{"id":"https://openalex.org/W2112102810","doi":"https://doi.org/10.1109/acc.2007.4283127","title":"Reinforcement Learning based Output-Feedback Control of Nonlinear Nonstrict Feedback Discrete-time Systems with Application to Engines","display_name":"Reinforcement Learning based Output-Feedback Control of Nonlinear Nonstrict Feedback Discrete-time Systems with Application to Engines","publication_year":2007,"publication_date":"2007-07-01","ids":{"openalex":"https://openalex.org/W2112102810","doi":"https://doi.org/10.1109/acc.2007.4283127","mag":"2112102810"},"language":"en","primary_location":{"id":"doi:10.1109/acc.2007.4283127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2007.4283127","pdf_url":null,"source":{"id":"https://openalex.org/S4210168941","display_name":"Proceedings of the ... American Control Conference/Proceedings of the American Control Conference","issn_l":"0743-1619","issn":["0743-1619","2378-5861"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 American Control Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047969232","display_name":"Peter Shih","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter Shih","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Missouri, Rolla, USA","University of Missouri-Rolla , Rolla"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Missouri, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"University of Missouri-Rolla , Rolla","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023004144","display_name":"J.B. Vance","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Vance","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Missouri, Rolla, USA","University of Missouri-Rolla , Rolla"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Missouri, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"University of Missouri-Rolla , Rolla","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110179972","display_name":"S. Jagannathan","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. Jagannathan","raw_affiliation_strings":["Department of Mechanical Engineering, University of Missouri, Rolla, USA","Department of Electrical and Computer Engineering, University of Missouri-Rolla, e-mail: sarangap@umr.edu"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Missouri, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Missouri-Rolla, e-mail: sarangap@umr.edu","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044078639","display_name":"Brian Kaul","orcid":"https://orcid.org/0000-0001-8481-3620"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B. Kaul","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Missouri, Rolla, USA","Department of Mechanical Engineering, University of Missouri-Rolla"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Missouri, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"Department of Mechanical Engineering, University of Missouri-Rolla","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057772473","display_name":"J. A. Drallmeier","orcid":"https://orcid.org/0000-0002-6103-3995"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Drallmeier","raw_affiliation_strings":["Department of Mechanical Engineering, University of Missouri, Rolla, USA","Department of Mechanical Engineering, University of Missouri-Rolla"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Missouri, Rolla, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"Department of Mechanical Engineering, University of Missouri-Rolla","institution_ids":["https://openalex.org/I20382870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047969232"],"corresponding_institution_ids":["https://openalex.org/I20382870"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18237082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":null,"first_page":"5106","last_page":"5111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.8122924566268921},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5893796682357788},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5721499919891357},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.526589572429657},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5198955535888672},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.518022358417511},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.5157854557037354},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5019068717956543},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.49106550216674805},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.48922300338745117},{"id":"https://openalex.org/keywords/tracking-error","display_name":"Tracking error","score":0.44042813777923584},{"id":"https://openalex.org/keywords/separation-principle","display_name":"Separation principle","score":0.4206297993659973},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4109799861907959},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34071630239486694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1937720775604248},{"id":"https://openalex.org/keywords/state-observer","display_name":"State observer","score":0.13835808634757996},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09523403644561768}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.8122924566268921},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5893796682357788},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5721499919891357},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.526589572429657},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5198955535888672},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.518022358417511},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.5157854557037354},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5019068717956543},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.49106550216674805},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.48922300338745117},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.44042813777923584},{"id":"https://openalex.org/C62431964","wikidata":"https://www.wikidata.org/wiki/Q2271572","display_name":"Separation principle","level":4,"score":0.4206297993659973},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4109799861907959},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34071630239486694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1937720775604248},{"id":"https://openalex.org/C3031470","wikidata":"https://www.wikidata.org/wiki/Q818544","display_name":"State observer","level":3,"score":0.13835808634757996},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09523403644561768},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/acc.2007.4283127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acc.2007.4283127","pdf_url":null,"source":{"id":"https://openalex.org/S4210168941","display_name":"Proceedings of the ... American Control Conference/Proceedings of the American Control Conference","issn_l":"0743-1619","issn":["0743-1619","2378-5861"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2007 American Control Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1162378864","https://openalex.org/W1539345173","https://openalex.org/W1576452626","https://openalex.org/W1986278072","https://openalex.org/W2090167557","https://openalex.org/W2108733687","https://openalex.org/W2125534568","https://openalex.org/W2136492299","https://openalex.org/W2142294063","https://openalex.org/W2160561608","https://openalex.org/W2160725977","https://openalex.org/W4307347247","https://openalex.org/W6632262601","https://openalex.org/W6634528131","https://openalex.org/W6673047230","https://openalex.org/W7049053094"],"related_works":["https://openalex.org/W4320719302","https://openalex.org/W3151317533","https://openalex.org/W41272818","https://openalex.org/W1934622834","https://openalex.org/W2015036175","https://openalex.org/W1545539801","https://openalex.org/W4280596088","https://openalex.org/W2040366764","https://openalex.org/W1966075561","https://openalex.org/W1974508877"],"abstract_inverted_index":{"A":[0,100],"novel":[1],"reinforcement-learning":[2],"based":[3,98],"output-adaptive":[4],"neural":[5],"network":[6],"(NN)":[7],"controller,":[8,15],"also":[9],"referred":[10],"as":[11],"the":[12,32,48,70,78,104,110,133,153,165,173],"adaptive-critic":[13],"NN":[14,86,146],"is":[16,137,148,162],"developed":[17],"to":[18,75,163],"track":[19],"a":[20,24,93],"desired":[21],"trajectory":[22],"for":[23,44,55],"class":[25],"of":[26,34,92,109,127,142],"complex":[27],"nonlinear":[28],"discrete-time":[29],"systems":[30],"in":[31,132,157,168],"presence":[33],"bounded":[35],"and":[36,47,51,58,69,82,115,120,130],"unknown":[37,134],"disturbances.":[38],"The":[39,62,140,160],"controller":[40,147],"includes":[41],"an":[42],"observer":[43,116],"estimating":[45],"states":[46],"outputs,":[49],"critic,":[50],"two":[52],"action":[53,71],"NNs":[54,72],"generating":[56],"virtual,":[57],"actual":[59],"control":[60],"inputs.":[61],"critic":[63,145],"approximates":[64],"certain":[65],"strategic":[66,79],"utility":[67,80],"function":[68,81,102],"are":[73,124],"used":[74],"minimize":[76],"both":[77],"their":[83],"outputs.":[84],"All":[85],"weights":[87],"adapt":[88],"online":[89],"towards":[90],"minimization":[91],"performance":[94,141],"index,":[95],"utilizing":[96],"gradient-descent":[97],"rule.":[99],"Lyapunov":[101],"proves":[103],"uniformly":[105],"ultimate":[106],"boundedness":[107],"(UUB)":[108],"closed-loop":[111],"tracking":[112],"error,":[113],"weight,":[114],"estimation.":[117],"Separation":[118],"principle":[119],"certainty":[121],"equivalence":[122],"principles":[123],"relaxed;":[125],"persistency":[126],"excitation":[128],"condition":[129],"linear":[131],"parameter":[135],"assumption":[136],"not":[138],"needed.":[139],"this":[143],"adaptive":[144],"evaluated":[149],"through":[150],"simulation":[151],"with":[152],"Daw":[154],"engine":[155],"model":[156],"lean":[158],"mode.":[159],"objective":[161],"reduce":[164],"cyclic":[166],"dispersion":[167],"heat":[169],"release":[170],"by":[171],"using":[172],"controller.":[174]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}