{"id":"https://openalex.org/W1972243698","doi":"https://doi.org/10.1109/tac.2014.2317301","title":"Linear Quadratic Tracking Control of Partially-Unknown Continuous-Time Systems Using Reinforcement Learning","display_name":"Linear Quadratic Tracking Control of Partially-Unknown Continuous-Time Systems Using Reinforcement Learning","publication_year":2014,"publication_date":"2014-04-11","ids":{"openalex":"https://openalex.org/W1972243698","doi":"https://doi.org/10.1109/tac.2014.2317301","mag":"1972243698"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2014.2317301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2014.2317301","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103103535","display_name":"Hamidreza Modares","orcid":"https://orcid.org/0000-0001-5695-4709"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hamidreza Modares","raw_affiliation_strings":["Arlington Research Institute, University of Texas, Ft. Worth, TX, USA","Arlington Res. Inst., Univ. of Texas, Fort Worth, TX, USA"],"affiliations":[{"raw_affiliation_string":"Arlington Research Institute, University of Texas, Ft. Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":"Arlington Res. Inst., Univ. of Texas, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["Arlington Research Institute, University of Texas, Ft. Worth, TX, USA","Arlington Res. Inst., Univ. of Texas, Fort Worth, TX, USA"],"affiliations":[{"raw_affiliation_string":"Arlington Research Institute, University of Texas, Ft. Worth, TX, USA","institution_ids":[]},{"raw_affiliation_string":"Arlington Res. Inst., Univ. of Texas, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5103103535"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":27.6053,"has_fulltext":false,"cited_by_count":424,"citation_normalized_percentile":{"value":0.99783737,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"59","issue":"11","first_page":"3051","last_page":"3056"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.702650785446167},{"id":"https://openalex.org/keywords/algebraic-riccati-equation","display_name":"Algebraic Riccati equation","score":0.6311414837837219},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6114895939826965},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5619586706161499},{"id":"https://openalex.org/keywords/riccati-equation","display_name":"Riccati equation","score":0.5376648902893066},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.44997769594192505},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4469715654850006},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4403780698776245},{"id":"https://openalex.org/keywords/quadratic-programming","display_name":"Quadratic programming","score":0.4289817214012146},{"id":"https://openalex.org/keywords/linear-quadratic-regulator","display_name":"Linear-quadratic regulator","score":0.4252520799636841},{"id":"https://openalex.org/keywords/quadratic-function","display_name":"Quadratic function","score":0.42169347405433655},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.41558337211608887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4111291170120239},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.4057258069515228},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3546574115753174},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.28989893198013306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.136222243309021},{"id":"https://openalex.org/keywords/differential-equation","display_name":"Differential equation","score":0.11403807997703552},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.06616628170013428}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.702650785446167},{"id":"https://openalex.org/C13847129","wikidata":"https://www.wikidata.org/wiki/Q4723989","display_name":"Algebraic Riccati equation","level":4,"score":0.6311414837837219},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6114895939826965},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5619586706161499},{"id":"https://openalex.org/C45473103","wikidata":"https://www.wikidata.org/wiki/Q851503","display_name":"Riccati equation","level":3,"score":0.5376648902893066},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.44997769594192505},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4469715654850006},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4403780698776245},{"id":"https://openalex.org/C81845259","wikidata":"https://www.wikidata.org/wiki/Q290117","display_name":"Quadratic programming","level":2,"score":0.4289817214012146},{"id":"https://openalex.org/C98779006","wikidata":"https://www.wikidata.org/wiki/Q2520550","display_name":"Linear-quadratic regulator","level":3,"score":0.4252520799636841},{"id":"https://openalex.org/C166437778","wikidata":"https://www.wikidata.org/wiki/Q50695","display_name":"Quadratic function","level":3,"score":0.42169347405433655},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.41558337211608887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4111291170120239},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.4057258069515228},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3546574115753174},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28989893198013306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.136222243309021},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.11403807997703552},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.06616628170013428},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2014.2317301","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2014.2317301","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2193311593","display_name":null,"funder_award_id":"ECCS-1128050","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W13127292","https://openalex.org/W92805021","https://openalex.org/W113679202","https://openalex.org/W1504448809","https://openalex.org/W1576452626","https://openalex.org/W1594802219","https://openalex.org/W1601081659","https://openalex.org/W1616818660","https://openalex.org/W1967793246","https://openalex.org/W1975814852","https://openalex.org/W2024303516","https://openalex.org/W2037025184","https://openalex.org/W2050838777","https://openalex.org/W2051626512","https://openalex.org/W2052305027","https://openalex.org/W2057084047","https://openalex.org/W2081514674","https://openalex.org/W2087063454","https://openalex.org/W2094627939","https://openalex.org/W2098035803","https://openalex.org/W2113501460","https://openalex.org/W2116479681","https://openalex.org/W2121863487","https://openalex.org/W2148439597","https://openalex.org/W2150514620","https://openalex.org/W2151966330","https://openalex.org/W2152161277","https://openalex.org/W2484646121","https://openalex.org/W2487144912","https://openalex.org/W4205326910","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2005019312","https://openalex.org/W2018296362","https://openalex.org/W2547959172","https://openalex.org/W2727200542","https://openalex.org/W2002357820","https://openalex.org/W2334216590","https://openalex.org/W2997206142","https://openalex.org/W2027962246","https://openalex.org/W2244442793","https://openalex.org/W2107449083"],"abstract_inverted_index":{"In":[0],"this":[1,45],"technical":[2],"note,":[3],"an":[4,48,53],"online":[5,81,102],"learning":[6,69],"algorithm":[7,103],"is":[8,23,29,71,109,122],"developed":[9],"to":[10,61,73,77,104],"solve":[11,62],"the":[12,26,34,37,40,63,75,78,85,88,93,100,105,113,116],"linear":[13],"quadratic":[14,30,46],"tracking":[15],"(LQT)":[16],"problem":[17],"for":[18],"partially-unknown":[19],"continuous-time":[20],"systems.":[21],"It":[22],"shown":[24],"that":[25],"value":[27],"function":[28],"in":[31],"terms":[32],"of":[33,36,87,99,115],"state":[35],"system":[38,89],"and":[39,52,82],"command":[41,94],"generator.":[42],"Based":[43],"on":[44],"form,":[47],"LQT":[49,54,64,79],"Bellman":[50],"equation":[51,57],"algebraic":[55],"Riccati":[56],"(ARE)":[58],"are":[59],"derived":[60],"problem.":[65],"The":[66,97],"integral":[67],"reinforcement":[68],"technique":[70],"used":[72],"find":[74],"solution":[76,108],"ARE":[80],"without":[83],"requiring":[84],"knowledge":[86],"drift":[90],"dynamics":[91],"or":[92],"generator":[95],"dynamics.":[96],"convergence":[98],"proposed":[101,117],"optimal":[106],"control":[107],"verified.":[110],"To":[111],"show":[112],"efficiency":[114],"approach,":[118],"a":[119],"simulation":[120],"example":[121],"provided.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":61},{"year":2022,"cited_by_count":41},{"year":2021,"cited_by_count":45},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":44},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":33},{"year":2016,"cited_by_count":25},{"year":2015,"cited_by_count":14},{"year":2014,"cited_by_count":3}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}