{"id":"https://openalex.org/W4389331418","doi":"https://doi.org/10.1109/tac.2023.3339660","title":"Adaptive Optimal Control of Unknown Nonlinear Systems via Homotopy-Based Policy Iteration","display_name":"Adaptive Optimal Control of Unknown Nonlinear Systems via Homotopy-Based Policy Iteration","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389331418","doi":"https://doi.org/10.1109/tac.2023.3339660"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2023.3339660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2023.3339660","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074507207","display_name":"Ci Chen","orcid":"https://orcid.org/0000-0003-0813-5543"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ci Chen","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangdong Key Laboratory of IoT Information Technology, and Key Laboratory of Intelligent Information Processing and System Integration of IoT, Ministry of Education, Guangzhou, China","School of Automation, Guangdong University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangdong Key Laboratory of IoT Information Technology, and Key Laboratory of Intelligent Information Processing and System Integration of IoT, Ministry of Education, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["UTA Research Institute, The University of Texas at Arlington, Fort Worth, TX, USA"],"affiliations":[{"raw_affiliation_string":"UTA Research Institute, The University of Texas at Arlington, Fort Worth, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086533292","display_name":"Kan Xie","orcid":"https://orcid.org/0000-0002-9932-8131"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kan Xie","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, and 111 Center for Intelligent Batch Manufacturing Based on IoT Technology, Guangzhou, China","School of Automation, Guangdong University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, and 111 Center for Intelligent Batch Manufacturing Based on IoT Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043262479","display_name":"Shengli Xie","orcid":"https://orcid.org/0000-0003-2041-5214"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengli Xie","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Key Laboratory of Intelligent Detection and The Internet of Things in Manufacturing and Guangdong-HongKong-Macao Joint Laboratory for Smart Discrete Manufacturing, Guangzhou, China","School of Automation, Guangdong University of Technology, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Key Laboratory of Intelligent Detection and The Internet of Things in Manufacturing and Guangdong-HongKong-Macao Joint Laboratory for Smart Discrete Manufacturing, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, China","institution_ids":["https://openalex.org/I139024713"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074507207"],"corresponding_institution_ids":["https://openalex.org/I139024713"],"apc_list":null,"apc_paid":null,"fwci":4.0406,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95016972,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"69","issue":"5","first_page":"3396","last_page":"3403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6694842576980591},{"id":"https://openalex.org/keywords/homotopy","display_name":"Homotopy","score":0.6240939497947693},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.6235998272895813},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6229133009910583},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5664129853248596},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5654995441436768},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.564781904220581},{"id":"https://openalex.org/keywords/iterative-learning-control","display_name":"Iterative learning control","score":0.560368001461029},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5267507433891296},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5186478495597839},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4774256646633148},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4271390736103058},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.42323315143585205},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.42019689083099365},{"id":"https://openalex.org/keywords/nonlinear-control","display_name":"Nonlinear control","score":0.41954901814460754},{"id":"https://openalex.org/keywords/linear-system","display_name":"Linear system","score":0.41659799218177795},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.35426265001296997},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.32270336151123047},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13531270623207092},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09642046689987183}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6694842576980591},{"id":"https://openalex.org/C5961521","wikidata":"https://www.wikidata.org/wiki/Q746083","display_name":"Homotopy","level":2,"score":0.6240939497947693},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.6235998272895813},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6229133009910583},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5664129853248596},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5654995441436768},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.564781904220581},{"id":"https://openalex.org/C117619785","wikidata":"https://www.wikidata.org/wiki/Q6094414","display_name":"Iterative learning control","level":3,"score":0.560368001461029},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5267507433891296},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5186478495597839},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4774256646633148},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4271390736103058},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.42323315143585205},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.42019689083099365},{"id":"https://openalex.org/C91581856","wikidata":"https://www.wikidata.org/wiki/Q2707001","display_name":"Nonlinear control","level":3,"score":0.41954901814460754},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.41659799218177795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35426265001296997},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32270336151123047},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13531270623207092},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09642046689987183},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2023.3339660","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2023.3339660","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6967033463","display_name":null,"funder_award_id":"62320106008","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8614841278","display_name":null,"funder_award_id":"62373114","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W173093232","https://openalex.org/W1487127700","https://openalex.org/W1513689897","https://openalex.org/W1606119439","https://openalex.org/W1680219837","https://openalex.org/W2005229381","https://openalex.org/W2011694027","https://openalex.org/W2024303516","https://openalex.org/W2027197837","https://openalex.org/W2037025184","https://openalex.org/W2047090868","https://openalex.org/W2055319245","https://openalex.org/W2081514674","https://openalex.org/W2083283377","https://openalex.org/W2098432798","https://openalex.org/W2098451267","https://openalex.org/W2108286682","https://openalex.org/W2148219759","https://openalex.org/W2152161277","https://openalex.org/W2467518411","https://openalex.org/W2476930474","https://openalex.org/W2484646121","https://openalex.org/W2569685483","https://openalex.org/W2579592432","https://openalex.org/W2772589676","https://openalex.org/W2800330509","https://openalex.org/W2921889099","https://openalex.org/W3011120880","https://openalex.org/W3037849017","https://openalex.org/W3041202696","https://openalex.org/W3046082844","https://openalex.org/W3087319130","https://openalex.org/W3111531580","https://openalex.org/W3119327948","https://openalex.org/W3120441334","https://openalex.org/W3121634745","https://openalex.org/W4210732025","https://openalex.org/W4213251304","https://openalex.org/W4214717370","https://openalex.org/W4296121324","https://openalex.org/W4301886962","https://openalex.org/W4388319978","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W2761624296","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W4234600408","https://openalex.org/W1814814472","https://openalex.org/W227854348","https://openalex.org/W2621303177"],"abstract_inverted_index":{"As":[0],"one":[1],"efficient":[2],"technique":[3,130],"in":[4,101],"reinforcement":[5],"learning,":[6],"policy":[7,20,100],"iteration":[8],"(PI)":[9],"requires":[10],"an":[11,60,97],"initial":[12],"admissible":[13,98,115],"(or":[14],"stabilizing":[15],"for":[16,47],"linear":[17],"systems)":[18],"control":[19,67,99,116,136],"that":[21,64],"renders":[22],"the":[23,78,88,114,119,127,134,139],"existing":[24],"PI-based":[25],"results":[26],"to":[27,58,68,85,95],"be":[28],"model-dependent.":[29],"To":[30],"attain":[31],"a":[32,42,55,72,102,110],"completely":[33],"data-driven":[34],"adaptive":[35],"optimal":[36,135],"control,":[37],"this":[38],"paper":[39],"suggests":[40],"integrating":[41],"homotopic":[43,56,73,121],"design":[44],"with":[45],"PI":[46,122,129],"unknown":[48,143],"continuous-time":[49],"nonlinear":[50,144],"systems.":[51,145],"Technically,":[52],"we":[53,75],"leverage":[54],"constant":[57],"construct":[59],"artificially":[61],"stable":[62],"system":[63,80],"allows":[65,93],"zero":[66],"initialize":[69],"PI.":[70],"Utilizing":[71],"strategy,":[74],"recursively":[76],"update":[77],"artificial":[79],"and":[81,131],"then":[82],"enforce":[83],"it":[84],"gradually":[86],"recover":[87],"original":[89],"system.":[90],"This":[91],"ultimately":[92],"us":[94],"obtain":[96],"finite":[103],"number":[104],"of":[105],"iterations":[106],"without":[107],"carrying":[108],"out":[109],"model-based":[111],"initialization.":[112],"Once":[113],"is":[117],"obtained,":[118],"proposed":[120],"inherits":[123],"fast":[124],"convergence":[125],"from":[126,138,142],"traditional":[128],"ensures":[132],"learning":[133],"solution":[137],"data":[140],"measured":[141]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}