{"id":"https://openalex.org/W4388087652","doi":"https://doi.org/10.1109/tase.2023.3327264","title":"Optimal Control for Continuous-Time Unknown Nonlinear Affine Systems: A <i>Q</i>-Learning Approach","display_name":"Optimal Control for Continuous-Time Unknown Nonlinear Affine Systems: A <i>Q</i>-Learning Approach","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388087652","doi":"https://doi.org/10.1109/tase.2023.3327264"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3327264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3327264","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090191942","display_name":"Shuhang Yu","orcid":"https://orcid.org/0000-0001-9928-8232"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhang Yu","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0001-9928-8232","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100625792","display_name":"Huaguang Zhang","orcid":"https://orcid.org/0000-0002-2375-9824"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaguang Zhang","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries, and the School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-2375-9824","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries, and the School of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010477724","display_name":"Zhongyang Ming","orcid":"https://orcid.org/0009-0001-1002-6840"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyang Ming","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0009-0001-1002-6840","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002903770","display_name":"Jiayue Sun","orcid":"https://orcid.org/0000-0002-7774-2606"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayue Sun","raw_affiliation_strings":["College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China"],"raw_orcid":"https://orcid.org/0000-0002-7774-2606","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Northeastern University, Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4216,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.90891228,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"21","issue":"4","first_page":"6519","last_page":"6527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10675","display_name":"Mechanical Circulatory Support Devices","score":0.9596999883651733,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.6126100420951843},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.5473870635032654},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.45603621006011963},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4449733793735504},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.41311293840408325},{"id":"https://openalex.org/keywords/algebra-over-a-field","display_name":"Algebra over a field","score":0.40980425477027893},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.38116490840911865},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3426104187965393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32884740829467773},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.24468451738357544},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.17446205019950867}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.6126100420951843},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.5473870635032654},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45603621006011963},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4449733793735504},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.41311293840408325},{"id":"https://openalex.org/C136119220","wikidata":"https://www.wikidata.org/wiki/Q1000660","display_name":"Algebra over a field","level":2,"score":0.40980425477027893},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.38116490840911865},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3426104187965393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32884740829467773},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.24468451738357544},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.17446205019950867},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3327264","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3327264","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2036897366","display_name":null,"funder_award_id":"61627809","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G837822842","display_name":null,"funder_award_id":"XLYC1801005","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W92805021","https://openalex.org/W1513689897","https://openalex.org/W1991927580","https://openalex.org/W1997603681","https://openalex.org/W1997641400","https://openalex.org/W2011150195","https://openalex.org/W2013895638","https://openalex.org/W2037863907","https://openalex.org/W2041866840","https://openalex.org/W2045182661","https://openalex.org/W2087063454","https://openalex.org/W2094383674","https://openalex.org/W2100276679","https://openalex.org/W2137092694","https://openalex.org/W2148439597","https://openalex.org/W2151966330","https://openalex.org/W2160698719","https://openalex.org/W2299109138","https://openalex.org/W2329769476","https://openalex.org/W2475651303","https://openalex.org/W2476930474","https://openalex.org/W2564717627","https://openalex.org/W2606378794","https://openalex.org/W2803623613","https://openalex.org/W2925001235","https://openalex.org/W3009014967","https://openalex.org/W3016648415","https://openalex.org/W3039138740","https://openalex.org/W3043661245","https://openalex.org/W3084579523","https://openalex.org/W3182680309","https://openalex.org/W3197005866","https://openalex.org/W4283730754","https://openalex.org/W4312721382","https://openalex.org/W4384789633"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2504004674","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W1965815883"],"abstract_inverted_index":{"In":[0],"this":[1,106,284],"paper,":[2],"to":[3,37,72,123,141,185,196,210,233],"tackle":[4],"the":[5,29,39,53,85,125,158,168,187,190,249,253,266,273,300],"optimal":[6,74,159,229],"control":[7,160,235,270],"problem,":[8],"we":[9],"propose":[10],"a":[11,60,219,256],"<inline-formula":[12,40,62,88,97,126,169,220,274],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[13,41,63,89,98,127,170,194,221,275],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[14,42,64,90,99,128,171,222,276],"<tex-math":[15,43,65,91,100,129,172,223,277],"notation=\"LaTeX\">$\\mathcal{Q}$</tex-math>":[16,44,66,130,173,224,278],"</inline-formula>":[17,45,67,93,102,131,174,225,279],"-Learning":[18,68,175],"approach":[19,69,227],"for":[20,176],"continuous-time":[21,48,78,163,199],"nonlinear":[22,77,164],"systems":[23,79,166],"without":[24,80],"any":[25,289],"dynamic":[26,250,290],"information.":[27],"Primarily,":[28],"Hamiltonian":[30],"and":[31,109,213,302],"optimum":[32],"cost":[33],"functions":[34],"are":[35,139,183,206],"utilized":[36],"articulate":[38],"-function":[46],"of":[47,55,76,83,162,189,252,268,292,304],"affine":[49],"systems.":[50],"To":[51,104],"reduce":[52,238],"dependence":[54],"algorithms":[56],"on":[57,157],"system":[58,138,254],"information,":[59],"novel":[61],"is":[70,148,231,242,255,295],"derived":[71],"obtain":[73],"solutions":[75],"requiring":[81],"knowledge":[82,291],"either":[84],"drift":[86],"information":[87,251],"notation=\"LaTeX\">$p(x)$</tex-math>":[92],"or":[94],"input":[95],"gain":[96],"notation=\"LaTeX\">$q(x)$</tex-math>":[101],".":[103],"implement":[105],"approach,":[107],"critic":[108],"actor":[110],"neural":[111],"networks":[112,178],"can":[113],"be":[114,142],"iterated":[115],"alternately":[116],"using":[117],"an":[118],"integral":[119],"reinforcement":[120],"learning":[121],"method":[122],"estimate":[124],"-function.":[132],"Furthermore,":[133],"all":[134,248],"signals":[135],"in":[136,203,259,283,298],"closed-loop":[137],"demonstrated":[140],"ultimate":[143],"uniform":[144],"bounded":[145],"(UUB).":[146],"It":[147],"worth":[149],"noting":[150],"that":[151,245],"there":[152],"exist":[153],"rare":[154],"literatures":[155],"focused":[156],"problem":[161],"uncertain":[165],"via":[167],"actor/critic":[177],"iteration.":[179],"Finally,":[180],"two":[181],"simulations":[182],"used":[184],"confirm":[186],"effectiveness":[188,301],"proposed":[191,232],"algorithm.":[192],"<italic":[193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[195],"Practitioners</i>":[197],"\u2014Nonlinear":[198],"systems,":[200,218,293],"being":[201],"ubiquitous":[202],"engineering":[204,305],"practice,":[205],"widely":[207],"employed":[208],"due":[209],"their":[211],"versatility":[212],"effectiveness.":[214],"Aiming":[215],"at":[216],"such":[217],"-learning":[226,280],"with":[228],"feature":[230],"strengthen":[234],"efficiency":[236],"while":[237],"costs.":[239],"However,":[240],"it":[241,294],"well":[243],"known":[244],"accurately":[246],"capturing":[247],"formidable":[257],"task":[258],"practical":[260],"operation.":[261],"This":[262],"defect":[263],"inevitably":[264],"weakens":[265],"feasibility":[267],"model-based":[269],"algorithms.":[271],"Since":[272],"algorithm":[281],"presented":[282],"paper":[285],"does":[286],"not":[287],"require":[288],"promising":[296],"enabler":[297],"enhancing":[299],"flexibility":[303],"activities.":[306]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}