{"id":"https://openalex.org/W4401717454","doi":"https://doi.org/10.1109/tase.2024.3444463","title":"<i>H</i> <sub>\u221e</sub> Control for Interconnected Systems With Unknown System Dynamics: A Two-Stage Reinforcement Learning Method","display_name":"<i>H</i> <sub>\u221e</sub> Control for Interconnected Systems With Unknown System Dynamics: A Two-Stage Reinforcement Learning Method","publication_year":2024,"publication_date":"2024-08-21","ids":{"openalex":"https://openalex.org/W4401717454","doi":"https://doi.org/10.1109/tase.2024.3444463"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3444463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3444463","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025529098","display_name":"Jinxu Liu","orcid":"https://orcid.org/0009-0003-2004-1280"},"institutions":[{"id":"https://openalex.org/I4210133016","display_name":"Motion Control (United States)","ror":"https://ror.org/03yjg6e54","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133016"]},{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jinxu Liu","raw_affiliation_strings":["Anhui Provincial Key Laboratory of Power Electronics and Motion Control, School of Electrical and Information Engineering, Anhui University of Technology, Ma&#x2019;anshan, China","School of Electrical and Information Engineering, Anhui Provincial Key Laboratory of Power Electronics and Motion Control, Anhui University of Technology, Ma&#x2019;anshan, China"],"raw_orcid":"https://orcid.org/0009-0003-2004-1280","affiliations":[{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Power Electronics and Motion Control, School of Electrical and Information Engineering, Anhui University of Technology, Ma&#x2019;anshan, China","institution_ids":["https://openalex.org/I92178344","https://openalex.org/I4210133016"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Anhui Provincial Key Laboratory of Power Electronics and Motion Control, Anhui University of Technology, Ma&#x2019;anshan, China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067323219","display_name":"Hao Shen","orcid":"https://orcid.org/0000-0001-7024-6573"},"institutions":[{"id":"https://openalex.org/I4210133016","display_name":"Motion Control (United States)","ror":"https://ror.org/03yjg6e54","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133016"]},{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Hao Shen","raw_affiliation_strings":["Anhui Provincial Key Laboratory of Power Electronics and Motion Control, School of Electrical and Information Engineering, Anhui University of Technology, Ma&#x2019;anshan, China","School of Electrical and Information Engineering, Anhui Provincial Key Laboratory of Power Electronics and Motion Control, Anhui University of Technology, Ma&#x2019;anshan, China"],"raw_orcid":"https://orcid.org/0000-0001-7024-6573","affiliations":[{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Power Electronics and Motion Control, School of Electrical and Information Engineering, Anhui University of Technology, Ma&#x2019;anshan, China","institution_ids":["https://openalex.org/I92178344","https://openalex.org/I4210133016"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Anhui Provincial Key Laboratory of Power Electronics and Motion Control, Anhui University of Technology, Ma&#x2019;anshan, China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378538","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-5519-9016"},"institutions":[{"id":"https://openalex.org/I4210133016","display_name":"Motion Control (United States)","ror":"https://ror.org/03yjg6e54","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133016"]},{"id":"https://openalex.org/I92178344","display_name":"Anhui University of Technology","ror":"https://ror.org/02qdtrq21","country_code":"CN","type":"education","lineage":["https://openalex.org/I92178344"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["Anhui Provincial Key Laboratory of Power Electronics and Motion Control, School of Electrical and Information Engineering, Anhui University of Technology, Ma&#x2019;anshan, China","School of Electrical and Information Engineering, Anhui Provincial Key Laboratory of Power Electronics and Motion Control, Anhui University of Technology, Ma&#x2019;anshan, China"],"raw_orcid":"https://orcid.org/0000-0002-5519-9016","affiliations":[{"raw_affiliation_string":"Anhui Provincial Key Laboratory of Power Electronics and Motion Control, School of Electrical and Information Engineering, Anhui University of Technology, Ma&#x2019;anshan, China","institution_ids":["https://openalex.org/I92178344","https://openalex.org/I4210133016"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, Anhui Provincial Key Laboratory of Power Electronics and Motion Control, Anhui University of Technology, Ma&#x2019;anshan, China","institution_ids":["https://openalex.org/I92178344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017808266","display_name":"Jinde Cao","orcid":"https://orcid.org/0000-0003-3133-7119"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinde Cao","raw_affiliation_strings":["School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-3133-7119","affiliations":[{"raw_affiliation_string":"School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043134796","display_name":"Leszek Rutkowski","orcid":"https://orcid.org/0000-0001-6960-9525"},"institutions":[{"id":"https://openalex.org/I66083562","display_name":"Systems Research Institute","ror":"https://ror.org/0111cp837","country_code":"PL","type":"facility","lineage":["https://openalex.org/I66083562","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Leszek Rutkowski","raw_affiliation_strings":["Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland"],"raw_orcid":"https://orcid.org/0000-0001-6960-9525","affiliations":[{"raw_affiliation_string":"Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland","institution_ids":["https://openalex.org/I66083562","https://openalex.org/I99542240"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9008,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85798971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"22","issue":null,"first_page":"6388","last_page":"6397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.840499997138977,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.840499997138977,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.7440999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.7300000190734863,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7241584062576294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5190989971160889},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5092009902000427},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5029007792472839},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.47603869438171387},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.47388002276420593},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46380615234375},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.45252835750579834},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.4477616548538208},{"id":"https://openalex.org/keywords/system-dynamics","display_name":"System dynamics","score":0.4370507001876831},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3415057063102722},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27876847982406616},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11971738934516907},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07088547945022583}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7241584062576294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5190989971160889},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5092009902000427},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5029007792472839},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.47603869438171387},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.47388002276420593},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46380615234375},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.45252835750579834},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.4477616548538208},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.4370507001876831},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3415057063102722},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27876847982406616},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11971738934516907},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07088547945022583},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3444463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3444463","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1322164634","display_name":null,"funder_award_id":"62173001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3460663202","display_name":null,"funder_award_id":"62273006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1986864433","https://openalex.org/W2014558518","https://openalex.org/W2024303516","https://openalex.org/W2055891887","https://openalex.org/W2117703936","https://openalex.org/W2148439597","https://openalex.org/W2163516029","https://openalex.org/W2165726932","https://openalex.org/W2172380012","https://openalex.org/W2343090116","https://openalex.org/W2414645219","https://openalex.org/W2467518411","https://openalex.org/W2498694880","https://openalex.org/W2809279002","https://openalex.org/W2982838649","https://openalex.org/W2997873913","https://openalex.org/W3000451313","https://openalex.org/W3010456854","https://openalex.org/W3036077710","https://openalex.org/W3092367267","https://openalex.org/W3173998509","https://openalex.org/W3174601645","https://openalex.org/W4210732025","https://openalex.org/W4220842035","https://openalex.org/W4280610125","https://openalex.org/W4285505520","https://openalex.org/W4295934603","https://openalex.org/W4310329823","https://openalex.org/W4312379512","https://openalex.org/W4312548927","https://openalex.org/W4377971518","https://openalex.org/W4380204089","https://openalex.org/W4383112398","https://openalex.org/W4387129598","https://openalex.org/W4388579564","https://openalex.org/W4389331418","https://openalex.org/W4389802778"],"related_works":["https://openalex.org/W4211139642","https://openalex.org/W2181721856","https://openalex.org/W2381418473","https://openalex.org/W2025879371","https://openalex.org/W2032986081","https://openalex.org/W1502305485","https://openalex.org/W826886275","https://openalex.org/W326831310","https://openalex.org/W4211080513","https://openalex.org/W2227085772"],"abstract_inverted_index":{"This":[0],"paper":[1,242],"investigates":[2],"the":[3,23,28,39,47,98,103,107,114,119,128,159,162,195,212,216,227,231,235,262,268,272,276,285],"optimal":[4,29,61,108,196,217,269],"control":[5,30,57,62,93,109,136,197,218,255],"problem":[6,31,198,219],"for":[7,32,64,130],"interconnected":[8,33,65,192,200,221],"systems":[9,34,66,172,201,222],"with":[10],"unknown":[11],"system":[12,71,131,153,228,263,280,294],"dynamics":[13,132,229],"through":[14,113],"a":[15,86,150,169,205,244,291],"two-stage":[16,87,123,163,245,286],"reinforcement":[17,88],"learning":[18,89],"method.":[19,58,90,164,246],"First,":[20],"to":[21,76,157,166,253],"address":[22],"impact":[24],"of":[25,41,49,70,161,171,174,199,208,220,234,284],"interconnection":[26,258],"term,":[27],"is":[35,74,155,223,251,288],"transformed":[36],"into":[37],"obtaining":[38],"solution":[40],"game":[42],"algebraic":[43],"Riccati":[44],"equations":[45],"within":[46],"framework":[48],"<inline-formula":[50],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[51],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[52],"<tex-math":[53],"notation=\"LaTeX\">$H_{\\infty":[54],"}$":[55],"</tex-math></inline-formula>":[56],"Furthermore,":[59,271],"existing":[60],"approaches":[63],"necessitate":[67],"precise":[68],"knowledge":[69],"dynamics,":[72],"which":[73],"difficult":[75],"obtain":[77,254],"accurately":[78],"or":[79],"involves":[80],"high":[81],"costs.":[82],"Thus,":[83],"we":[84],"introduce":[85],"The":[91,122,282],"admissible":[92,135],"policies":[94,110,137],"are":[95,111],"obtained":[96,112],"using":[97],"homotopy-based":[99,248],"iteration":[100,116,249],"method":[101,117,124,287],"in":[102,118,181],"first":[104],"stage.":[105,121],"Then,":[106],"policy":[115,256,259],"second":[120],"not":[125],"only":[126],"eliminates":[127],"requirement":[129],"and":[133,143,190,230,257],"initial":[134,232],"but":[138],"also":[139],"ensures":[140],"convergence":[141],"speed":[142],"accuracy,":[144],"significantly":[145],"enhancing":[146],"its":[147],"practicality.":[148],"Finally,":[149],"two-machine":[151,292],"power":[152,186,293],"example":[154],"provided":[156],"validate":[158],"feasibility":[160,283],"Note":[165],"Practitioners\u2014Interconnected":[167],"systems,":[168,187],"class":[170],"composed":[173],"multiple":[175],"local":[176],"subsystems,":[177],"find":[178],"wide":[179],"applications":[180],"various":[182],"fields":[183],"such":[184],"as":[185],"transportation":[188],"networks,":[189],"spatially":[191],"systems.":[193],"Particularly,":[194],"has":[202],"gradually":[203],"become":[204],"focal":[206],"point":[207],"current":[209,213],"research.":[210],"However,":[211],"research":[214],"on":[215],"still":[224],"constrained":[225],"by":[226,279,290],"stability":[233],"system.":[236],"To":[237],"relax":[238],"these":[239],"limitations,":[240],"this":[241],"introduces":[243],"A":[247],"approach":[250,274],"employed":[252],"that":[260],"make":[261],"closed-loop":[264],"stable,":[265],"thus":[266],"achieving":[267],"solution.":[270],"data-driven":[273],"overcomes":[275],"limitations":[277],"imposed":[278],"dynamics.":[281],"illustrated":[289],"model.":[295]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2024-08-22T00:00:00"}