{"id":"https://openalex.org/W4404469650","doi":"https://doi.org/10.1109/tcyb.2024.3490602","title":"Observer-Based Human-in-the-Loop Optimal Output Cluster Synchronization Control for Multiagent Systems: A Model-Free Reinforcement Learning Method","display_name":"Observer-Based Human-in-the-Loop Optimal Output Cluster Synchronization Control for Multiagent Systems: A Model-Free Reinforcement Learning Method","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404469650","doi":"https://doi.org/10.1109/tcyb.2024.3490602","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030254"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2024.3490602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3490602","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116592776","display_name":"Zongsheng Huang","orcid":"https://orcid.org/0009-0001-5422-7660"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongsheng Huang","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0001-5422-7660","affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025349097","display_name":"Tieshan Li","orcid":"https://orcid.org/0000-0003-0474-953X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tieshan Li","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-0474-953X","affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048027338","display_name":"Yue Long","orcid":"https://orcid.org/0000-0001-7843-400X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Long","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7843-400X","affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067900602","display_name":"Hongjing Liang","orcid":"https://orcid.org/0000-0003-1480-1872"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjing Liang","raw_affiliation_strings":["School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1480-1872","affiliations":[{"raw_affiliation_string":"School of Automation Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":2.5265,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90717889,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"55","issue":"2","first_page":"649","last_page":"660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7492246627807617},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7056509256362915},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.5873369574546814},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5613409280776978},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5529756546020508},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.5253797769546509},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.4508313238620758},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.42875000834465027},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4086219370365143},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.34295588731765747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30020397901535034},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1995587944984436},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.161659836769104},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07460126280784607}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7492246627807617},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7056509256362915},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.5873369574546814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5613409280776978},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5529756546020508},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.5253797769546509},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.4508313238620758},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.42875000834465027},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4086219370365143},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.34295588731765747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30020397901535034},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1995587944984436},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.161659836769104},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07460126280784607},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2024.3490602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2024.3490602","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40030254","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030254","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2995642224","display_name":null,"funder_award_id":"ZYGX2024Z018","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3075804322","display_name":null,"funder_award_id":"(62322307)","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4542443710","display_name":null,"funder_award_id":"62273072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5139682657","display_name":"\u6d77\u6d0b\u822a\u884c\u5668\u81ea\u4e3b\u822a\u884c\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"51939001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7564936985","display_name":null,"funder_award_id":"52471376","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8986463630","display_name":null,"funder_award_id":"ZYGX2024Z018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2012451615","https://openalex.org/W2048687352","https://openalex.org/W2065831027","https://openalex.org/W2108286682","https://openalex.org/W2117817591","https://openalex.org/W2148439597","https://openalex.org/W2545612814","https://openalex.org/W2547596511","https://openalex.org/W2621714194","https://openalex.org/W2732330082","https://openalex.org/W2789789879","https://openalex.org/W2889834506","https://openalex.org/W2912302976","https://openalex.org/W2945624430","https://openalex.org/W3086011541","https://openalex.org/W3094140072","https://openalex.org/W3183211247","https://openalex.org/W3184667349","https://openalex.org/W4200341220","https://openalex.org/W4205294007","https://openalex.org/W4224950621","https://openalex.org/W4229813929","https://openalex.org/W4285132031","https://openalex.org/W4307229970","https://openalex.org/W4309093719","https://openalex.org/W4310291816","https://openalex.org/W4312702355","https://openalex.org/W4312951379","https://openalex.org/W4320712923","https://openalex.org/W4380318438","https://openalex.org/W4384789301","https://openalex.org/W4385444827","https://openalex.org/W4385756606","https://openalex.org/W4387789616","https://openalex.org/W4390738469","https://openalex.org/W4392207896","https://openalex.org/W4392399520","https://openalex.org/W4399168445","https://openalex.org/W4399585482","https://openalex.org/W4399729867","https://openalex.org/W4401980869","https://openalex.org/W4403122855"],"related_works":["https://openalex.org/W24774503","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2014821076","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474"],"abstract_inverted_index":{"This":[0,54],"article":[1],"investigates":[2],"the":[3,19,27,33,39,88,102,107,116,124,131,140,144,151,155,162,165],"observer-based":[4],"human-in-the-loop":[5],"(HiTL)":[6],"optimal":[7,90],"output":[8,43,91],"cluster":[9,92],"synchronization":[10,93],"control":[11,94,167],"problem":[12,40,95],"for":[13,139,149],"nonlinear":[14],"multiagent":[15],"systems":[16],"(MASs).":[17],"First,":[18],"leader":[20],"is":[21,44,52,79,85,96,112,137],"designed":[22,166],"to":[23,47,101,114,118,160],"be":[24],"nonautonomous,":[25],"with":[26,143],"unknown":[28],"time-varying":[29],"input":[30],"monitored":[31],"by":[32],"human":[34],"operator":[35],"directly.":[36],"To":[37,127],"address":[38],"that":[41],"leader's":[42,66],"not":[45],"available":[46],"each":[48],"follower,":[49],"an":[50,69],"observer":[51,55,74],"designed.":[53],"features":[56],"practical":[57],"prescribed-time":[58],"convergence,":[59],"and":[60,76,81],"independence":[61],"of":[62,65,73,123,164],"prior":[63],"knowledge":[64,122],"input.":[67],"Then,":[68],"augmented":[70],"system":[71,125],"consisting":[72],"dynamics":[75,78],"follower":[77],"constructed":[80],"a":[82,99],"cost":[83],"function":[84],"formulated.":[86],"Accordingly,":[87],"HiTL":[89],"transformed":[97],"into":[98],"solution":[100,117],"Hamilton-Jacobian-Bellman":[103],"equation":[104],"(HJBE).":[105],"Subsequently,":[106],"off-policy":[108],"reinforcement":[109],"learning":[110],"algorithm":[111,141],"utilized":[113],"learn":[115],"HJBE":[119],"without":[120],"complete":[121],"dynamics.":[126],"alleviate":[128],"computational":[129],"burden,":[130],"single":[132],"critic":[133],"neural":[134],"network":[135],"(NN)":[136],"employed":[138],"implementation,":[142],"least":[145],"square":[146],"method":[147],"applied":[148],"training":[150],"NN":[152],"weights.":[153],"Finally,":[154],"simulation":[156],"results":[157],"are":[158],"presented":[159],"verify":[161],"validity":[163],"scheme.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}