{"id":"https://openalex.org/W7162296322","doi":"https://doi.org/10.1109/tase.2026.3696431","title":"Reinforcement Learning Neural Network Observer-Based Adaptive Optimal Time-Varying Formation Control for Uncertain Multi-Agent Systems With External Disturbance","display_name":"Reinforcement Learning Neural Network Observer-Based Adaptive Optimal Time-Varying Formation Control for Uncertain Multi-Agent Systems With External Disturbance","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7162296322","doi":"https://doi.org/10.1109/tase.2026.3696431"},"language":null,"primary_location":{"id":"doi:10.1109/tase.2026.3696431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3696431","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136921645","display_name":"Yanzhou Li","orcid":"https://orcid.org/0000-0003-2179-2951"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhou Li","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0003-2179-2951","affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136974384","display_name":"Shenghuang He","orcid":"https://orcid.org/0000-0002-7603-9716"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shenghuang He","raw_affiliation_strings":["School of Computer Science and Technology (School of Cyberspace Security), Dongguan University of Technology, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-7603-9716","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology (School of Cyberspace Security), Dongguan University of Technology, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026451492","display_name":"Bangquan Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bangquan Xie","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China"],"raw_orcid":"https://orcid.org/0000-0002-4500-8941","affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009241314","display_name":"Wenjian Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjian Zhong","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103090998","display_name":"Yongkang Lu","orcid":"https://orcid.org/0000-0002-2390-7014"},"institutions":[{"id":"https://openalex.org/I2799850029","display_name":"Dongguan University of Technology","ror":"https://ror.org/01m8p7q42","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799850029"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkang Lu","raw_affiliation_strings":["Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dongguan Key Laboratory of Intelligent Equipment and Smart Industry, School of Advanced Engineering, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I2799850029"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85084597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"10186","last_page":"10200"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.8903999924659729,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.8903999924659729,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.02410000003874302,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.6141999959945679},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6031000018119812},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5382000207901001},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5354999899864197},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.5063999891281128},{"id":"https://openalex.org/keywords/disturbance","display_name":"Disturbance (geology)","score":0.4717999994754791},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.44839999079704285}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6557999849319458},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.6141999959945679},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6031000018119812},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5382000207901001},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5354999899864197},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.5063999891281128},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4851999878883362},{"id":"https://openalex.org/C2777601987","wikidata":"https://www.wikidata.org/wiki/Q5283581","display_name":"Disturbance (geology)","level":2,"score":0.4717999994754791},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.44839999079704285},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.43220001459121704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.3084999918937683},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.28060001134872437},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2773999869823456},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.27709999680519104},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.2727000117301941}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2026.3696431","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2026.3696431","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.5801107883453369}],"awards":[{"id":"https://openalex.org/G1697769976","display_name":null,"funder_award_id":"2024A1515140079","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2025931767","display_name":null,"funder_award_id":"2023A1515110249","funder_id":"https://openalex.org/F4320317781","funder_display_name":"Guangdong Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G255259493","display_name":null,"funder_award_id":"2024A1515110151","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G2989631956","display_name":null,"funder_award_id":"2024A1515140079","funder_id":"https://openalex.org/F4320317781","funder_display_name":"Guangdong Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3088368485","display_name":null,"funder_award_id":"2024A1515110151","funder_id":"https://openalex.org/F4320317781","funder_display_name":"Guangdong Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7710299806","display_name":null,"funder_award_id":"2026A1515012284","funder_id":"https://openalex.org/F4320317781","funder_display_name":"Guangdong Provincial Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8789084237","display_name":null,"funder_award_id":"2023A1515110249","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8943318565","display_name":null,"funder_award_id":"2024M760418","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320317781","display_name":"Guangdong Provincial Postdoctoral Science Foundation","ror":null},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"traditional":[1],"formation":[2,30,98,124,138,194,208],"control":[3,31,99,139,195,209],"methods":[4],"of":[5,122,188],"multi-agent":[6],"systems":[7,167],"(MASs)":[8],"often":[9],"rely":[10],"on":[11,109],"restrictive":[12],"linear":[13],"matrix":[14],"inequalities":[15],"and":[16,70,83,104,130,148,168,192],"strong":[17],"assumptions.":[18],"To":[19],"overcome":[20],"this":[21,23],"limitation,":[22],"work":[24],"proposes":[25],"an":[26,88,133],"adaptive":[27,56,142],"optimal":[28,123,136,193],"time-varying":[29,137],"protocol":[32,140],"for":[33],"uncertain":[34],"MASs,":[35],"integrating":[36],"reinforcement":[37],"learning":[38],"<italic":[39,52,112,177],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[40,53,113,178],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(RL)</i>-based":[41],"neural":[42,50],"network":[43,51],"observer.":[44],"First,":[45],"a":[46,71,96,105,110],"radial":[47],"basis":[48],"function":[49],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(RBFNN)</i>":[54],"with":[55,141],"law":[57],"is":[58,102,116,145,162,200],"designed":[59],"to":[60,77,118,153,184,203],"approximate":[61,154],"the":[62,79,84,93,120,128,186,189,198,211,217],"unknown":[63,155],"nonlinear":[64,156],"dynamics.":[65],"An":[66],"RBFNN-based":[67],"state":[68,82,94,129],"estimator":[69,74,165],"novel":[72],"disturbance":[73,85,131],"are":[75,151,172,182],"developed":[76],"reconstruct":[78],"unmeasurable":[80],"system":[81,101],"generated":[86],"by":[87],"exosystem,":[89],"respectively.":[90],"Second,":[91],"using":[92],"estimate,":[95],"distributed":[97],"error":[100,166],"established,":[103],"performance":[106],"index":[107],"based":[108],"Hamilton\u2013Jacobi\u2013Bellman":[111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(HJB)</i>":[114],"equation":[115],"introduced":[117],"achieve":[119],"objective":[121],"control.":[125],"Third,":[126],"leveraging":[127],"estimates,":[132],"actor-critic":[134],"RL-based":[135],"update":[143],"laws":[144],"proposed.":[146],"Actor":[147],"critic":[149],"networks":[150],"constructed":[152],"terms":[157],"in":[158,210],"HJB":[159],"equation.":[160],"It":[161],"proved":[163],"that":[164],"RBFNN":[169],"approximation":[170],"errors":[171],"semi-globally":[173],"uniformly":[174],"ultimately":[175],"bounded":[176],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(SGUUB)</i>.":[179],"Simulation":[180],"examples":[181],"provided":[183],"verify":[185],"effectiveness":[187],"proposed":[190],"estimators":[191],"protocol.":[196],"Moreover,":[197],"method":[199],"successfully":[201],"applied":[202],"unmanned":[204],"aerial":[205],"vehicles":[206],"(UAVs)":[207],"Isaac":[212],"Sim":[213],"simulation":[214],"environment,":[215],"demonstrating":[216],"method\u2019s":[218],"practical":[219],"feasibility.":[220]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-26T00:00:00"}