{"id":"https://openalex.org/W4409560766","doi":"https://doi.org/10.1109/tnse.2025.3561744","title":"Formation and Obstacle Avoidance Control Based on Multi-Agent Reinforcement Learning","display_name":"Formation and Obstacle Avoidance Control Based on Multi-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-04-17","ids":{"openalex":"https://openalex.org/W4409560766","doi":"https://doi.org/10.1109/tnse.2025.3561744"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2025.3561744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3561744","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054638625","display_name":"Fuxi Niu","orcid":"https://orcid.org/0000-0001-8770-397X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Fuxi Niu","raw_affiliation_strings":["Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081906408","display_name":"Xiaohong Nian","orcid":"https://orcid.org/0000-0002-4678-4643"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Nian","raw_affiliation_strings":["Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chao Pan","orcid":"https://orcid.org/0009-0000-9746-2639"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Pan","raw_affiliation_strings":["Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027453687","display_name":"Xunhua Dai","orcid":"https://orcid.org/0000-0002-9886-176X"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xunhua Dai","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China","School of computer science and engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"School of computer science and engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100786625","display_name":"Haibo Wang","orcid":"https://orcid.org/0000-0003-4767-2827"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Wang","raw_affiliation_strings":["Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067449956","display_name":"Hongyun Xiong","orcid":"https://orcid.org/0000-0002-1855-2845"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyun Xiong","raw_affiliation_strings":["Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"Key Lab of Institute of Cluster Unmanned System, School of Automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]},{"raw_affiliation_string":"Key Lab of Institute of cluster unmanned system, School of automation, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054638625"],"corresponding_institution_ids":["https://openalex.org/I139660479"],"apc_list":null,"apc_paid":null,"fwci":5.1063,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93668563,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":"5","first_page":"3511","last_page":"3526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.7713000178337097,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.7713000178337097,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.7588000297546387,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.7247999906539917,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7142052054405212},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6519973278045654},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5522671341896057},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5322176218032837},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.49996232986450195},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.4906233847141266},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3867415189743042},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.34538382291793823},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3431493043899536},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22211694717407227},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.1384827196598053},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08569926023483276},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.07697543501853943}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7142052054405212},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6519973278045654},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5522671341896057},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5322176218032837},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.49996232986450195},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4906233847141266},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3867415189743042},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.34538382291793823},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3431493043899536},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22211694717407227},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.1384827196598053},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08569926023483276},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.07697543501853943},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2025.3561744","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2025.3561744","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3433177266","display_name":null,"funder_award_id":"62173347","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7000359859","display_name":null,"funder_award_id":"2025JJ50341","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G8099227732","display_name":null,"funder_award_id":"62406345","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W1981826826","https://openalex.org/W2066515400","https://openalex.org/W2119120935","https://openalex.org/W2733753647","https://openalex.org/W2791307664","https://openalex.org/W2963809389","https://openalex.org/W2963821308","https://openalex.org/W2973229164","https://openalex.org/W2981246288","https://openalex.org/W2999176108","https://openalex.org/W3026207317","https://openalex.org/W3043763914","https://openalex.org/W3046936059","https://openalex.org/W3088521775","https://openalex.org/W3092327471","https://openalex.org/W3166816823","https://openalex.org/W3197405529","https://openalex.org/W3200237136","https://openalex.org/W3205608407","https://openalex.org/W4200182717","https://openalex.org/W4224101286","https://openalex.org/W4226200218","https://openalex.org/W4226255370","https://openalex.org/W4292348153","https://openalex.org/W4323644326","https://openalex.org/W4365140218","https://openalex.org/W4394853021","https://openalex.org/W4404823122","https://openalex.org/W6738796088","https://openalex.org/W6763173156","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W2357323510"],"abstract_inverted_index":{"For":[0],"the":[1,6,25,33,42,56,60,74,86,96,129,132,139,142,148],"multi-agent":[2],"formation":[3,43,100,118,121,149],"control":[4,9,44,119],"problem,":[5],"current":[7],"mainstream":[8],"methods":[10],"are":[11,112],"based":[12],"on":[13,32,55],"graph":[14],"theory":[15],"and":[16,27,58,68,84,101,120,138],"consistency":[17],"theory,":[18],"which":[19],"often":[20],"require":[21],"precise":[22],"modeling":[23],"of":[24,63,99,128,141],"system":[26],"rigorous":[28],"mathematical":[29],"reasoning.":[30],"Based":[31],"MADDPG":[34],"deep":[35],"reinforcement":[36,48,106],"learning":[37,49,67,107],"algorithm,":[38],"this":[39,71],"paper":[40,72],"models":[41],"problem":[45,50,87],"as":[46],"a":[47],"by":[51,146],"considering":[52],"various":[53],"constraints":[54],"agent,":[57],"obtains":[59],"behavior":[61],"strategy":[62],"each":[64],"agent":[65,130],"through":[66],"training.":[69],"Furthermore,":[70],"combines":[73],"leader-follow":[75],"method":[76],"to":[77,94],"divide":[78],"all":[79],"agents":[80,93],"into":[81,114],"two":[82,115],"categories,":[83],"solves":[85],"that":[88],"it":[89],"is":[90,136,144],"difficult":[91],"for":[92],"balance":[95],"long-term":[97],"rewards":[98],"obstacle":[102,122],"avoidance":[103],"tasks":[104],"in":[105,131],"methods.":[108],"The":[109,124],"simulation":[110],"experiments":[111],"divided":[113],"types:":[116],"circular":[117],"avoidance.":[123],"dynamic":[125],"movement":[126],"process":[127,150],"corresponding":[133],"experimental":[134],"scene":[135],"shown,":[137],"effectiveness":[140],"algorithm":[143],"verified":[145],"combining":[147],"error.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}