{"id":"https://openalex.org/W4409249300","doi":"https://doi.org/10.1109/jiot.2024.3508820","title":"Optimizing Multi-AAV Formation Cooperative Control Strategies With MCDDPG Approach","display_name":"Optimizing Multi-AAV Formation Cooperative Control Strategies With MCDDPG Approach","publication_year":2025,"publication_date":"2025-04-08","ids":{"openalex":"https://openalex.org/W4409249300","doi":"https://doi.org/10.1109/jiot.2024.3508820"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3508820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3508820","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085306541","display_name":"Jinsheng Xiao","orcid":"https://orcid.org/0000-0002-5403-1895"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsheng Xiao","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5403-1895","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bolun Yan","orcid":"https://orcid.org/0009-0007-3912-8537"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bolun Yan","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0007-3912-8537","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108239646","display_name":"Honggang Xie","orcid":"https://orcid.org/0000-0003-2013-7904"},"institutions":[{"id":"https://openalex.org/I74525822","display_name":"Hubei University of Technology","ror":"https://ror.org/02d3fj342","country_code":"CN","type":"education","lineage":["https://openalex.org/I74525822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honggang Xie","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Hubei University of Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Hubei University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I74525822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057910656","display_name":"Qiuze Yu","orcid":"https://orcid.org/0000-0003-2866-5939"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuze Yu","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117071519","display_name":"Linkun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linkun Li","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084077301","display_name":"Yuan\u2010Fang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuan-Fang Wang","raw_affiliation_strings":["Department of Computer Science, University of California at Santa Barbara, Santa Barbara, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California at Santa Barbara, Santa Barbara, CA, USA","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1081,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77085415,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"8","first_page":"9775","last_page":"9791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9264000058174133,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9264000058174133,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6953635215759277},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4585456848144531},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1811939775943756}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6953635215759277},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4585456848144531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1811939775943756}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3508820","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3508820","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2746553466","https://openalex.org/W2895387432","https://openalex.org/W2919522067","https://openalex.org/W2975307134","https://openalex.org/W2982316857","https://openalex.org/W3099689767","https://openalex.org/W3100789280","https://openalex.org/W3198140530","https://openalex.org/W3201487093","https://openalex.org/W4210526511","https://openalex.org/W4224320771","https://openalex.org/W4281258657","https://openalex.org/W4285048493","https://openalex.org/W4285247160","https://openalex.org/W4289821977","https://openalex.org/W4293577719","https://openalex.org/W4293732066","https://openalex.org/W4313216672","https://openalex.org/W4313291432","https://openalex.org/W4315489388","https://openalex.org/W4315491621","https://openalex.org/W4316035653","https://openalex.org/W4320002923","https://openalex.org/W4321769974","https://openalex.org/W4365420984","https://openalex.org/W4380576974","https://openalex.org/W4384303979","https://openalex.org/W4385338914","https://openalex.org/W4386071826","https://openalex.org/W4386761191","https://openalex.org/W4387197056","https://openalex.org/W4387250241","https://openalex.org/W4388145586","https://openalex.org/W4389076345","https://openalex.org/W4389558661","https://openalex.org/W4392843802","https://openalex.org/W4393972724","https://openalex.org/W4396941340","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6745995898","https://openalex.org/W6793444178","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"In":[0,163],"recent":[1],"years,":[2],"the":[3,82,112,121,135,141,146,158,166,170,175],"application":[4],"of":[5,145],"autonomous":[6],"aerial":[7],"vehicle":[8],"(AAV)":[9],"devices":[10],"in":[11,120,157,189],"military,":[12],"industrial,":[13],"and":[14,94,174],"civilian":[15],"sectors":[16],"has":[17,29],"become":[18],"increasingly":[19],"widespread.":[20],"Consequently,":[21],"research":[22],"on":[23,81],"multi-AAV":[24],"formation":[25],"cooperative":[26,105],"control":[27],"strategies":[28,53],"garnered":[30],"significant":[31],"attention.":[32],"However,":[33],"current":[34],"multiagent":[35,159,182],"reinforcement":[36,184],"learning":[37,99,185],"algorithms":[38,187],"often":[39],"struggle":[40],"with":[41],"unguided":[42],"exploration,":[43],"making":[44],"it":[45],"challenging":[46],"for":[47,54,92],"agents":[48],"to":[49,103,110],"develop":[50],"efficient":[51],"action":[52],"complex":[55],"collaborative":[56,137,142,177],"tasks.":[57],"To":[58,139],"address":[59,111],"this":[60,62,164],"issue,":[61],"article":[63],"introduces":[64],"a":[65,76,124,149],"multicritic":[66,77],"deep":[67,98,183],"deterministic":[68],"policy":[69],"gradient":[70],"(MCDDPG)":[71],"algorithm.":[72,84],"This":[73,85,133],"algorithm":[74,130,168],"designs":[75],"(MC)":[78],"structure":[79,86],"based":[80],"DDPG":[83],"guides":[87],"AAVs":[88],"using":[89],"physical":[90],"models":[91,100],"tracking":[93],"obstacle":[95],"avoidance,":[96],"while":[97],"are":[101],"employed":[102],"facilitate":[104],"coordination":[106],"among":[107,116],"AAVs.":[108],"Furthermore,":[109],"weight":[113,128],"allocation":[114],"issue":[115],"different":[117],"Critic":[118],"modules":[119],"MC":[122],"structure,":[123],"dynamic":[125],"difficulty":[126],"priority":[127],"optimization":[129],"is":[131,155],"implemented.":[132],"enhances":[134],"algorithm\u2019s":[136],"capabilities.":[138],"validate":[140],"planning":[143],"capability":[144],"proposed":[147],"algorithm,":[148],"simulation":[150],"scenario":[151],"involving":[152],"multicoupled":[153],"tasks":[154],"designed":[156],"particle":[160],"environment":[161],"(MPE).":[162],"scenario,":[165],"MCDDPG":[167],"demonstrates":[169],"fastest":[171],"convergence":[172],"speed":[173],"optimal":[176],"strategy,":[178],"outperforming":[179],"other":[180],"state-of-the-art":[181],"(MADRL)":[186],"currently":[188],"use.":[190]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}