{"id":"https://openalex.org/W4402262704","doi":"https://doi.org/10.23919/acc60939.2024.10644770","title":"A Twin-Delayed Deep Deterministic Policy Gradient Approach for UAV Formation Control","display_name":"A Twin-Delayed Deep Deterministic Policy Gradient Approach for UAV Formation Control","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4402262704","doi":"https://doi.org/10.23919/acc60939.2024.10644770"},"language":"en","primary_location":{"id":"doi:10.23919/acc60939.2024.10644770","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/acc60939.2024.10644770","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101821376","display_name":"Yintao Zhang","orcid":"https://orcid.org/0000-0002-0084-6503"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yintao Zhang","raw_affiliation_strings":["Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416422","display_name":"Youmin Zhang","orcid":"https://orcid.org/0000-0002-9731-5943"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Youmin Zhang","raw_affiliation_strings":["Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043984697","display_name":"Ziquan Yu","orcid":"https://orcid.org/0000-0002-1026-4195"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziquan Yu","raw_affiliation_strings":["College of Automation Engineering, Nanjing University of Aeronautics and Astronautics,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Automation Engineering, Nanjing University of Aeronautics and Astronautics,Nanjing,China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100621874","display_name":"Jin Li","orcid":"https://orcid.org/0000-0002-1268-8864"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jin Li","raw_affiliation_strings":["Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109776777","display_name":"Qiaomeng Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qiaomeng Qin","raw_affiliation_strings":["Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Concordia University,Department of Mechanical, Industrial and Aerospace Engineering,Montreal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104277713","display_name":"Chenxi Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenxi Gao","raw_affiliation_strings":["University of Liverpool,Fac of Science &#x0026; Engineering,Liverpool,United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool,Fac of Science &#x0026; Engineering,Liverpool,United Kingdom","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2393","last_page":"2398"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5970562100410461},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4756467044353485},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.473347932100296},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2298700213432312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5970562100410461},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4756467044353485},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.473347932100296},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2298700213432312}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/acc60939.2024.10644770","is_oa":false,"landing_page_url":"http://dx.doi.org/10.23919/acc60939.2024.10644770","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 American Control Conference (ACC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G3118549743","display_name":null,"funder_award_id":"62373188,62003162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3923047240","display_name":null,"funder_award_id":"20220007052003","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G4589598747","display_name":null,"funder_award_id":"2021ZYA02005","funder_id":"https://openalex.org/F4320335000","funder_display_name":"Changjiang Scholar Program of Chinese Ministry of Education"},{"id":"https://openalex.org/G8145083527","display_name":null,"funder_award_id":"BK20200416","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320335000","display_name":"Changjiang Scholar Program of Chinese Ministry of Education","ror":"https://ror.org/01mv9t934"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1898328742","https://openalex.org/W2042733674","https://openalex.org/W2963864421","https://openalex.org/W3006799860","https://openalex.org/W3048946793","https://openalex.org/W3126854927","https://openalex.org/W3135804031","https://openalex.org/W3135809571","https://openalex.org/W3142824457","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"the":[3,15,34,42,53,59,69,73,83,88,106,114,117],"use":[4],"of":[5,18,56,108,116],"a":[6,49,95],"Twin-Delayed":[7],"Deep":[8,35],"Deterministic":[9,36],"Policy":[10,37],"Gradient":[11,38],"(TD3)":[12],"approach":[13],"for":[14,52],"formation":[16,54],"control":[17],"multiple":[19],"Uncrewed":[20],"Aerial":[21],"Vehicles":[22],"(multi-UAVs).":[23],"A":[24],"leader-follower":[25],"configuration":[26],"is":[27,92],"adopted.":[28],"The":[29],"proposed":[30,118],"TD3":[31,61],"algorithm":[32,40],"integrates":[33],"(DDPG)":[39],"with":[41],"double":[43],"<tex":[44,64,75,84],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[45,65,76,85],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Q-\\mathbf{learning}$</tex>":[46],"technique,":[47],"creating":[48],"continuous":[50],"controller":[51],"tracking":[55],"multi-UAVs.":[57],"Unlike":[58],"DDPG,":[60],"utilizes":[62],"two":[63],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Q-\\mathbf{networks}$</tex>":[66],"that":[67],"explore":[68],"environment":[70],"independently,":[71],"selecting":[72],"smaller":[74],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Q-\\mathbf{values}$</tex>":[77],"to":[78,104],"compute":[79],"targets":[80],"and":[81,99],"update":[82],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$Q-\\mathbf{functions}$</tex>.":[86],"Additionally,":[87],"target":[89],"action":[90,97],"policy":[91],"constrained":[93],"within":[94],"valid":[96],"range,":[98],"updates":[100],"are":[101],"deliberately":[102],"delayed":[103],"prevent":[105],"exploitation":[107],"erroneous":[109],"experiences.":[110],"Simulation":[111],"results":[112],"validate":[113],"effectiveness":[115],"method.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}