{"id":"https://openalex.org/W4407566350","doi":"https://doi.org/10.1109/tvt.2024.3473969","title":"Consensus Based Reinforcement Learning Method for Differentiated Formation Control of UAVs","display_name":"Consensus Based Reinforcement Learning Method for Differentiated Formation Control of UAVs","publication_year":2025,"publication_date":"2025-02-01","ids":{"openalex":"https://openalex.org/W4407566350","doi":"https://doi.org/10.1109/tvt.2024.3473969"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3473969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3473969","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012860017","display_name":"Xingyu He","orcid":"https://orcid.org/0000-0003-1125-0411"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xingyu He","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072472978","display_name":"Dong Luo","orcid":"https://orcid.org/0000-0002-0491-7073"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"DongXu Luo","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054850811","display_name":"Zekun Chen","orcid":"https://orcid.org/0000-0002-4183-2941"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zekun Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041291330","display_name":"Guisong Yang","orcid":"https://orcid.org/0000-0001-8057-7819"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guisong Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082653046","display_name":"Yunhuai Liu","orcid":"https://orcid.org/0000-0002-1180-8078"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhuai Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012860017"],"corresponding_institution_ids":["https://openalex.org/I148128674"],"apc_list":null,"apc_paid":null,"fwci":30.7755,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99522962,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"74","issue":"2","first_page":"2429","last_page":"2442"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9598000049591064,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7570232152938843},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5288439989089966},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4970121681690216},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4708176255226135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3826310932636261},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3253461718559265},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.09637877345085144}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7570232152938843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5288439989089966},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4970121681690216},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4708176255226135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3826310932636261},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3253461718559265},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.09637877345085144}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3473969","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3473969","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2914867326","display_name":null,"funder_award_id":"U23A20381","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4307428301","display_name":null,"funder_award_id":"61602305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5176335939","display_name":null,"funder_award_id":"19ZR1477600","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G654495699","display_name":null,"funder_award_id":"61802257","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G760741924","display_name":null,"funder_award_id":"18ZR1426000","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2530077971","https://openalex.org/W2679375846","https://openalex.org/W2943308446","https://openalex.org/W2981655159","https://openalex.org/W2999110477","https://openalex.org/W3022730669","https://openalex.org/W3032825664","https://openalex.org/W3035458768","https://openalex.org/W3045124597","https://openalex.org/W3048938111","https://openalex.org/W3090837869","https://openalex.org/W3131448887","https://openalex.org/W3153943316","https://openalex.org/W3154552588","https://openalex.org/W3166102866","https://openalex.org/W3214814008","https://openalex.org/W4200000120","https://openalex.org/W4200190542","https://openalex.org/W4200245050","https://openalex.org/W4224882587","https://openalex.org/W4225269977","https://openalex.org/W4226512335","https://openalex.org/W4253626021","https://openalex.org/W4284899383","https://openalex.org/W4285119242","https://openalex.org/W4288047723","https://openalex.org/W4312204815","https://openalex.org/W4312479610","https://openalex.org/W4312553781","https://openalex.org/W4312840277","https://openalex.org/W4313031883","https://openalex.org/W4313201628","https://openalex.org/W4318825934","https://openalex.org/W4327767969","https://openalex.org/W4376878836","https://openalex.org/W4376955487","https://openalex.org/W4386095916","https://openalex.org/W4386702908","https://openalex.org/W4388430494"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Obstacle":[0],"avoidance":[1,30,71,81,115,167,176,183,195,200,210,223],"is":[2,22,95,146,178],"the":[3,69,129,135,139,150,165,170,181,217],"crux":[4],"of":[5,28,49,65,83,138,169,227],"formation":[6,36,62,92,106,111],"control":[7,63,93,107],"for":[8,60,154],"a":[9,23,54,84,87,102,142,173],"UAV":[10,35,85,100,140,156,171],"swarm,":[11,86,141,172],"no":[12],"matter":[13],"in":[14,34,101,180],"urban":[15],"or":[16],"wild":[17],"application":[18],"environments.":[19],"But":[20],"there":[21],"dilemma":[24],"to":[25,67,78,117,133,148,158,163,188,203,206],"promote":[26,79],"both":[27],"obstacle":[29,70,80,114,166,175,182,191,194,199,209,222],"flexibility":[31,72,82,224],"and":[32,73,113,121,193,197,225,234],"consistency":[33,168,226],"control,":[37],"which":[38],"has":[39],"not":[40],"been":[41],"solved":[42],"effectively":[43],"by":[44],"existing":[45],"researches.":[46],"In":[47,75],"view":[48],"this,":[50],"this":[51,76],"paper":[52],"proposes":[53],"consensus":[55,88,201],"based":[56,127],"reinforcement":[57,143],"learning":[58,144],"method":[59,219],"differentiated":[61,91],"(DFC)":[64],"UAVs,":[66,228],"balance":[68],"consistency.":[74],"method,":[77],"mechanism":[89],"with":[90],"strategies":[94],"designed,":[96],"it":[97,185],"allows":[98],"each":[99,155],"swarm":[103],"changes":[104],"its":[105,118,123,159],"strategy":[108],"among":[109],"aggregation,":[110],"keeping":[112],"according":[116,157],"local":[119],"environment,":[120],"calculates":[122],"own":[124],"current":[125,160],"subgoal":[126],"on":[128],"selected":[130],"strategy.":[131],"Further,":[132],"improve":[134],"flight":[136,232],"efficiency":[137,233],"model":[145],"provided":[147],"generate":[149],"optimal":[151],"offset":[152],"vector":[153],"subgoal.":[161],"Moreover,":[162],"enhance":[164],"collaborative":[174],"algorithm":[177],"designed":[179],"strategy,":[184],"requires":[186],"UAVs":[187,205],"share":[189],"their":[190],"information":[192],"actions,":[196],"provides":[198],"rules":[202],"help":[204],"choose":[207],"consistent":[208],"directions.":[211],"The":[212],"experiment":[213],"results":[214],"show":[215],"that":[216],"proposed":[218],"can":[220],"combine":[221],"thereby":[229],"achieving":[230],"higher":[231],"maintaining":[235],"stable":[236],"network":[237],"connectivity.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}
