{"id":"https://openalex.org/W4289656150","doi":"https://doi.org/10.1109/lwc.2022.3195963","title":"A Data-Driven Packet Routing Algorithm for an Unmanned Aerial Vehicle Swarm: A Multi-Agent Reinforcement Learning Approach","display_name":"A Data-Driven Packet Routing Algorithm for an Unmanned Aerial Vehicle Swarm: A Multi-Agent Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-08-03","ids":{"openalex":"https://openalex.org/W4289656150","doi":"https://doi.org/10.1109/lwc.2022.3195963"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2022.3195963","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2022.3195963","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078550149","display_name":"Xiulin Qiu","orcid":"https://orcid.org/0000-0002-8535-6238"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiulin Qiu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8535-6238","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055195621","display_name":"Lei Xu","orcid":"https://orcid.org/0000-0002-9306-5844"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9306-5844","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100338634","display_name":"Ping Wang","orcid":"https://orcid.org/0000-0002-1599-5480"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ping Wang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1599-5480","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Lassonde School of Engineering, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073857021","display_name":"Yuwang Yang","orcid":"https://orcid.org/0000-0002-6636-8831"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuwang Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6636-8831","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079353230","display_name":"Zhenqiang Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenqiang Liao","raw_affiliation_strings":["School of Electrical and Mechanical Engineering, Suzhou Global Institute of Software Technology, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Mechanical Engineering, Suzhou Global Institute of Software Technology, Suzhou, China","institution_ids":["https://openalex.org/I4210128818"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":24.1757,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.99308443,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"11","issue":"10","first_page":"2160","last_page":"2164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8045541048049927},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6576330661773682},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5720003247261047},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5674698948860168},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.5609310865402222},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5520551204681396},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5446568727493286},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.5370672345161438},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5092383623123169},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.5063806772232056},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.497955322265625},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.48836204409599304},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.44971051812171936},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4468110203742981},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3629804849624634},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.3439132571220398},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23874637484550476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8045541048049927},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6576330661773682},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5720003247261047},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5674698948860168},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.5609310865402222},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5520551204681396},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5446568727493286},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.5370672345161438},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5092383623123169},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.5063806772232056},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.497955322265625},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.48836204409599304},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.44971051812171936},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4468110203742981},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3629804849624634},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.3439132571220398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23874637484550476},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2022.3195963","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2022.3195963","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5898287775","display_name":null,"funder_award_id":"61991404","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6021406104","display_name":null,"funder_award_id":"61973161","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7059159504","display_name":null,"funder_award_id":"61773206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2171671264","https://openalex.org/W2897942816","https://openalex.org/W2940810733","https://openalex.org/W2962847915","https://openalex.org/W3002159761","https://openalex.org/W3036004996","https://openalex.org/W3114919086","https://openalex.org/W3120275486","https://openalex.org/W3172709400","https://openalex.org/W4205134629","https://openalex.org/W4226528404","https://openalex.org/W6738796088","https://openalex.org/W6780559895","https://openalex.org/W6788140797"],"related_works":["https://openalex.org/W2944616377","https://openalex.org/W2286025681","https://openalex.org/W4377970799","https://openalex.org/W2251995179","https://openalex.org/W2613682624","https://openalex.org/W1655019438","https://openalex.org/W4253436398","https://openalex.org/W2607223747","https://openalex.org/W2002267183","https://openalex.org/W2619478018"],"abstract_inverted_index":{"Routing":[0],"decisions":[1],"made":[2],"by":[3,11],"unmanned":[4],"aerial":[5],"vehicle":[6],"(UAV)":[7],"swarms":[8],"are":[9,54,80],"affected":[10],"complex":[12],"and":[13,29,74,95,98,125],"dynamically":[14,111],"changing":[15,112],"topologies.":[16],"A":[17],"centralized":[18],"routing":[19,46,63,119,133],"algorithm":[20,47,120],"imposes":[21],"the":[22,30,75,93,110,117,127],"entire":[23],"computational":[24],"burden":[25],"on":[26,101],"one":[27],"module,":[28],"high":[31],"data":[32,122],"dimensionality":[33],"renders":[34],"computation":[35],"burdensome.":[36],"In":[37],"this":[38],"letter,":[39],"we":[40],"develop":[41],"a":[42,49,57],"multi-agent":[43],"reinforcement":[44],"learning-based":[45],"for":[48],"UAV":[50,70,72],"swarm.":[51],"The":[52],"UAVs":[53],"trained":[55],"in":[56],"data-driven":[58],"manner":[59],"to":[60,91,106,109],"make":[61],"distributed":[62],"decisions.":[64],"Factors":[65],"that":[66,116],"include":[67],"channel":[68],"quality,":[69],"movement,":[71],"overhead,":[73],"extent":[76],"of":[77],"neighbor":[78],"variation":[79],"incorporated":[81],"into":[82],"link":[83],"quality":[84],"assessment.":[85],"Long":[86],"short-term":[87],"memory":[88],"is":[89,104],"used":[90],"improve":[92],"Actor":[94],"Critic":[96],"networks,":[97],"more":[99],"information":[100],"temporal":[102],"continuity":[103],"added":[105],"facilitate":[107],"adaptation":[108],"environment.":[113],"Simulations":[114],"show":[115],"proposed":[118],"reduces":[121],"transmission":[123,128],"delay":[124],"enhances":[126],"rate":[129],"compared":[130],"with":[131],"traditional":[132],"algorithms.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}