{"id":"https://openalex.org/W4313291464","doi":"https://doi.org/10.1109/tvt.2022.3232815","title":"Learning to Routing in UAV Swarm Network: A Multi-Agent Reinforcement Learning Approach","display_name":"Learning to Routing in UAV Swarm Network: A Multi-Agent Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-12-29","ids":{"openalex":"https://openalex.org/W4313291464","doi":"https://doi.org/10.1109/tvt.2022.3232815"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3232815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3232815","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010845183","display_name":"Zunliang Wang","orcid":"https://orcid.org/0000-0002-2147-8850"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zunliang Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2147-8850","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666106","display_name":"Haipeng Yao","orcid":"https://orcid.org/0000-0003-1391-7363"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipeng Yao","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1391-7363","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005621448","display_name":"Tianle Mai","orcid":"https://orcid.org/0000-0002-8500-1461"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianle Mai","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8500-1461","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4440-941X","affiliations":[{"raw_affiliation_string":"Pillar of Information Systems Technology and Design, Singapore University of Technology and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044923347","display_name":"Xiaohua Wu","orcid":"https://orcid.org/0000-0002-7664-8327"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohua Wu","raw_affiliation_strings":["Rocket Force Academy, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rocket Force Academy, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021396","display_name":"Di Wu","orcid":"https://orcid.org/0009-0008-6239-6019"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["Department of Computing, Hong Kong Polytechnic University, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-9831-2202","affiliations":[{"raw_affiliation_string":"Department of Computing, Hong Kong Polytechnic University, Hong Kong SAR, China","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":37.2517,"has_fulltext":false,"cited_by_count":78,"citation_normalized_percentile":{"value":0.99731058,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"72","issue":"5","first_page":"6611","last_page":"6624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.699762761592865},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.5886538028717041},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.5858864188194275},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.5839850306510925},{"id":"https://openalex.org/keywords/flooding","display_name":"Flooding (psychology)","score":0.5825944542884827},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.552849531173706},{"id":"https://openalex.org/keywords/destination-sequenced-distance-vector-routing","display_name":"Destination-Sequenced Distance Vector routing","score":0.5275095105171204},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.518476665019989},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.5123113393783569},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.4614499807357788},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4578389823436737},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.4392925202846527},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.43670204281806946},{"id":"https://openalex.org/keywords/swarm-intelligence","display_name":"Swarm intelligence","score":0.4306766986846924},{"id":"https://openalex.org/keywords/optimized-link-state-routing-protocol","display_name":"Optimized Link State Routing Protocol","score":0.4250991642475128},{"id":"https://openalex.org/keywords/zone-routing-protocol","display_name":"Zone Routing Protocol","score":0.41054949164390564},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3629072904586792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22014561295509338},{"id":"https://openalex.org/keywords/particle-swarm-optimization","display_name":"Particle swarm optimization","score":0.19507858157157898},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18844705820083618}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.699762761592865},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.5886538028717041},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.5858864188194275},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.5839850306510925},{"id":"https://openalex.org/C186594467","wikidata":"https://www.wikidata.org/wiki/Q1429176","display_name":"Flooding (psychology)","level":2,"score":0.5825944542884827},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.552849531173706},{"id":"https://openalex.org/C29436982","wikidata":"https://www.wikidata.org/wiki/Q3700557","display_name":"Destination-Sequenced Distance Vector routing","level":5,"score":0.5275095105171204},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.518476665019989},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.5123113393783569},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.4614499807357788},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4578389823436737},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.4392925202846527},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.43670204281806946},{"id":"https://openalex.org/C119487961","wikidata":"https://www.wikidata.org/wiki/Q863960","display_name":"Swarm intelligence","level":3,"score":0.4306766986846924},{"id":"https://openalex.org/C204739117","wikidata":"https://www.wikidata.org/wiki/Q1368373","display_name":"Optimized Link State Routing Protocol","level":4,"score":0.4250991642475128},{"id":"https://openalex.org/C189884158","wikidata":"https://www.wikidata.org/wiki/Q8073926","display_name":"Zone Routing Protocol","level":5,"score":0.41054949164390564},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3629072904586792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22014561295509338},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.19507858157157898},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18844705820083618},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2022.3232815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3232815","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-129451","is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=0018-9545&rft.volume=72&rft.issue=5&rft.date=2023&rft.spage=6611&rft.aulast=Wang&rft.aufirst=Zunliang&rft.atitle=Learning+to+Routing+in+UAV+Swarm+Network%3A+A+Multi-Agent+Reinforcement+Learning+Approach&rft.title=IEEE+Transactions+on+Vehicular+Technology","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W2086002250","https://openalex.org/W2104846640","https://openalex.org/W2152364540","https://openalex.org/W2157331557","https://openalex.org/W2289259401","https://openalex.org/W2478053673","https://openalex.org/W2580986885","https://openalex.org/W2887614085","https://openalex.org/W2897732390","https://openalex.org/W2955809904","https://openalex.org/W2972619860","https://openalex.org/W2980887937","https://openalex.org/W3012094124","https://openalex.org/W3013500184","https://openalex.org/W3033802189","https://openalex.org/W3082190938","https://openalex.org/W3118272270","https://openalex.org/W3118430347","https://openalex.org/W3130992186","https://openalex.org/W3196576077","https://openalex.org/W3197092927","https://openalex.org/W3199147997","https://openalex.org/W3200012995","https://openalex.org/W4206135771","https://openalex.org/W4206494827","https://openalex.org/W4241391288","https://openalex.org/W4283724185","https://openalex.org/W4285127565","https://openalex.org/W4293057332"],"related_works":["https://openalex.org/W613020663","https://openalex.org/W2123812631","https://openalex.org/W1655019438","https://openalex.org/W2039886729","https://openalex.org/W2122371430","https://openalex.org/W2907383006","https://openalex.org/W2543752581","https://openalex.org/W2003872634","https://openalex.org/W2537937422","https://openalex.org/W1968750272"],"abstract_inverted_index":{"The":[0,24],"past":[1],"few":[2],"years":[3],"have":[4],"witnessed":[5],"an":[6,46,86],"exponential":[7],"growth":[8],"of":[9,27,36,124],"compelling":[10],"UAV":[11,29,89,166],"swarm":[12,30,90,167],"applications":[13],"ranging":[14],"from":[15],"agricultural":[16],"production,":[17],"and":[18,112,155],"intelligent":[19],"transport,":[20],"to":[21,32,44,65,102,119,135,138],"disaster":[22],"rescue.":[23],"high-speed":[25],"mobility":[26],"the":[28,98,114,122,131],"belongs":[31],"a":[33,52,159],"new":[34],"clan":[35],"networks,":[37],"termed":[38],"flying":[39],"ad-hoc":[40],"networks":[41],"(FANETs).":[42],"How":[43],"design":[45,97,113],"effective":[47,156],"routing":[48,79,91,105,144,157],"mechanism":[49],"in":[50],"such":[51],"dynamic":[53],"network":[54],"is":[55,107],"challenging.":[56],"Traditional":[57],"flooding":[58,106],"searching":[59,71],"algorithms":[60,72,152],"(e.g.,":[61,73],"OLSR,":[62],"AODV)":[63],"lead":[64],"huge":[66],"communication":[67,125],"overheads,":[68],"while":[69],"greedy":[70],"Geolocation-Based":[74],"Routing":[75],"protocol)":[76],"pose":[77],"low":[78],"efficiency.":[80],"In":[81,93],"this":[82],"paper,":[83],"we":[84,96,128],"propose":[85],"adaptive":[87],"communication-based":[88],"algorithm.":[92],"our":[94,151],"algorithm,":[95],"Multilayer":[99],"Perceptron":[100],"algorithm":[101,118,134],"learn":[103,136],"when":[104],"required":[108],"among":[109],"different":[110],"UAVs,":[111],"Gate":[115],"Recurrent":[116],"Unit":[117],"greatly":[120],"compress":[121],"volume":[123],"data.":[126],"Besides,":[127],"further":[129],"adopt":[130],"multi-agent":[132],"actor-critic":[133],"how":[137],"integrate":[139],"shared":[140],"information":[141],"for":[142,164],"cooperative":[143],"decision-making.":[145],"Extensive":[146],"simulation":[147],"results":[148],"validate":[149],"that":[150],"achieve":[153],"efficient":[154],"under":[158],"partially":[160],"observable":[161],"distributed":[162],"environment":[163],"large-scale":[165],"cooperation.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":6}],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2025-10-10T00:00:00"}