{"id":"https://openalex.org/W4285209996","doi":"https://doi.org/10.1109/tvt.2022.3182335","title":"Packet Routing in Dynamic Multi-Hop UAV Relay Network: A Multi-Agent Learning Approach","display_name":"Packet Routing in Dynamic Multi-Hop UAV Relay Network: A Multi-Agent Learning Approach","publication_year":2022,"publication_date":"2022-06-14","ids":{"openalex":"https://openalex.org/W4285209996","doi":"https://doi.org/10.1109/tvt.2022.3182335"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3182335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3182335","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007797149","display_name":"Ruijin Ding","orcid":"https://orcid.org/0000-0001-7441-3199"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruijin Ding","raw_affiliation_strings":["Institute for Artificial Intelligence Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069586222","display_name":"Jiawei Chen","orcid":"https://orcid.org/0000-0001-8698-7851"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Chen","raw_affiliation_strings":["Institute for Artificial Intelligence Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074854979","display_name":"Wen Wu","orcid":"https://orcid.org/0000-0002-0458-1282"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Wu","raw_affiliation_strings":["Frontier Research Center, Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Frontier Research Center, Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084663211","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0003-1533-9704"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Institute of Network Sciences and Cyberspace, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050402661","display_name":"Feifei Gao","orcid":"https://orcid.org/0000-0001-8896-352X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Gao","raw_affiliation_strings":["Institute for Artificial Intelligence Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007797149"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":41.4102,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.99759579,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"71","issue":"9","first_page":"10059","last_page":"10072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10246","display_name":"Mobile Ad Hoc Networks","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7318236231803894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6857690215110779},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.6656642556190491},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.56011962890625},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5253512263298035},{"id":"https://openalex.org/keywords/adaptive-routing","display_name":"Adaptive routing","score":0.5033206343650818},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4984128475189209},{"id":"https://openalex.org/keywords/packet-switching","display_name":"Packet switching","score":0.4605715572834015},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.3805062472820282},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.37754201889038086},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34559041261672974}],"concepts":[{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7318236231803894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6857690215110779},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.6656642556190491},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.56011962890625},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5253512263298035},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.5033206343650818},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4984128475189209},{"id":"https://openalex.org/C113508815","wikidata":"https://www.wikidata.org/wiki/Q193446","display_name":"Packet switching","level":3,"score":0.4605715572834015},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.3805062472820282},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.37754201889038086},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34559041261672974},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3182335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3182335","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G909796625","display_name":null,"funder_award_id":"61902214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2102258543","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2285198146","https://openalex.org/W2289204537","https://openalex.org/W2412503523","https://openalex.org/W2558431499","https://openalex.org/W2767105570","https://openalex.org/W2790256744","https://openalex.org/W2797086109","https://openalex.org/W2885293674","https://openalex.org/W2886485362","https://openalex.org/W2886509985","https://openalex.org/W2899898540","https://openalex.org/W2914952404","https://openalex.org/W2946763103","https://openalex.org/W2953948844","https://openalex.org/W2956026482","https://openalex.org/W2962804513","https://openalex.org/W2963615009","https://openalex.org/W2964023906","https://openalex.org/W2969525674","https://openalex.org/W2999562137","https://openalex.org/W3000122352","https://openalex.org/W3002033136","https://openalex.org/W3013416947","https://openalex.org/W3016146955","https://openalex.org/W3051352583","https://openalex.org/W3084701940","https://openalex.org/W3099587457","https://openalex.org/W3100862578","https://openalex.org/W3110381504","https://openalex.org/W3124941630","https://openalex.org/W3134103048","https://openalex.org/W4205946715","https://openalex.org/W4214717370","https://openalex.org/W4297798716","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6739917289","https://openalex.org/W6749032143","https://openalex.org/W6749304979","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W1978191894","https://openalex.org/W2018045843","https://openalex.org/W3125668480","https://openalex.org/W2032875422","https://openalex.org/W2394677160","https://openalex.org/W2143656291","https://openalex.org/W2019099320","https://openalex.org/W2035778208"],"abstract_inverted_index":{"The":[0,168],"multi-hop":[1,46,198],"unmanned":[2],"aerial":[3],"vehicle":[4],"(UAV)":[5],"network":[6,49,59,64,131,166,215],"can":[7,183],"serve":[8,124],"as":[9,113],"data":[10,53,156],"relays":[11],"where":[12],"ground":[13],"users":[14],"(GUs)":[15],"do":[16],"not":[17],"have":[18],"reliable":[19],"direct":[20],"connections":[21],"to":[22,50,67,84,123,140,158],"the":[23,40,52,58,62,71,76,89,125,130,142,160,185,192,197,206,214],"base":[24],"station":[25],"(BS).":[26],"Existing":[27],"works":[28],"mainly":[29],"focus":[30],"on":[31],"simple":[32],"dual-hop":[33],"system.":[34],"In":[35],"this":[36,100],"paper,":[37],"we":[38,102],"investigate":[39],"packet":[41,72,157],"routing":[42,73],"problem":[43],"in":[44,196,211],"a":[45,104,149],"UAV":[47,68,82,153,199],"relay":[48,200],"minimize":[51],"transmission":[54,161,220],"time":[55,162],"and":[56,146,163,178,190,219],"enhance":[57],"throughput.":[60],"However,":[61],"dynamic":[63],"topology":[65],"due":[66],"mobility":[69],"makes":[70],"challenging":[74],"since":[75],"limited":[77],"communication":[78,91],"range":[79],"of":[80,144,165,213],"each":[81,155],"leads":[83],"volatile":[85],"wireless":[86],"connection.":[87],"Moreover,":[88],"line-of-sight":[90],"links":[92],"may":[93],"cause":[94],"strong":[95],"interference":[96],"among":[97,138,194],"UAVs.":[98],"Towards":[99],"end,":[101],"propose":[103],"novel":[105,173],"multi-agent":[106,114],"deep":[107],"reinforcement":[108],"learning":[109],"based":[110],"algorithm,":[111],"named":[112],"QMIX":[115],"(MAQMIX)":[116],"to:":[117],"1)":[118],"design":[119],"proper":[120,150],"UAVs\u2019":[121],"trajectories":[122],"moving":[126],"GUs":[127],"while":[128],"maintaining":[129],"connection;":[132],"2)":[133],"allocate":[134],"frequency":[135],"resource":[136],"properly":[137],"UAVs":[139,195],"alleviate":[141],"impact":[143],"interference;":[145],"3)":[147],"choose":[148],"next":[151],"hop":[152],"for":[154],"reduce":[159],"probability":[164],"congestion.":[167],"proposed":[169],"MAQMIX":[170,207],"has":[171],"two":[172],"training":[174,180,193],"mechanisms,":[175,181],"i.e.,":[176],"intra-UAV":[177],"inter-UAV":[179],"which":[182],"tackle":[184],"large":[186],"action":[187],"space":[188],"issue":[189],"coordinate":[191],"network.":[201],"Simulation":[202],"results":[203],"demonstrate":[204],"that":[205],"outperforms":[208],"baseline":[209],"schemes":[210],"terms":[212],"congestion":[216],"avoidance,":[217],"throughput,":[218],"time.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}