{"id":"https://openalex.org/W4290996077","doi":"https://doi.org/10.1109/icc45855.2022.9838808","title":"Cooperative Reinforcement Learning Aided Dynamic Routing in UAV Swarm Networks","display_name":"Cooperative Reinforcement Learning Aided Dynamic Routing in UAV Swarm Networks","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4290996077","doi":"https://doi.org/10.1109/icc45855.2022.9838808"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9838808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010845183","display_name":"Zunliang Wang","orcid":"https://orcid.org/0000-0002-2147-8850"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zunliang Wang","raw_affiliation_strings":["Beijing Univ. of Posts and Telecom.,State Key Lab. of Net. and Switching Tech.,Beijing,P.R. China","State Key Lab. of Net. and Switching Tech., Beijing Univ. of Posts and Telecom., Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ. of Posts and Telecom.,State Key Lab. of Net. and Switching Tech.,Beijing,P.R. China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab. of Net. and Switching Tech., Beijing Univ. of Posts and Telecom., Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666106","display_name":"Haipeng Yao","orcid":"https://orcid.org/0000-0003-1391-7363"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipeng Yao","raw_affiliation_strings":["Beijing Univ. of Posts and Telecom.,State Key Lab. of Net. and Switching Tech.,Beijing,P.R. China","State Key Lab. of Net. and Switching Tech., Beijing Univ. of Posts and Telecom., Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ. of Posts and Telecom.,State Key Lab. of Net. and Switching Tech.,Beijing,P.R. China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab. of Net. and Switching Tech., Beijing Univ. of Posts and Telecom., Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005621448","display_name":"Tianle Mai","orcid":"https://orcid.org/0000-0002-8500-1461"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianle Mai","raw_affiliation_strings":["Beijing Univ. of Posts and Telecom.,State Key Lab. of Net. and Switching Tech.,Beijing,P.R. China","State Key Lab. of Net. and Switching Tech., Beijing Univ. of Posts and Telecom., Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Univ. of Posts and Telecom.,State Key Lab. of Net. and Switching Tech.,Beijing,P.R. China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"State Key Lab. of Net. and Switching Tech., Beijing Univ. of Posts and Telecom., Beijing, P.R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005327587","display_name":"Zehui Xiong","orcid":"https://orcid.org/0000-0002-4440-941X"},"institutions":[{"id":"https://openalex.org/I152815399","display_name":"Singapore University of Technology and Design","ror":"https://ror.org/05j6fvn87","country_code":"SG","type":"education","lineage":["https://openalex.org/I152815399"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zehui Xiong","raw_affiliation_strings":["Singapore Univ. of Tech. and Design,Singapore","Singapore Univ. of Tech. and Design, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Univ. of Tech. and Design,Singapore","institution_ids":["https://openalex.org/I152815399"]},{"raw_affiliation_string":"Singapore Univ. of Tech. and Design, Singapore","institution_ids":["https://openalex.org/I152815399"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"F. Richard Yu","raw_affiliation_strings":["Carleton Univ.,Depart. of Sys. and Comp. Eng.,Ottawa,ON,Canada","Depart. of Sys. and Comp. Eng., Carleton Univ., Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carleton Univ.,Depart. of Sys. and Comp. Eng.,Ottawa,ON,Canada","institution_ids":["https://openalex.org/I67031392"]},{"raw_affiliation_string":"Depart. of Sys. and Comp. Eng., Carleton Univ., Ottawa, ON, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5967,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.97175977,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.9077000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8068322539329529},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7166455984115601},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.6908823847770691},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5681086182594299},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.5465070009231567},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5264222025871277},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.48271772265434265},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4768434762954712},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47102460265159607},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.44293439388275146},{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.41078466176986694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30488526821136475},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29463618993759155},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1991073191165924}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8068322539329529},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7166455984115601},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.6908823847770691},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5681086182594299},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5465070009231567},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5264222025871277},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.48271772265434265},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4768434762954712},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47102460265159607},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.44293439388275146},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.41078466176986694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30488526821136475},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29463618993759155},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1991073191165924},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45855.2022.9838808","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838808","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W52153049","https://openalex.org/W940063406","https://openalex.org/W2011482408","https://openalex.org/W2104206348","https://openalex.org/W2155027007","https://openalex.org/W2758359169","https://openalex.org/W2806486723","https://openalex.org/W2907772497","https://openalex.org/W2963710449","https://openalex.org/W2980887937","https://openalex.org/W3082611643","https://openalex.org/W3092628553","https://openalex.org/W3097700561","https://openalex.org/W3103340483","https://openalex.org/W3103589008","https://openalex.org/W3155178538","https://openalex.org/W4301852635","https://openalex.org/W6683204974","https://openalex.org/W6784696566","https://openalex.org/W6785528490"],"related_works":["https://openalex.org/W3191223485","https://openalex.org/W4226064467","https://openalex.org/W3037422413","https://openalex.org/W1485627940","https://openalex.org/W260766989","https://openalex.org/W2358984341","https://openalex.org/W3148666712","https://openalex.org/W2129217684","https://openalex.org/W2382229373","https://openalex.org/W3124922852"],"abstract_inverted_index":{"The":[0],"Unmanned":[1],"Aerial":[2],"Vehicle":[3],"(UAV)":[4],"swarm":[5,43],"has":[6,16,62],"attracted":[7],"widespread":[8],"attention":[9],"from":[10],"both":[11],"academia":[12],"and":[13,27,93],"industry.":[14],"It":[15],"been":[17,63],"widely":[18],"adopted":[19],"in":[20,120],"disaster":[21],"recovery,":[22],"military":[23],"communication,":[24],"agricultural":[25],"production,":[26],"industrial":[28],"automation.":[29],"In":[30,67],"critical":[31],"situations":[32],"or":[33],"places":[34],"where":[35,97],"communication":[36],"infrastructure":[37],"is":[38,45,102],"lacking,":[39],"deploying":[40],"a":[41,46,64,81,90,98,116],"UAV":[42,55,85,111],"network":[44],"cost-effective":[47],"solution.":[48],"However,":[49],"considering":[50],"the":[51,72,106,125,132,135,140],"high":[52],"speed":[53],"of":[54,75,109,134],"devices,":[56],"designing":[57],"an":[58],"effective":[59],"routing":[60,86],"mechanism":[61],"challenging":[65],"problem.":[66],"this":[68],"paper,":[69],"enlightened":[70],"by":[71],"recent":[73],"success":[74],"multi-agent":[76,82],"reinforcement":[77],"learning,":[78],"we":[79,114],"propose":[80],"policy":[83,107],"gradients-based":[84],"algorithm.":[87],"We":[88],"adopt":[89],"centralized":[91,99],"training":[92,100],"decentralized":[94],"executing":[95],"framework,":[96],"platform":[101],"implemented":[103],"to":[104,123,139],"guide":[105],"updating":[108],"each":[110],"node.":[112],"Moreover,":[113],"introduce":[115],"counterfactual":[117],"baseline":[118],"scheme":[119],"our":[121],"algorithm":[122],"improve":[124],"convergence":[126],"speed.":[127],"Extensive":[128],"simulation":[129],"results":[130],"validate":[131],"effectiveness":[133],"proposed":[136],"algorithms":[137],"compared":[138],"state-of-the-art":[141],"schemes.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}