{"id":"https://openalex.org/W3207745675","doi":"https://doi.org/10.1109/tvt.2021.3118446","title":"Semi-Distributed Resource Management in UAV-Aided MEC Systems: A Multi-Agent Federated Reinforcement Learning Approach","display_name":"Semi-Distributed Resource Management in UAV-Aided MEC Systems: A Multi-Agent Federated Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-10-10","ids":{"openalex":"https://openalex.org/W3207745675","doi":"https://doi.org/10.1109/tvt.2021.3118446","mag":"3207745675"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3118446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3118446","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044675282","display_name":"Yiwen Nie","orcid":"https://orcid.org/0000-0003-1616-677X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiwen Nie","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1616-677X","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085078614","display_name":"Junhui Zhao","orcid":"https://orcid.org/0000-0002-4429-494X"},"institutions":[{"id":"https://openalex.org/I13985625","display_name":"East China Jiaotong University","ror":"https://ror.org/05x2f1m38","country_code":"CN","type":"education","lineage":["https://openalex.org/I13985625"]},{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhui Zhao","raw_affiliation_strings":["School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","School of Information Engineering, East China Jiaotong University, Nanchang, China"],"raw_orcid":"https://orcid.org/0000-0002-4429-494X","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"School of Information Engineering, East China Jiaotong University, Nanchang, China","institution_ids":["https://openalex.org/I13985625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050402661","display_name":"Feifei Gao","orcid":"https://orcid.org/0000-0001-8896-352X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Gao","raw_affiliation_strings":["Institute for Artificial Intelligence, Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8896-352X","affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University (THUAI), State Key Lab of Intelligent Technologies and Systems, Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420016","display_name":"F. Richard Yu","orcid":"https://orcid.org/0000-0003-1006-7594"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fei Yu","raw_affiliation_strings":["Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Computer Engineering, Carleton University, Ottawa, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044675282"],"corresponding_institution_ids":["https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":124.8109,"has_fulltext":false,"cited_by_count":148,"citation_normalized_percentile":{"value":0.99967957,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"70","issue":"12","first_page":"13162","last_page":"13173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8304858207702637},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7062456011772156},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5887519717216492},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5726291537284851},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.515501081943512},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.5082008838653564},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4869995713233948},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.43729332089424133},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.43709760904312134},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4160851538181305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.244309663772583},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19460374116897583},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18690893054008484}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8304858207702637},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7062456011772156},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5887519717216492},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5726291537284851},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.515501081943512},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.5082008838653564},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4869995713233948},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.43729332089424133},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.43709760904312134},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4160851538181305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.244309663772583},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19460374116897583},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18690893054008484},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3118446","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3118446","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G1642906815","display_name":null,"funder_award_id":"2020YFB1807204","funder_id":"https://openalex.org/F4320336026","funder_display_name":"National Key Research and Development Program of China Stem Cell and Translational Research"},{"id":"https://openalex.org/G2364593082","display_name":null,"funder_award_id":"U2001213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5919350233","display_name":null,"funder_award_id":"61971191","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6694115259","display_name":null,"funder_award_id":"20190910","funder_id":"https://openalex.org/F4320337104","funder_display_name":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336026","display_name":"National Key Research and Development Program of China Stem Cell and Translational Research","ror":null},{"id":"https://openalex.org/F4320337104","display_name":"Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences","ror":"https://ror.org/04nytyj38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2015324873","https://openalex.org/W2145339207","https://openalex.org/W2150516182","https://openalex.org/W2223726101","https://openalex.org/W2467994323","https://openalex.org/W2782637457","https://openalex.org/W2790256744","https://openalex.org/W2904994737","https://openalex.org/W2909896054","https://openalex.org/W2913208211","https://openalex.org/W2914952404","https://openalex.org/W2916693941","https://openalex.org/W2922260520","https://openalex.org/W2925954839","https://openalex.org/W2951054802","https://openalex.org/W2954039338","https://openalex.org/W2961269959","https://openalex.org/W2962061783","https://openalex.org/W2962741900","https://openalex.org/W2962804345","https://openalex.org/W2962847915","https://openalex.org/W2963318081","https://openalex.org/W2963352692","https://openalex.org/W2963764927","https://openalex.org/W2964023906","https://openalex.org/W2980970610","https://openalex.org/W2982102273","https://openalex.org/W3005294098","https://openalex.org/W3005680381","https://openalex.org/W3019721760","https://openalex.org/W3043672892","https://openalex.org/W3046518446","https://openalex.org/W3048552011","https://openalex.org/W3081130510","https://openalex.org/W3092635848","https://openalex.org/W3095931495","https://openalex.org/W3102613634","https://openalex.org/W3129433628","https://openalex.org/W3150948256","https://openalex.org/W6761085252","https://openalex.org/W6773268965"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W2896252239","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W1592324786","https://openalex.org/W2534160330"],"abstract_inverted_index":{"Recently,":[0],"unmanned":[1],"aerial":[2],"vehicle":[3],"(UAV)-enabled":[4],"multi-access":[5],"edge":[6,15],"computing":[7],"(MEC)":[8],"has":[9],"been":[10],"introduced":[11],"as":[12],"a":[13,31,80,106,114],"promising":[14],"paradigm":[16,33],"for":[17,41],"the":[18,25,36,51,74,91,120,125,134,142,149,153,164],"future":[19],"space-aerial-terrestrial":[20],"integrated":[21],"communications.":[22],"Due":[23],"to":[24,87,123,141],"high":[26],"maneuverability":[27],"of":[28,127],"UAVs,":[29],"such":[30],"flexible":[32],"can":[34],"improve":[35],"communication":[37],"and":[38,63,100,146],"computation":[39],"performance":[40],"multiple":[42,71],"user":[43,61],"equipments":[44],"(UEs).":[45],"In":[46],"this":[47],"paper,":[48],"we":[49,78,118],"consider":[50],"sum":[52],"power":[53,64],"minimization":[54],"problem":[55,75],"by":[56],"jointly":[57],"optimizing":[58],"resource":[59],"allocation,":[60],"association,":[62],"control":[65],"in":[66,113],"an":[67],"MEC":[68],"system":[69],"with":[70],"UAVs.":[72],"Since":[73],"is":[76],"nonconvex,":[77],"propose":[79,105],"centralized":[81,92,143,165],"multi-agent":[82,107],"reinforcement":[83,109],"learning":[84,110],"(MARL)":[85],"algorithm":[86,112,137,145,156],"solve":[88],"it.":[89],"However,":[90],"method":[93],"ignores":[94],"essential":[95],"issues":[96],"like":[97],"distributed":[98],"framework":[99],"privacy":[101,126],"concern.":[102],"We":[103],"then":[104],"federated":[108],"(MAFRL)":[111],"semi-distributed":[115,135,154],"framework.":[116],"Meanwhile,":[117],"introduce":[119],"Gaussian":[121],"differentials":[122],"protect":[124],"all":[128],"UEs.":[129],"Simulation":[130],"results":[131],"show":[132],"that":[133],"MAFRL":[136,155],"achieves":[138],"close":[139],"performances":[140],"MARL":[144],"significantly":[147],"outperform":[148],"benchmark":[150],"schemes.":[151],"Moreover,":[152],"costs":[157],"23<inline-formula><tex-math":[158],"notation=\"LaTeX\">$\\%$</tex-math></inline-formula>":[159],"lower":[160],"opeartion":[161],"time":[162],"than":[163],"algorithm.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":41},{"year":2023,"cited_by_count":51},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-11T08:15:01.531666","created_date":"2025-10-10T00:00:00"}