{"id":"https://openalex.org/W4396941389","doi":"https://doi.org/10.1109/jiot.2024.3401219","title":"Caching on the Sky: A Multiagent Federated Reinforcement Learning Approach for UAV-Assisted Edge Caching","display_name":"Caching on the Sky: A Multiagent Federated Reinforcement Learning Approach for UAV-Assisted Edge Caching","publication_year":2024,"publication_date":"2024-05-15","ids":{"openalex":"https://openalex.org/W4396941389","doi":"https://doi.org/10.1109/jiot.2024.3401219"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3401219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3401219","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hub.hku.hk/handle/10722/348435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054407228","display_name":"Xuanheng Li","orcid":"https://orcid.org/0000-0003-2606-6932"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuanheng Li","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-2606-6932","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114608863","display_name":"Jiahong Liu","orcid":"https://orcid.org/0009-0006-7076-0680"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahong Liu","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0006-7076-0680","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083484070","display_name":"Xianhao Chen","orcid":"https://orcid.org/0000-0002-4295-940X"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xianhao Chen","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Hong Kong, Pok Fu Lam, Hong Kong","Pok Fu Lam, University of Hong Kong, Department of Electrical and Electronic Engineering, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4295-940X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Pok Fu Lam, Hong Kong","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Pok Fu Lam, University of Hong Kong, Department of Electrical and Electronic Engineering, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440164","display_name":"Jie Wang","orcid":"https://orcid.org/0000-0003-1172-1551"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":["School of Information Science and Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1172-1551","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047722991","display_name":"Miao Pan","orcid":"https://orcid.org/0000-0003-2138-4413"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Pan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-2138-4413","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.2919,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9928474,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":"17","first_page":"28213","last_page":"28226"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8865061402320862},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8248562812805176},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6620380878448486},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5398821234703064},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4934486448764801},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4517683982849121},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42005494236946106},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4174576997756958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31075751781463623},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17153432965278625}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8865061402320862},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8248562812805176},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6620380878448486},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5398821234703064},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4934486448764801},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4517683982849121},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42005494236946106},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4174576997756958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31075751781463623},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17153432965278625},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2024.3401219","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3401219","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/348435","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/348435","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:hub.hku.hk:10722/348435","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/348435","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1235400964","display_name":null,"funder_award_id":"DUT24ZD127","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4702322160","display_name":"\u8de8\u573a\u666f\u591a\u76ee\u6807\u667a\u80fd\u65e0\u7ebf\u611f\u77e5\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62071081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5100585654","display_name":null,"funder_award_id":"CNS-2318664","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6437425276","display_name":null,"funder_award_id":"62271100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6668031148","display_name":null,"funder_award_id":"2022JJ12WZ057","funder_id":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund"},{"id":"https://openalex.org/G6781623049","display_name":null,"funder_award_id":"CNS-2107057","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336584","display_name":"Dalian Science and Technology Innovation Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W595252221","https://openalex.org/W1988456768","https://openalex.org/W2029444866","https://openalex.org/W2031834036","https://openalex.org/W2528788999","https://openalex.org/W2605344455","https://openalex.org/W2741178546","https://openalex.org/W2903682059","https://openalex.org/W2914952404","https://openalex.org/W2952342730","https://openalex.org/W2961269959","https://openalex.org/W2963318081","https://openalex.org/W2963618158","https://openalex.org/W2981618170","https://openalex.org/W3011448248","https://openalex.org/W3017065515","https://openalex.org/W3039183151","https://openalex.org/W3045327646","https://openalex.org/W3045756962","https://openalex.org/W3083798898","https://openalex.org/W3084701940","https://openalex.org/W3105736183","https://openalex.org/W3117278457","https://openalex.org/W3132254851","https://openalex.org/W3139062370","https://openalex.org/W3158253803","https://openalex.org/W3167847623","https://openalex.org/W3170287615","https://openalex.org/W3173148579","https://openalex.org/W3189657012","https://openalex.org/W3209772470","https://openalex.org/W3212058654","https://openalex.org/W3215343781","https://openalex.org/W4200029774","https://openalex.org/W4206742934","https://openalex.org/W4210796233","https://openalex.org/W4213374851","https://openalex.org/W4283219818","https://openalex.org/W4283220667","https://openalex.org/W4285107918","https://openalex.org/W4293173843","https://openalex.org/W4293255001","https://openalex.org/W4321608017","https://openalex.org/W4384028570","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W4324372666","https://openalex.org/W4225706866","https://openalex.org/W2914646191","https://openalex.org/W4322761281","https://openalex.org/W4238233472","https://openalex.org/W4313339048","https://openalex.org/W3111395152","https://openalex.org/W4313526662","https://openalex.org/W3023564924","https://openalex.org/W2942586735"],"abstract_inverted_index":{"As":[0,37],"a":[1,99,128,188],"promising":[2],"solution":[3],"to":[4,43,58,135],"alleviate":[5],"network":[6,175],"congestion,":[7],"mobile":[8],"edge":[9,41],"caching":[10,64,104],"based":[11,157],"on":[12,54,76,121,158,182,194],"unmanned":[13],"aerial":[14],"vehicles":[15],"(UAVs)":[16],"has":[17],"emerged":[18],"and":[19,63,74,103,112,148],"received":[20],"intensive":[21],"research":[22],"interests,":[23],"where":[24,139],"users":[25],"could":[26],"download":[27],"their":[28],"desired":[29],"contents":[30],"from":[31,179],"UAVs":[32,67],"with":[33],"much":[34],"lower":[35],"latency.":[36],"for":[38,66,106],"the":[39,45,52,61,72,77,83,110,137,140,153,165,173,180,195,206],"UAV-assisted":[40,107],"caching,":[42],"improve":[44,205],"users\u2019":[46],"Quality":[47],"of":[48],"Experience":[49],"while":[50,171],"reducing":[51],"cost":[53],"content":[55,142],"updating,":[56],"how":[57],"jointly":[59],"design":[60,91],"trajectory":[62,102],"strategy":[65],"is":[68,92,145],"critical.":[69],"However,":[70],"considering":[71],"dynamics":[73],"uncertainty":[75],"traffic":[78,114],"environment,":[79],"as":[80,82],"well":[81],"mutual":[84],"effect":[85],"among":[86,168],"different":[87,169],"UAVs,":[88,170],"such":[89],"joint":[90,101],"nontrivial.":[93],"In":[94],"this":[95],"article,":[96],"we":[97,126,185],"propose":[98],"collaborative":[100],"scheme":[105],"networks":[108],"under":[109],"dynamic":[111,189],"uncertain":[113],"environment.":[115],"Unlike":[116],"most":[117],"existing":[118],"work":[119],"relying":[120],"model-based":[122],"or":[123],"single-agent":[124],"methods,":[125],"develop":[127,187],"multiagent":[129],"deep":[130],"reinforcement":[131],"learning":[132,192,207],"(MADRL)":[133],"approach":[134],"obtain":[136],"solution,":[138],"specific":[141],"demand":[143],"model":[144],"not":[146],"needed":[147],"each":[149,202],"UAV":[150,203],"would":[151],"learn":[152],"best":[154],"decision":[155],"autonomously":[156],"its":[159],"local":[160],"observations.":[161],"It":[162],"can":[163,204],"achieve":[164],"adaptive":[166],"cooperation":[167],"optimizing":[172],"overall":[174],"performance.":[176],"Moreover,":[177],"standing":[178],"perspective":[181],"swarm":[183],"intelligence,":[184],"further":[186],"clustering":[190],"federated":[191],"framework":[193],"MADRL":[196],"algorithm.":[197],"By":[198],"performing":[199],"parameter":[200],"fusion,":[201],"efficiency.<br>":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}