{"id":"https://openalex.org/W4412445411","doi":"https://doi.org/10.1109/tvt.2025.3588199","title":"Caching Placement and Resource Allocation in Drone Networks for URLLC: A Deep Reinforcement Learning Approach","display_name":"Caching Placement and Resource Allocation in Drone Networks for URLLC: A Deep Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-07-15","ids":{"openalex":"https://openalex.org/W4412445411","doi":"https://doi.org/10.1109/tvt.2025.3588199"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3588199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3588199","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035047319","display_name":"Fangqing Tan","orcid":"https://orcid.org/0000-0002-1084-3699"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangqing Tan","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-1084-3699","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100326485","display_name":"Jian Chen","orcid":"https://orcid.org/0000-0003-2154-7294"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Chen","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100647912","display_name":"Hongbin Chen","orcid":"https://orcid.org/0000-0003-4008-3704"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Chen","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0003-4008-3704","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K","Department of Computer Science, University of Exeter, Exeter, UK"],"raw_orcid":"https://orcid.org/0000-0003-1395-7314","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]},{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, UK","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100615081","display_name":"Shichao Li","orcid":"https://orcid.org/0000-0001-6858-5031"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shichao Li","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0001-6858-5031","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076986736","display_name":"Xingwang Li","orcid":"https://orcid.org/0000-0002-0907-6517"},"institutions":[{"id":"https://openalex.org/I4210166499","display_name":"Henan Polytechnic University","ror":"https://ror.org/05vr1c885","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210166499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwang Li","raw_affiliation_strings":["School of Physics and Electronic Information Engineering, Henan Polytechnic University, Jiaozuo, China"],"raw_orcid":"https://orcid.org/0000-0002-0907-6517","affiliations":[{"raw_affiliation_string":"School of Physics and Electronic Information Engineering, Henan Polytechnic University, Jiaozuo, China","institution_ids":["https://openalex.org/I4210166499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086282554","display_name":"Tiejun Lv","orcid":"https://orcid.org/0000-0003-4127-2419"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Lv","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4127-2419","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002265731","display_name":"Arumugam Nallanathan","orcid":"https://orcid.org/0000-0001-8337-5884"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Arumugam Nallanathan","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","School of Electronic Engineering and Computer Science, Queen Mary University of London, London, UK"],"raw_orcid":"https://orcid.org/0000-0001-8337-5884","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, U.K","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, UK","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.7251,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95995928,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"74","issue":"12","first_page":"19626","last_page":"19641"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.698572039604187},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6300925016403198},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6048553586006165},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.5240768790245056},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4421248435974121},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.408447265625},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3412567973136902},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.337770938873291}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.698572039604187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6300925016403198},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6048553586006165},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.5240768790245056},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4421248435974121},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.408447265625},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3412567973136902},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.337770938873291}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3588199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3588199","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2857438077","display_name":null,"funder_award_id":"62261013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3023539363","display_name":null,"funder_award_id":"AB25069510","funder_id":"https://openalex.org/F4320336589","funder_display_name":"Guangxi Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336589","display_name":"Guangxi Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1988456768","https://openalex.org/W2081346399","https://openalex.org/W2084156584","https://openalex.org/W2106864314","https://openalex.org/W2112053513","https://openalex.org/W2123266551","https://openalex.org/W2140405352","https://openalex.org/W2206930994","https://openalex.org/W2528788999","https://openalex.org/W2620242567","https://openalex.org/W2793673469","https://openalex.org/W2885551694","https://openalex.org/W2900655085","https://openalex.org/W2905354310","https://openalex.org/W2908717548","https://openalex.org/W2951360122","https://openalex.org/W2963061782","https://openalex.org/W2963250023","https://openalex.org/W2963428623","https://openalex.org/W2973229164","https://openalex.org/W3003198812","https://openalex.org/W3010178570","https://openalex.org/W3028395677","https://openalex.org/W3111956982","https://openalex.org/W3118123051","https://openalex.org/W3144404977","https://openalex.org/W3172086257","https://openalex.org/W4213374851","https://openalex.org/W4282838082","https://openalex.org/W4285107918","https://openalex.org/W4285159124","https://openalex.org/W4294663398","https://openalex.org/W4312681566","https://openalex.org/W4317796365","https://openalex.org/W4319866458","https://openalex.org/W4376456609","https://openalex.org/W4381885785","https://openalex.org/W4383109033","https://openalex.org/W4386281052","https://openalex.org/W4386737384","https://openalex.org/W4387448641","https://openalex.org/W4388966672","https://openalex.org/W4390590040","https://openalex.org/W4391853671","https://openalex.org/W4399406807"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2138260944","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"In":[0,114],"this":[1,118,150],"paper,":[2],"we":[3],"propose":[4],"a":[5,28,127,133,166,177],"general":[6],"optimization":[7,45,112,143],"framework":[8,137],"of":[9,66,80,99,163,200],"caching":[10,35,60,157],"placement":[11],"and":[12,63,77,102,131,160,165,171,206],"resource":[13],"allocation":[14],"in":[15,89,95,198],"unmanned":[16],"aerial":[17],"vehicle":[18],"(UAV)":[19],"networks":[20],"for":[21,37,47,156],"achieving":[22],"ultrareliable":[23],"low-latency":[24],"communication":[25],"(URLLC),":[26],"where":[27],"UAV":[29],"is":[30,54,85,123,146,173,220],"deployed":[31],"to":[32,107,116,148,181,212],"provide":[33],"edge":[34],"services":[36],"ground":[38],"mobile":[39],"users.":[40],"To":[41],"begin":[42],"with,":[43],"an":[44,86],"problem":[46,122],"the":[48,59,67,71,81,90,100,120,190,195,201,207,215,223],"average":[49,202,216],"content":[50,96,203,217],"downloading":[51,204,218],"delay":[52,205,219],"minimization":[53],"formulated,":[55],"by":[56,110,175,222],"jointly":[57],"optimizing":[58],"placement,":[61,158],"trajectory,":[62,159],"transmit":[64,75,161],"power":[65,162],"UAV,":[68,164],"while":[69],"satisfying":[70],"cache":[72],"capacity,":[73],"total":[74],"power,":[76],"kinematics":[78],"constraints":[79],"UAVs.":[82],"However,":[83],"there":[84],"unpredictable":[87],"nature":[88],"environment,":[91],"such":[92],"as":[93,126],"changes":[94],"requests,":[97],"locations":[98],"users":[101],"UAVs,":[103],"making":[104],"it":[105],"difficult":[106],"be":[108],"solved":[109],"traditional":[111],"methods.":[113],"order":[115],"address":[117],"difficulty,":[119],"formulated":[121],"firstly":[124],"modeled":[125],"Markov":[128],"decision":[129],"process,":[130],"then":[132],"deep":[134],"reinforcement":[135],"learning":[136],"based":[138],"on":[139],"dual-clip":[140],"proximity":[141],"policy":[142],"(DC-PPO)":[144],"algorithm":[145,153,193],"proposed":[147,191,224],"solve":[149],"problem.":[151],"The":[152],"adaptively":[154],"searches":[155],"better":[167],"match":[168],"between":[169],"action":[170],"state":[172],"ensured":[174],"using":[176],"soft":[178],"greed":[179],"strategy":[180],"make":[182],"decisions.":[183],"Finally,":[184],"extensive":[185],"simulation":[186],"results":[187],"show":[188],"that":[189],"DC-PPO":[192],"outperforms":[194],"benchmark":[196],"algorithms":[197],"terms":[199],"convergence":[208],"speed.":[209],"Moreover,":[210],"compared":[211],"other":[213],"schemes,":[214],"reduced":[221],"joint":[225],"design":[226],"scheme.":[227]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-19T00:32:22.182498","created_date":"2025-10-10T00:00:00"}