{"id":"https://openalex.org/W4402968249","doi":"https://doi.org/10.1109/tnsm.2024.3468312","title":"Deep Reinforcement Learning-Based Dual-Timescale Service Caching and Computation Offloading for Multi-UAV Assisted MEC Systems","display_name":"Deep Reinforcement Learning-Based Dual-Timescale Service Caching and Computation Offloading for Multi-UAV Assisted MEC Systems","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4402968249","doi":"https://doi.org/10.1109/tnsm.2024.3468312"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3468312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3468312","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026362558","display_name":"Na Lin","orcid":"https://orcid.org/0000-0003-4941-1727"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Lin","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-4941-1727","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115593649","display_name":"Xiao Han","orcid":null},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Han","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089032960","display_name":"Ammar Hawbani","orcid":"https://orcid.org/0000-0002-1069-3993"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ammar Hawbani","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-1069-3993","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101812030","display_name":"Yunhe Sun","orcid":"https://orcid.org/0000-0001-8068-266X"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhe Sun","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000728615","display_name":"Yunchong Guan","orcid":null},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunchong Guan","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-1521-9203","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061568038","display_name":"Liang Zhao","orcid":"https://orcid.org/0000-0001-5829-6850"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Zhao","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5829-6850","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I125904092"],"apc_list":null,"apc_paid":null,"fwci":3.0581,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.91934541,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"22","issue":"1","first_page":"605","last_page":"617"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9580000042915344,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.854070782661438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7348067760467529},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6736121773719788},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49510517716407776},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4902258515357971},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.483561247587204},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44788026809692383},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4468803405761719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3818044364452362},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.28966909646987915},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.19612550735473633},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.14915496110916138},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08561179041862488}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.854070782661438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7348067760467529},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6736121773719788},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49510517716407776},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4902258515357971},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.483561247587204},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44788026809692383},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4468803405761719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3818044364452362},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.28966909646987915},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.19612550735473633},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.14915496110916138},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08561179041862488},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2024.3468312","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3468312","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1489591197","display_name":"\u65e0\u4eba\u673a\u81ea\u7ec4\u7ec7\u7f51\u7edc\u4e2d\u9762\u5411\u822a\u62cd\u7684\u793e\u4ea4\u611f\u77e5\u578b\u8def\u7531\u673a\u5236","funder_award_id":"61902261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G330008365","display_name":null,"funder_award_id":"62372310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5918216976","display_name":null,"funder_award_id":"2023JH2/101300194","funder_id":"https://openalex.org/F4320327280","funder_display_name":"Heilongjiang Provincial Science and Technology Department"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327280","display_name":"Heilongjiang Provincial Science and Technology Department","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2594560857","https://openalex.org/W2766048794","https://openalex.org/W2924948991","https://openalex.org/W2961269959","https://openalex.org/W2964052915","https://openalex.org/W2998472647","https://openalex.org/W3017518089","https://openalex.org/W3023749864","https://openalex.org/W3025537024","https://openalex.org/W3047040155","https://openalex.org/W3080441795","https://openalex.org/W3120923500","https://openalex.org/W3136760479","https://openalex.org/W3209772470","https://openalex.org/W3216768220","https://openalex.org/W3217783515","https://openalex.org/W4220747190","https://openalex.org/W4226018382","https://openalex.org/W4283208858","https://openalex.org/W4285061777","https://openalex.org/W4285122268","https://openalex.org/W4285191453","https://openalex.org/W4289824812","https://openalex.org/W4290715420","https://openalex.org/W4312943725","https://openalex.org/W4318185152","https://openalex.org/W4318624502","https://openalex.org/W4319342226","https://openalex.org/W4327808408","https://openalex.org/W4388240496"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2388464034","https://openalex.org/W2533125852","https://openalex.org/W2140460949","https://openalex.org/W2105580438","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W2337102067","https://openalex.org/W3108946947","https://openalex.org/W4302338237"],"abstract_inverted_index":{"The":[0,105,153,176],"emergence":[1],"of":[2,21,35,107,123,184,196],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"ushers":[7],"in":[8,96,194],"a":[9,42,181],"new":[10],"era":[11],"for":[12],"mobile":[13],"edge":[14,63],"computing":[15],"(MEC),":[16],"significantly":[17],"expanding":[18],"its":[19],"range":[20],"service":[22,44,82,94,132],"and":[23,32,46,56,73,93,127,144,198],"potential":[24],"applications.":[25],"Due":[26],"to":[27,40,80,85,111,167],"the":[28,57,70,81,88,113,120,125,146,158],"limited":[29],"storage":[30],"capacity":[31],"energy":[33,74,121],"budget":[34],"UAVs,":[36],"it":[37],"is":[38,110,136,139,155],"crucial":[39],"determine":[41],"reasonable":[43],"caching":[45,51,95,133],"task":[47,142],"offloading":[48],"strategy.":[49],"Service":[50],"means":[52],"that":[53,188],"task-related":[54],"programs":[55],"associated":[58],"databases":[59],"are":[60],"cached":[61],"on":[62,141],"servers.":[64],"In":[65],"this":[66,108],"paper,":[67],"we":[68],"consider":[69],"time":[71,103],"latency":[72],"consumption":[75],"caused":[76],"by":[77],"frequent":[78],"changes":[79],"caching,":[83],"aiming":[84],"jointly":[86],"optimize":[87],"computational":[89],"offloading,":[90],"resource":[91],"allocation,":[92],"multi-UAV":[97],"assisted":[98],"MEC":[99],"systems":[100],"at":[101],"different":[102],"scales.":[104],"objective":[106],"optimization":[109],"reduce":[112],"overall":[114],"system":[115],"delay":[116],"while":[117],"staying":[118],"within":[119],"limitations":[122],"both":[124],"UAVs":[126],"ground":[128],"devices.":[129],"An":[130],"improved":[131],"policy":[134,163],"(SCP)":[135],"proposed,":[137],"which":[138],"based":[140],"popularity":[143],"utilizes":[145],"greedy":[147],"dual":[148,171],"size":[149],"frequency":[150],"(GDSF)":[151],"algorithm.":[152,175],"SCP":[154],"combined":[156],"with":[157],"twin":[159],"delayed":[160],"deep":[161],"deterministic":[162],"gradient":[164],"(TD3)":[165],"algorithm":[166],"propose":[168],"an":[169],"innovative":[170],"timescale":[172],"TD3":[173],"(DTTD3)":[174],"numerical":[177],"outcomes":[178],"obtained":[179],"from":[180],"substantial":[182],"number":[183],"simulation":[185],"experiments":[186],"demonstrate":[187],"DTTD3":[189],"outperforms":[190],"existing":[191],"benchmark":[192],"methods":[193],"terms":[195],"convergence":[197],"parameter":[199],"optimization.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}