{"id":"https://openalex.org/W4285244214","doi":"https://doi.org/10.1109/jiot.2022.3176289","title":"Caching-Enabled Computation Offloading in Multi-Region MEC Network via Deep Reinforcement Learning","display_name":"Caching-Enabled Computation Offloading in Multi-Region MEC Network via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-19","ids":{"openalex":"https://openalex.org/W4285244214","doi":"https://doi.org/10.1109/jiot.2022.3176289"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3176289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3176289","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/118095","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051317379","display_name":"Song Yang","orcid":"https://orcid.org/0000-0002-5385-1402"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Yang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5385-1402","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087072541","display_name":"Jintian Liu","orcid":"https://orcid.org/0000-0003-4814-4268"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jintian Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062308717","display_name":"Fei Hu Zhang","orcid":"https://orcid.org/0000-0003-4579-6797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei Zhang","raw_affiliation_strings":["Unmanned Systems Research Center, National Institute of Defense Technology Innovation, Academy of Military Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4579-6797","affiliations":[{"raw_affiliation_string":"Unmanned Systems Research Center, National Institute of Defense Technology Innovation, Academy of Military Sciences, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373560","display_name":"Fan Li","orcid":"https://orcid.org/0000-0002-2348-4488"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2348-4488","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018318168","display_name":"Xiaoming Fu","orcid":"https://orcid.org/0000-0002-8012-4753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoming Fu","raw_affiliation_strings":["Institute of Computer Science, University of Göttingen, Göttingen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8012-4753","affiliations":[{"raw_affiliation_string":"Institute of Computer Science, University of Göttingen, Göttingen, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.7365,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.934496,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"9","issue":"21","first_page":"21086","last_page":"21098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9008792638778687},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.7602100372314453},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7363530397415161},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6739368438720703},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6414870619773865},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6391646265983582},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5564742088317871},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5316940546035767},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5105153322219849},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.44844159483909607},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42005422711372375},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4088051915168762},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35341164469718933},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.32417961955070496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15451359748840332},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08097335696220398}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9008792638778687},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.7602100372314453},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7363530397415161},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6739368438720703},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6414870619773865},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6391646265983582},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5564742088317871},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5316940546035767},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5105153322219849},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.44844159483909607},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42005422711372375},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4088051915168762},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35341164469718933},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.32417961955070496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15451359748840332},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08097335696220398},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2022.3176289","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3176289","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/118095","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/118095","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:publications.goettingen-research-online.de:2/135610","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/135610","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:publications.goettingen-research-online.de:2/118095","is_oa":true,"landing_page_url":"https://resolver.sub.uni-goettingen.de/purl?gro-2/118095","pdf_url":null,"source":{"id":"https://openalex.org/S4306401634","display_name":"GoeScholar  The Publication Server of the Georg-August-Universit\u00e4t G\u00f6ttingen (Georg-August-Universit\u00e4t G\u00f6ttingen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210122495","host_organization_name":"Asklepios Klinik St. Georg","host_organization_lineage":["https://openalex.org/I4210122495"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2916598006","display_name":null,"funder_award_id":"61802018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3583843466","display_name":"\u9762\u5411\u79fb\u52a8\u5927\u6570\u636e\u5e94\u7528\u7684\u591a\u5c42\u6b21\u878d\u5408\u9ad8\u6548\u8fb9\u7f18\u8ba1\u7b97\u7814\u7a76","funder_award_id":"61972432","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5443068723","display_name":null,"funder_award_id":"62172038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G645405385","display_name":null,"funder_award_id":"U20A20159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7860887917","display_name":"\u9762\u5411\u8f66\u8f86\u5b89\u5168\u9a7e\u9a76\u7684\u667a\u80fd\u611f\u77e5\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072040","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327514","display_name":"Beijing Institute of Technology Research Fund Program for Young Scholars","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2363123167","https://openalex.org/W2593138756","https://openalex.org/W2751904527","https://openalex.org/W2892952080","https://openalex.org/W2954039338","https://openalex.org/W2963060851","https://openalex.org/W2981618170","https://openalex.org/W2986138900","https://openalex.org/W3002258616","https://openalex.org/W3026765347","https://openalex.org/W3030218575","https://openalex.org/W3035007032","https://openalex.org/W3035788210","https://openalex.org/W3036299867","https://openalex.org/W3046996734","https://openalex.org/W3047538493","https://openalex.org/W3047608784","https://openalex.org/W3080425979","https://openalex.org/W3085634010","https://openalex.org/W3089820562","https://openalex.org/W3097472721","https://openalex.org/W3117089396","https://openalex.org/W3119035836","https://openalex.org/W3123257271","https://openalex.org/W3129281276","https://openalex.org/W3134378165","https://openalex.org/W3136322623","https://openalex.org/W4237096239"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W2902693277","https://openalex.org/W4378977105"],"abstract_inverted_index":{"With":[0],"the":[1,5,24,65,73,84,108,120,133,145,165,171,176,198,204,215],"rapid":[2],"development":[3],"of":[4,26,57,68,86,114,135,147,170],"Internet,":[6],"more":[7,9],"and":[8,18,42,103,111,155,178,187,208],"computing-intensive":[10],"applications":[11,47],"with":[12],"high":[13],"requirements":[14],"on":[15],"computing":[16,28,32],"delay":[17,110],"energy":[19,43,112],"consumption":[20,113],"have":[21],"emerged.":[22],"Recently,":[23],"use":[25,119],"mobile-edge":[27],"servers":[29],"for":[30,89,190],"auxiliary":[31],"is":[33,97],"considered":[34],"as":[35,49,99],"an":[36,210],"effective":[37],"way":[38],"to":[39,63,106,131,163,181],"reduce":[40],"latency":[41],"consumption.":[44],"In":[45,79],"addition,":[46],"such":[48],"autonomous":[50],"driving":[51],"will":[52],"generate":[53],"a":[54,61,139,157,183],"large":[55],"number":[56],"repetitive":[58,77],"tasks.":[59],"Using":[60],"cache":[62,167,205],"store":[64],"computational":[66,136],"results":[67,195],"popular":[69],"tasks":[70],"can":[71,201],"avoid":[72],"overhead":[74],"caused":[75],"by":[76],"processing.":[78],"this":[80],"article,":[81],"we":[82,174],"study":[83],"problem":[85,134],"computation":[87],"offloading":[88,101,137,188],"users":[90],"in":[91,138,152,213],"multiple":[92,153],"regions.":[93,116,192],"The":[94,193],"optimization":[95],"goal":[96],"expressed":[98],"choosing":[100],"strategies":[102,105],"caching":[104,150,160,186],"minimize":[107],"total":[109,216],"all":[115,191],"We":[117,142],"first":[118],"deep":[121,125],"reinforcement":[122],"learning":[123],"(DRL)":[124],"deterministic":[126],"policy":[127],"gradient":[128],"(DDPG)":[129],"framework":[130],"solve":[132],"single":[140],"region.":[141],"also":[143],"show":[144,196],"inefficiency":[146],"existing":[148],"collaborative":[149,159],"approaches":[151],"regions,":[154],"propose":[156],"new":[158],"algorithm":[161,200],"(CCA)":[162],"improve":[164,203],"overall":[166],"hit":[168,206],"rate":[169],"system.":[172],"Finally,":[173],"integrate":[175],"DDPG":[177],"CCA":[179],"algorithms":[180],"form":[182],"holistic":[184],"efficient":[185],"strategy":[189],"simulation":[194],"that":[197],"proposed":[199],"significantly":[202],"rate,":[207],"has":[209],"excellent":[211],"performance":[212],"reducing":[214],"system":[217],"overhead.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}