{"id":"https://openalex.org/W3217741927","doi":"https://doi.org/10.1109/tccn.2021.3130995","title":"Proactive Content Caching Based on Actor\u2013Critic Reinforcement Learning for Mobile Edge Networks","display_name":"Proactive Content Caching Based on Actor\u2013Critic Reinforcement Learning for Mobile Edge Networks","publication_year":2021,"publication_date":"2021-11-26","ids":{"openalex":"https://openalex.org/W3217741927","doi":"https://doi.org/10.1109/tccn.2021.3130995","mag":"3217741927"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2021.3130995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3130995","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101460605","display_name":"Wei Jiang","orcid":"https://orcid.org/0000-0003-2962-4709"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Jiang","raw_affiliation_strings":["Shenzhen Key Laboratory of Digital Creative Technology, Guangdong Province Engineering Laboratory for Digital Creative Technology, Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2962-4709","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Digital Creative Technology, Guangdong Province Engineering Laboratory for Digital Creative Technology, Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025067597","display_name":"Daquan Feng","orcid":"https://orcid.org/0000-0002-0667-1150"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daquan Feng","raw_affiliation_strings":["Shenzhen Key Laboratory of Digital Creative Technology, Guangdong Province Engineering Laboratory for Digital Creative Technology, Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0667-1150","affiliations":[{"raw_affiliation_string":"Shenzhen Key Laboratory of Digital Creative Technology, Guangdong Province Engineering Laboratory for Digital Creative Technology, Guangdong Key Laboratory of Intelligent Information Processing, College of Electronics and Information Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054764710","display_name":"Yao Sun","orcid":"https://orcid.org/0000-0002-4391-377X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yao Sun","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4391-377X","affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086335553","display_name":"Gang Feng","orcid":"https://orcid.org/0000-0002-2512-2392"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Feng","raw_affiliation_strings":["Yangtze Delta Region Institute (Huzhou), University of Electronic Science and Technology of China, Huzhou, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2512-2392","affiliations":[{"raw_affiliation_string":"Yangtze Delta Region Institute (Huzhou), University of Electronic Science and Technology of China, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100676553","display_name":"Zhenzhong Wang","orcid":"https://orcid.org/0000-0001-5953-1824"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhenzhong Wang","raw_affiliation_strings":["Technical Management Center, China Media Group, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5953-1824","affiliations":[{"raw_affiliation_string":"Technical Management Center, China Media Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065367615","display_name":"Xiang\u2010Gen Xia","orcid":"https://orcid.org/0000-0002-5599-7683"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiang-Gen Xia","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Delaware, Newark, DE, USA"],"raw_orcid":"https://orcid.org/0000-0002-5599-7683","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4282,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.8943443,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"8","issue":"2","first_page":"1239","last_page":"1252"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12392","display_name":"Sharing Economy and Platforms","score":0.9463000297546387,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9024185538291931},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7300615906715393},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7205190062522888},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.6172499656677246},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6154639720916748},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5815774202346802},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5776791572570801},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5730686187744141},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4962323307991028},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42405977845191956},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.41131776571273804},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3447837829589844},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12088707089424133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12069201469421387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9024185538291931},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7300615906715393},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7205190062522888},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.6172499656677246},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6154639720916748},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5815774202346802},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5776791572570801},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5730686187744141},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4962323307991028},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42405977845191956},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.41131776571273804},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3447837829589844},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12088707089424133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12069201469421387},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2021.3130995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3130995","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:268234","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:268234","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G6488584262","display_name":null,"funder_award_id":"JCYJ20210324095209025","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G7003473859","display_name":null,"funder_award_id":"2020YFB1807601","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W103885025","https://openalex.org/W1722699250","https://openalex.org/W1767905185","https://openalex.org/W1972458861","https://openalex.org/W1972738071","https://openalex.org/W1979367954","https://openalex.org/W2009708702","https://openalex.org/W2037169571","https://openalex.org/W2039090559","https://openalex.org/W2046376809","https://openalex.org/W2051773775","https://openalex.org/W2087179032","https://openalex.org/W2100135702","https://openalex.org/W2107248536","https://openalex.org/W2110519532","https://openalex.org/W2131806537","https://openalex.org/W2219888463","https://openalex.org/W2289813943","https://openalex.org/W2301955098","https://openalex.org/W2425152312","https://openalex.org/W2498604117","https://openalex.org/W2554737982","https://openalex.org/W2561715741","https://openalex.org/W2586541704","https://openalex.org/W2624186268","https://openalex.org/W2762659023","https://openalex.org/W2767359317","https://openalex.org/W2769883686","https://openalex.org/W2791056945","https://openalex.org/W2794138919","https://openalex.org/W2807706688","https://openalex.org/W2869903415","https://openalex.org/W2891123429","https://openalex.org/W2897363018","https://openalex.org/W2913645831","https://openalex.org/W2946566042","https://openalex.org/W2971229345","https://openalex.org/W3002844053","https://openalex.org/W3008603988","https://openalex.org/W3011596843","https://openalex.org/W3102090507","https://openalex.org/W3122800475","https://openalex.org/W4214717370","https://openalex.org/W6733057846"],"related_works":["https://openalex.org/W2944823289","https://openalex.org/W3037018281","https://openalex.org/W2003209439","https://openalex.org/W2358319515","https://openalex.org/W2972592048","https://openalex.org/W4321854979","https://openalex.org/W4312214821","https://openalex.org/W2796352555","https://openalex.org/W4318952366","https://openalex.org/W3214829569"],"abstract_inverted_index":{"Mobile":[0],"edge":[1,27,110],"caching/computing":[2],"(MEC)":[3],"has":[4],"emerged":[5],"as":[6,132],"a":[7,133,139,160],"promising":[8],"approach":[9],"for":[10,52,66,74,108],"addressing":[11],"the":[12,26,64,68,78,86,113,123,146,150,157,168,172,179,186,190],"drastic":[13],"increasing":[14],"mobile":[15,109],"data":[16],"traffic":[17],"by":[18],"bringing":[19],"high":[20],"caching":[21,88,106,125,142,147,181],"and":[22,137,149,189],"computing":[23],"capabilities":[24],"to":[25,38,47,76,144,155,166],"of":[28,56,71,83,116],"networks.":[29],"Under":[30],"MEC":[31,45],"architecture,":[32],"content":[33,118,130],"providers":[34],"(CPs)":[35],"are":[36],"allowed":[37],"lease":[39],"some":[40],"virtual":[41],"machines":[42],"(VMs)":[43],"at":[44,85],"servers":[46],"proactively":[48],"cache":[49,60],"popular":[50,198],"contents":[51],"improving":[53],"users\u2019":[54,117,129],"quality":[55],"experience.":[57],"The":[58],"scalable":[59],"resource":[61],"model":[62],"rises":[63],"challenge":[65],"determining":[67],"ideal":[69],"number":[70],"leased":[72],"VMs":[73],"CPs":[75],"obtain":[77],"minimum":[79],"expected":[80,151],"downloading":[81,152,192],"delay":[82,193],"users":[84],"lowest":[87],"cost.":[89],"To":[90],"address":[91],"these":[92],"challenges,":[93],"in":[94,171],"this":[95],"paper,":[96],"we":[97,121],"propose":[98,138],"an":[99],"actor-critic":[100],"(AC)":[101],"reinforcement":[102],"learning":[103],"based":[104,141],"proactive":[105,124],"policy":[107,169],"networks":[111],"without":[112],"prior":[114],"knowledge":[115],"demand.":[119],"Specifically,":[120],"formulate":[122],"problem":[126],"under":[127],"dynamical":[128],"demand":[131],"Markov":[134],"decision":[135],"process":[136],"AC":[140],"algorithm":[143,182],"minimize":[145],"cost":[148,188],"delay.":[153],"Particularly,":[154],"reduce":[156,185],"computational":[158],"complexity,":[159],"branching":[161],"neural":[162],"network":[163],"is":[164],"employed":[165],"approximate":[167],"function":[170],"actor":[173],"part.":[174],"Numerical":[175],"results":[176],"show":[177],"that":[178],"proposed":[180],"can":[183],"significantly":[184],"total":[187],"average":[191],"when":[194],"compared":[195],"with":[196],"other":[197],"algorithms.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}