{"id":"https://openalex.org/W3101326866","doi":"https://doi.org/10.1155/2020/8836592","title":"A Smart Cache Content Update Policy Based on Deep Reinforcement Learning","display_name":"A Smart Cache Content Update Policy Based on Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-11-07","ids":{"openalex":"https://openalex.org/W3101326866","doi":"https://doi.org/10.1155/2020/8836592","mag":"3101326866"},"language":"en","primary_location":{"id":"doi:10.1155/2020/8836592","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8836592","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8836592.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/wcmc/2020/8836592.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102738826","display_name":"Lincan Li","orcid":"https://orcid.org/0000-0002-3774-8878"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lincan Li","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, 315100 Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, 315100 Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035268762","display_name":"Chiew Foong Kwong","orcid":"https://orcid.org/0000-0001-7857-511X"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chiew Foong Kwong","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, 315100 Ningbo, China"],"raw_orcid":"https://orcid.org/0000-0001-7857-511X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, 315100 Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044641705","display_name":"Qianyu Liu","orcid":"https://orcid.org/0000-0002-2660-7287"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianyu Liu","raw_affiliation_strings":["International Doctoral Innovation Centre, University of Nottingham Ningbo China, 315100 Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Doctoral Innovation Centre, University of Nottingham Ningbo China, 315100 Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100378520","display_name":"Jing Wang","orcid":"https://orcid.org/0000-0002-4627-6307"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Wang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, 315100 Ningbo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Nottingham Ningbo China, 315100 Ningbo, China","institution_ids":["https://openalex.org/I13591777"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5035268762"],"corresponding_institution_ids":["https://openalex.org/I13591777"],"apc_list":{"value":2550,"currency":"USD","value_usd":2550},"apc_paid":{"value":2550,"currency":"USD","value_usd":2550},"fwci":0.4025,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.68025027,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2020","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9018220901489258},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8645251989364624},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7916938662528992},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7157607674598694},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5646337866783142},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.5200933218002319},{"id":"https://openalex.org/keywords/smart-cache","display_name":"Smart Cache","score":0.44526875019073486},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3233490586280823},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.3108586072921753},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28639137744903564},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.19666612148284912}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9018220901489258},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8645251989364624},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7916938662528992},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7157607674598694},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5646337866783142},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.5200933218002319},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.44526875019073486},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3233490586280823},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3108586072921753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28639137744903564},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.19666612148284912},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1155/2020/8836592","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8836592","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8836592.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:eprints.nottingham.ac.uk:64083","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402014","display_name":"Nottingham ePrints (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:f6102ffeea504377b2fcd1e61f3f6f0c","is_oa":true,"landing_page_url":"https://doaj.org/article/f6102ffeea504377b2fcd1e61f3f6f0c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wireless Communications and Mobile Computing, Vol 2020 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2020/8836592","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8836592","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8836592.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6800000071525574,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3101326866.pdf","grobid_xml":"https://content.openalex.org/works/W3101326866.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2583802404","https://openalex.org/W2612703696","https://openalex.org/W2619667520","https://openalex.org/W2739211186","https://openalex.org/W2761862361","https://openalex.org/W2762123977","https://openalex.org/W2789896367","https://openalex.org/W2817829786","https://openalex.org/W2898035736","https://openalex.org/W2900617671","https://openalex.org/W2906000735","https://openalex.org/W2916861136","https://openalex.org/W2922381956","https://openalex.org/W2943849267","https://openalex.org/W2953003479","https://openalex.org/W2955026632","https://openalex.org/W2958353917","https://openalex.org/W2963620705","https://openalex.org/W2963723102","https://openalex.org/W2963805280","https://openalex.org/W2965834989","https://openalex.org/W3005607495","https://openalex.org/W3006982303","https://openalex.org/W3074294383","https://openalex.org/W3083695346"],"related_works":["https://openalex.org/W2031173804","https://openalex.org/W2114386333","https://openalex.org/W2509523906","https://openalex.org/W2363769136","https://openalex.org/W2148571123","https://openalex.org/W2109715593","https://openalex.org/W2012518269","https://openalex.org/W1918294866","https://openalex.org/W4234542536","https://openalex.org/W57688818"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,30,67],"DRL-based":[4],"cache":[5,16,33,57,122,144],"content":[6,43,61],"update":[7,62],"policy":[8,119,136],"in":[9,37,40,140,150],"the":[10,15,21,27,42,52,55,59,74,84,88,95,103,109,117,121,126,129,143,153],"cache-enabled":[11],"network":[12,77,90],"to":[13,26,82,93],"improve":[14],"hit":[17,145],"ratio":[18,146],"and":[19,49,147],"reduce":[20],"average":[22,154],"latency.":[23,155],"In":[24],"contrast":[25],"existing":[28,127],"policies,":[29,128],"more":[31],"practical":[32],"scenario":[34],"is":[35,64,80,91,137],"considered":[36],"this":[38],"work,":[39],"which":[41],"requests":[44],"vary":[45],"by":[46],"both":[47],"time":[48],"location.":[50],"Considering":[51],"constraint":[53],"of":[54,142,152],"limited":[56],"capacity,":[58],"dynamic":[60],"problem":[63],"modeled":[65],"as":[66],"Markov":[68],"decision":[69],"process":[70],"(MDP).":[71],"Besides":[72],"that,":[73],"deep":[75],"Q-learning":[76],"(DQN)":[78],"algorithm":[79],"utilised":[81],"solve":[83],"MDP":[85],"problem.":[86],"Specifically,":[87],"neural":[89],"optimised":[92],"approximate":[94],"<a:math":[96],"xmlns:a=\"http://www.w3.org/1998/Math/MathML\"":[97],"id=\"M1\">":[98],"<a:mi>Q</a:mi>":[99],"</a:math>":[100],"value":[101],"where":[102],"training":[104],"data":[105],"are":[106],"chosen":[107],"from":[108],"experience":[110],"replay":[111],"memory.":[112],"The":[113],"DQN":[114],"agent":[115],"derives":[116],"optimal":[118],"for":[120],"decision.":[123],"Compared":[124],"with":[125],"simulation":[130],"results":[131],"show":[132],"that":[133],"our":[134],"proposed":[135],"56%\u201364%":[138],"improved":[139],"terms":[141,151],"56%\u201359%":[148],"decreased":[149]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}