{"id":"https://openalex.org/W4392061637","doi":"https://doi.org/10.1109/tpds.2024.3368763","title":"Agile Cache Replacement in Edge Computing via Offline-Online Deep Reinforcement Learning","display_name":"Agile Cache Replacement in Edge Computing via Offline-Online Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-02-22","ids":{"openalex":"https://openalex.org/W4392061637","doi":"https://doi.org/10.1109/tpds.2024.3368763"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2024.3368763","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3368763","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10871/135363","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068577845","display_name":"Zhe Wang","orcid":"https://orcid.org/0000-0003-2954-9913"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zhe Wang","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002896600","display_name":"Jia Hu","orcid":"https://orcid.org/0000-0001-5406-8420"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jia Hu","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100770003","display_name":"Geyong Min","orcid":"https://orcid.org/0000-0003-1395-7314"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geyong Min","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062212392","display_name":"Zhiwei Zhao","orcid":"https://orcid.org/0000-0001-5293-0558"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Zhao","raw_affiliation_strings":["School of Computer Science and Engeeneering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engeeneering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100338320","display_name":"Zi Wang","orcid":"https://orcid.org/0000-0001-6596-540X"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zi Wang","raw_affiliation_strings":["Department of Computer Science, University of Exeter, Exeter, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Exeter, Exeter, U.K","institution_ids":["https://openalex.org/I23923803"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068577845"],"corresponding_institution_ids":["https://openalex.org/I23923803"],"apc_list":null,"apc_paid":null,"fwci":6.2315,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96720983,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"35","issue":"4","first_page":"663","last_page":"674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8685879111289978},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7004988193511963},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6260000467300415},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.4893304705619812},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.48303160071372986},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.39796173572540283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34914839267730713},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3413095474243164},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.29828694462776184},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.16365116834640503}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8685879111289978},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7004988193511963},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6260000467300415},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.4893304705619812},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.48303160071372986},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.39796173572540283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34914839267730713},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3413095474243164},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.29828694462776184},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.16365116834640503}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpds.2024.3368763","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2024.3368763","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:ore.exeter.ac.uk:10871/135363","is_oa":true,"landing_page_url":"http://hdl.handle.net/10871/135363","pdf_url":null,"source":{"id":"https://openalex.org/S4306401998","display_name":"Open Research Exeter (University of Exeter)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I23923803","host_organization_name":"University of Exeter","host_organization_lineage":["https://openalex.org/I23923803"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:figshare.com:article/29808128","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"}],"best_oa_location":{"id":"pmh:oai:ore.exeter.ac.uk:10871/135363","is_oa":true,"landing_page_url":"http://hdl.handle.net/10871/135363","pdf_url":null,"source":{"id":"https://openalex.org/S4306401998","display_name":"Open Research Exeter (University of Exeter)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I23923803","host_organization_name":"University of Exeter","host_organization_lineage":["https://openalex.org/I23923803"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6610768493","display_name":null,"funder_award_id":"EP/X038866/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2219888463","https://openalex.org/W2425152312","https://openalex.org/W2746390786","https://openalex.org/W2746553466","https://openalex.org/W2805099501","https://openalex.org/W2891611393","https://openalex.org/W2903523957","https://openalex.org/W2945082786","https://openalex.org/W2946202044","https://openalex.org/W2963805280","https://openalex.org/W2965834989","https://openalex.org/W2972810968","https://openalex.org/W2978956171","https://openalex.org/W2981618170","https://openalex.org/W3006721800","https://openalex.org/W3011498824","https://openalex.org/W3022566517","https://openalex.org/W3034677867","https://openalex.org/W3039280696","https://openalex.org/W3046632432","https://openalex.org/W3047266715","https://openalex.org/W3047538493","https://openalex.org/W3083891030","https://openalex.org/W3122800475","https://openalex.org/W3123257271","https://openalex.org/W3128656345","https://openalex.org/W3134185639","https://openalex.org/W3167969180","https://openalex.org/W3196172277","https://openalex.org/W3204760820","https://openalex.org/W4210485470","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6776438516","https://openalex.org/W6779265984"],"related_works":["https://openalex.org/W2656997359","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W4240110559","https://openalex.org/W2024136090","https://openalex.org/W2094372386","https://openalex.org/W1973385172"],"abstract_inverted_index":{"One":[0],"fundamental":[1],"problem":[2,47],"of":[3,25,85,187,194,204],"content":[4,155],"caching":[5,39],"in":[6,14,31,68],"edge":[7,15,51,98,114],"computing":[8],"is":[9,75],"how":[10],"to":[11,20,44,152,177,209],"replace":[12],"contents":[13],"servers":[16],"with":[17,64,136,149],"limited":[18],"capacities":[19],"meet":[21],"the":[22,65,70,82,159,165,172,185,202],"dynamic":[23],"requirements":[24],"users":[26],"without":[27],"knowing":[28],"their":[29],"preferences":[30],"advance.":[32],"Recently,":[33],"online":[34,71,86,138,180],"deep":[35,105],"reinforcement":[36],"learning":[37,49],"(DRL)-based":[38],"methods":[40,198],"have":[41],"been":[42],"developed":[43],"address":[45],"this":[46,91],"by":[48,124,169,175,207],"an":[50,113],"cache":[52,115,188],"replacement":[53,100,116],"policy":[54,117,127,167,174],"using":[55],"samples":[56],"collected":[57,123],"from":[58,119,158],"continuous":[59],"interactions":[60],"(trial":[61],"and":[62,78,132],"error)":[63],"environment.":[66],"However,":[67],"practice,":[69],"data":[72],"collection":[73],"phase":[74],"often":[76],"expensive":[77],"time-consuming,":[79],"thus":[80],"hindering":[81],"practical":[83],"deployment":[84],"DRL-based":[87,197],"methods.":[88],"To":[89],"bridge":[90],"gap,":[92],"we":[93],"propose":[94],"a":[95,120,125,143],"novel":[96],"Agile":[97],"Cache":[99],"method":[101],"based":[102],"on":[103],"Offline-online":[104],"Reinforcement":[106],"learNing":[107],"(ACORN),":[108],"which":[109],"can":[110],"efficiently":[111],"learn":[112],"offline":[118,166],"training":[121,205],"dataset":[122],"behavior":[126,173],"(e.g.,":[128],"Least":[129],"Recently":[130],"Used)":[131],"then":[133],"improve":[134],"it":[135],"fast":[137],"fine-tuning.":[139],"We":[140],"also":[141,183],"design":[142],"specific":[144],"convolutional":[145],"neural":[146],"network":[147],"structure":[148],"multiple":[150],"branches":[151],"effectively":[153],"extract":[154],"popularity":[156],"knowledge":[157],"dataset.":[160],"Experimental":[161],"results":[162],"show":[163],"that":[164,193],"generated":[168],"ACORN":[170,182],"outperforms":[171],"up":[176,208],"38%.":[178],"Through":[179],"fine-tuning,":[181],"achieves":[184],"number":[186,203],"hits":[189],"as":[190,192],"good":[191],"several":[195],"advanced":[196],"while":[199],"significantly":[200],"reducing":[201],"epochs":[206],"40%.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}