{"id":"https://openalex.org/W4387789669","doi":"https://doi.org/10.1109/tc.2023.3325625","title":"An Efficient Deep Reinforcement Learning-Based Automatic Cache Replacement Policy in Cloud Block Storage Systems","display_name":"An Efficient Deep Reinforcement Learning-Based Automatic Cache Replacement Policy in Cloud Block Storage Systems","publication_year":2023,"publication_date":"2023-10-19","ids":{"openalex":"https://openalex.org/W4387789669","doi":"https://doi.org/10.1109/tc.2023.3325625"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2023.3325625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3325625","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101524863","display_name":"Yang Zhou","orcid":"https://orcid.org/0000-0002-3374-292X"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhou","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-3374-292X","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321399","display_name":"Fang Wang","orcid":"https://orcid.org/0000-0002-2791-4158"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Wang","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-2791-4158","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086314063","display_name":"Zhan Shi","orcid":"https://orcid.org/0000-0002-7798-1121"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhan Shi","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-7798-1121","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057421680","display_name":"Dan Feng","orcid":"https://orcid.org/0000-0002-4674-6006"},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Feng","raw_affiliation_strings":["Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China"],"raw_orcid":"https://orcid.org/0000-0002-4674-6006","affiliations":[{"raw_affiliation_string":"Wuhan National Laboratory for Optoelectronics, Key Laboratory of Information Storage System, Engineering Research Center of Data Storage Systems and Technology, Ministry of Education of China, School of Computer Science and Technology, Huazhong University of Science and Technology, Wuhan, Hubei, China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7069,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.85521082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"73","issue":"1","first_page":"164","last_page":"177"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9660000205039978,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8118562698364258},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7188488841056824},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.6592158079147339},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6563812494277954},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6096251606941223},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4353967308998108},{"id":"https://openalex.org/keywords/computer-data-storage","display_name":"Computer data storage","score":0.4317620098590851},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2836482524871826},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.255248486995697}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8118562698364258},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7188488841056824},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.6592158079147339},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6563812494277954},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6096251606941223},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4353967308998108},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.4317620098590851},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2836482524871826},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.255248486995697},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2023.3325625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2023.3325625","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1368664695","display_name":null,"funder_award_id":"82090044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2413230818","display_name":null,"funder_award_id":"61821003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7584325168","display_name":null,"funder_award_id":"61832020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1987225815","https://openalex.org/W2045287414","https://openalex.org/W2131806537","https://openalex.org/W2252955889","https://openalex.org/W2808533716","https://openalex.org/W2900509250","https://openalex.org/W2948513753","https://openalex.org/W2949712929","https://openalex.org/W2973229164","https://openalex.org/W2979139649","https://openalex.org/W2980229124","https://openalex.org/W2984903257","https://openalex.org/W3017134989","https://openalex.org/W3037428092","https://openalex.org/W3132023782","https://openalex.org/W3157126516","https://openalex.org/W3202672988","https://openalex.org/W3203303453","https://openalex.org/W4239937081","https://openalex.org/W4241648310","https://openalex.org/W4252238872","https://openalex.org/W4312848500","https://openalex.org/W6631190155","https://openalex.org/W6639025630","https://openalex.org/W6680582373","https://openalex.org/W6687043303","https://openalex.org/W6698632581","https://openalex.org/W6749259350","https://openalex.org/W6754344396","https://openalex.org/W6774028308","https://openalex.org/W6775245479","https://openalex.org/W6779109089","https://openalex.org/W6781000420","https://openalex.org/W6781080063","https://openalex.org/W6781467364","https://openalex.org/W6791144649","https://openalex.org/W6810240456","https://openalex.org/W6991288106"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W2560439919","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214","https://openalex.org/W2802581102","https://openalex.org/W4205786897"],"abstract_inverted_index":{"With":[0],"the":[1,36,46,61,69,76,124,150,166,169,193,218,224,247,252,283],"popularity":[2],"of":[3,48,128,172,246],"cloud":[4,6,16,31,159,225,249],"services,":[5],"block":[7,32],"storage":[8,33],"(CBS)":[9],"systems":[10],"have":[11,228],"been":[12,43],"widely":[13],"deployed":[14],"by":[15,179,205,233],"providers.":[17],"Cloud":[18,241],"cache":[19,49,64,95,126,160,188,201,269],"plays":[20],"a":[21,112,158],"vital":[22],"role":[23],"in":[24,30,90,251,271],"maintaining":[25],"high":[26],"and":[27,72,103,176,199,210,242,254,279],"stable":[28,200],"performance":[29],"systems.":[34],"In":[35,154],"past":[37],"few":[38],"decades,":[39],"much":[40],"research":[41],"has":[42],"conducted":[44],"on":[45,56,111,192],"design":[47],"replacement":[50,96,161,174,189,202],"policies.":[51,203],"Prior":[52],"work":[53],"frequently":[54],"relies":[55],"manually-engineered":[57],"heuristics":[58,102],"to":[59,74,93,142,149,163,282],"capture":[60],"most":[62,107],"common":[63],"access":[65],"patterns,":[66],"or":[67,82,99],"predict":[68],"reuse":[70],"distance":[71],"try":[73],"identify":[75],"blocks":[77],"that":[78,261],"are":[79,85,139],"either":[80],"cache-friendly":[81],"cache-averse.":[83],"Researchers":[84],"now":[86],"applying":[87],"recent":[88],"advances":[89],"machine":[91],"learning":[92],"guide":[94],"policy,":[97],"augmenting":[98],"replacing":[100],"traditional":[101],"data":[104,280],"structures.":[105],"However,":[106],"existing":[108],"approaches":[109,134],"depend":[110],"certain":[113],"environment":[114],"which":[115],"restricted":[116],"their":[117],"application,":[118],"e.g.,":[119],"some":[120],"methods":[121,270],"only":[122,265],"consider":[123],"on-chip":[125],"consisting":[127],"program":[129],"counters":[130],"(PCs).":[131],"Moreover,":[132],"those":[133],"with":[135,144,196],"attractive":[136],"hit":[137,272],"rates":[138],"usually":[140],"unable":[141],"deal":[143],"modern":[145],"irregular":[146],"workloads,":[147],"due":[148],"limited":[151],"feature":[152],"used.":[153],"contrast,":[155],"we":[156],"propose":[157],"framework":[162,215,232],"automatically":[164],"learn":[165],"relationship":[167],"between":[168],"probability":[170],"distribution":[171,178],"different":[173],"policies":[175],"workload":[177],"using":[180,206,234],"deep":[181],"reinforcement":[182],"learning.":[183],"We":[184,227],"train":[185],"an":[186],"end-to-end":[187],"policy":[190],"based":[191],"requested":[194],"address":[195],"two":[197,245],"efficient":[198],"Furthermore,":[204],"prioritized":[207],"experience":[208],"replay":[209],"setting":[211],"parameter":[212],"constraints,":[213],"our":[214,230,262],"can":[216],"accelerate":[217],"offline":[219],"training":[220],"process":[221],"without":[222],"affecting":[223],"application.":[226],"evaluated":[229],"proposed":[231],"block-based":[235],"I/O":[236],"traces":[237],"collected":[238],"from":[239],"Alibaba":[240],"Tencent":[243],"Cloud,":[244],"largest":[248],"providers":[250],"world,":[253],"several":[255,267],"open-source":[256],"traces.":[257],"Experimental":[258],"results":[259],"show":[260],"method":[263],"not":[264],"outperforms":[266],"state-of-the-art":[268],"rate,":[273],"but":[274],"also":[275],"reduces":[276],"request":[277],"latency":[278],"traffic":[281],"backend":[284],"storage.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}