{"id":"https://openalex.org/W4319996385","doi":"https://doi.org/10.1109/tnet.2023.3235480","title":"Reinforcement Learning for Dynamic Dimensioning of Cloud Caches: A Restless Bandit Approach","display_name":"Reinforcement Learning for Dynamic Dimensioning of Cloud Caches: A Restless Bandit Approach","publication_year":2023,"publication_date":"2023-01-18","ids":{"openalex":"https://openalex.org/W4319996385","doi":"https://doi.org/10.1109/tnet.2023.3235480"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2023.3235480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3235480","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016263347","display_name":"Guojun Xiong","orcid":"https://orcid.org/0000-0002-5943-8109"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guojun Xiong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-5943-8109","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007118390","display_name":"Shufan Wang","orcid":"https://orcid.org/0000-0003-0284-5683"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shufan Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-0284-5683","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103189024","display_name":"Gang Yan","orcid":"https://orcid.org/0000-0002-7734-1589"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Yan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7734-1589","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402612","display_name":"Jian Li","orcid":"https://orcid.org/0000-0003-3642-3569"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3642-3569","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Binghamton University, State University of New York, Binghamton, NY, USA","institution_ids":["https://openalex.org/I123946342"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5962,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.89613356,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"31","issue":"5","first_page":"2147","last_page":"2161"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimensioning","display_name":"Dimensioning","score":0.8805452585220337},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8737655878067017},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8523786067962646},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7755988240242004},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7206319570541382},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5302538275718689},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.5062745809555054},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4596829414367676},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.45448988676071167},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4355793595314026},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3768802285194397},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3372911810874939},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.31118643283843994},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08438056707382202}],"concepts":[{"id":"https://openalex.org/C89714869","wikidata":"https://www.wikidata.org/wiki/Q2280470","display_name":"Dimensioning","level":2,"score":0.8805452585220337},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8737655878067017},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8523786067962646},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7755988240242004},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7206319570541382},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5302538275718689},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.5062745809555054},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4596829414367676},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.45448988676071167},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4355793595314026},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3768802285194397},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3372911810874939},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.31118643283843994},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08438056707382202},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2023.3235480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3235480","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1825357591","display_name":null,"funder_award_id":"2104880","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4201342581","display_name":null,"funder_award_id":"RINGS-2148309","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W131745075","https://openalex.org/W1576140702","https://openalex.org/W1751431909","https://openalex.org/W1777663031","https://openalex.org/W1901083042","https://openalex.org/W1971457816","https://openalex.org/W1984311666","https://openalex.org/W1992595998","https://openalex.org/W2003798390","https://openalex.org/W2029199203","https://openalex.org/W2039434047","https://openalex.org/W2056921512","https://openalex.org/W2103012681","https://openalex.org/W2112694890","https://openalex.org/W2132651882","https://openalex.org/W2135063910","https://openalex.org/W2141515329","https://openalex.org/W2148250692","https://openalex.org/W2149943599","https://openalex.org/W2150328967","https://openalex.org/W2150905291","https://openalex.org/W2155529408","https://openalex.org/W2168405694","https://openalex.org/W2293415235","https://openalex.org/W2340240312","https://openalex.org/W2400388591","https://openalex.org/W2467243923","https://openalex.org/W2499002200","https://openalex.org/W2511028367","https://openalex.org/W2554703520","https://openalex.org/W2555652361","https://openalex.org/W2592916654","https://openalex.org/W2711678697","https://openalex.org/W2748749188","https://openalex.org/W2789683759","https://openalex.org/W2791825310","https://openalex.org/W2803681848","https://openalex.org/W2883807213","https://openalex.org/W2962764550","https://openalex.org/W2963531342","https://openalex.org/W2963653884","https://openalex.org/W2963782453","https://openalex.org/W2979819074","https://openalex.org/W2981650424","https://openalex.org/W2991935368","https://openalex.org/W2993254231","https://openalex.org/W2997055691","https://openalex.org/W3013381883","https://openalex.org/W3020125231","https://openalex.org/W3037879737","https://openalex.org/W3047337089","https://openalex.org/W3087810330","https://openalex.org/W3097680142","https://openalex.org/W3102381603","https://openalex.org/W3104937890","https://openalex.org/W3124706464","https://openalex.org/W3171374485","https://openalex.org/W3175049382","https://openalex.org/W3175414626","https://openalex.org/W4213251304","https://openalex.org/W4233817110","https://openalex.org/W4251726886","https://openalex.org/W4283209274","https://openalex.org/W4283799802","https://openalex.org/W4285031101","https://openalex.org/W4288093102","https://openalex.org/W4297882551","https://openalex.org/W4298116021","https://openalex.org/W4301094597","https://openalex.org/W4388740203","https://openalex.org/W6638008547","https://openalex.org/W6639039794","https://openalex.org/W6640015871","https://openalex.org/W6740336040","https://openalex.org/W6762889291","https://openalex.org/W6769870811","https://openalex.org/W6770823388","https://openalex.org/W6784620602","https://openalex.org/W6791428249","https://openalex.org/W6797775917","https://openalex.org/W6797954698","https://openalex.org/W6809871820"],"related_works":["https://openalex.org/W4376155396","https://openalex.org/W2970347269","https://openalex.org/W4287863949","https://openalex.org/W4287102143","https://openalex.org/W1850488217","https://openalex.org/W2945119207","https://openalex.org/W3182614517","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"We":[0,35,123,131],"study":[1],"the":[2,8,19,23,29,72,143,163,166],"dynamic":[3,86],"cache":[4,20,87,91],"dimensioning":[5,62,92,119],"problem,":[6],"where":[7],"objective":[9],"is":[10,55,65,128,152],"to":[11,16,21,28,47,58,67,94,154],"decide":[12],"how":[13],"much":[14],"storage":[15,30],"place":[17],"in":[18],"minimize":[22],"total":[24],"costs":[25],"with":[26,101],"respect":[27],"and":[31,54,98,120,146,172],"content":[32,102,121,144],"delivery":[33,147],"latency.":[34],"formulate":[36],"this":[37,106,126],"problem":[38,53],"as":[39,159],"a":[40,49,110,134,156],"Markov":[41],"decision":[42],"process,":[43],"which":[44,116],"turns":[45],"out":[46],"be":[48,95,175],"restless":[50],"multi-armed":[51],"bandit":[52],"provably":[56],"hard":[57],"solve.":[59],"For":[60],"given":[61],"decisions,":[63],"it":[64,160],"possible":[66],"develop":[68,133],"solutions":[69],"based":[70],"on":[71],"celebrated":[73],"Whittle":[74,78,113,169],"index":[75,79,114,170],"policy.":[76],"However,":[77],"policy":[80,127,171],"has":[81],"not":[82],"been":[83],"studied":[84],"for":[85],"dimensioning,":[88],"mainly":[89],"because":[90],"needs":[93],"repeatedly":[96],"solved":[97],"jointly":[99,117],"optimized":[100],"caching.":[103,122],"To":[104],"overcome":[105],"difficulty,":[107],"we":[108],"propose":[109],"low-complexity":[111],"fluid":[112,168],"policy,":[115],"determines":[118],"show":[124],"that":[125],"asymptotically":[129],"optimal.":[130],"further":[132],"lightweight":[135],"reinforcement":[136],"learning":[137],"augmented":[138],"algorithm":[139],"dubbed":[140],"fW-UCB":[141,151],"when":[142],"request":[145],"rates":[148],"are":[149],"unavailable.":[150],"shown":[153],"achieve":[155],"sub-linear":[157],"regret":[158],"fully":[161],"exploits":[162],"structure":[164],"of":[165],"near-optimal":[167],"hence":[173],"can":[174],"easily":[176],"implemented.":[177],"Extensive":[178],"simulations":[179],"using":[180],"real":[181],"traces":[182],"support":[183],"our":[184],"theoretical":[185],"results.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}