{"id":"https://openalex.org/W4283209274","doi":"https://doi.org/10.1109/infocom48880.2022.9796809","title":"Reinforcement Learning for Dynamic Dimensioning of Cloud Caches: A Restless Bandit Approach","display_name":"Reinforcement Learning for Dynamic Dimensioning of Cloud Caches: A Restless Bandit Approach","publication_year":2022,"publication_date":"2022-05-02","ids":{"openalex":"https://openalex.org/W4283209274","doi":"https://doi.org/10.1109/infocom48880.2022.9796809"},"language":"en","primary_location":{"id":"doi:10.1109/infocom48880.2022.9796809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom48880.2022.9796809","pdf_url":null,"source":{"id":"https://openalex.org/S4363607980","display_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016263347","display_name":"Guojun Xiong","orcid":"https://orcid.org/0000-0002-5943-8109"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guojun Xiong","raw_affiliation_strings":["Suny-Binghamton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Suny-Binghamton University","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041888295","display_name":"Shufan Wang","orcid":"https://orcid.org/0000-0002-3919-0580"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shufan Wang","raw_affiliation_strings":["Suny-Binghamton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Suny-Binghamton University","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103189024","display_name":"Gang Yan","orcid":"https://orcid.org/0000-0002-7734-1589"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Yan","raw_affiliation_strings":["Suny-Binghamton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Suny-Binghamton University","institution_ids":["https://openalex.org/I123946342"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402612","display_name":"Jian Li","orcid":"https://orcid.org/0000-0003-3642-3569"},"institutions":[{"id":"https://openalex.org/I123946342","display_name":"Binghamton University","ror":"https://ror.org/008rmbt77","country_code":"US","type":"education","lineage":["https://openalex.org/I123946342"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["Suny-Binghamton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Suny-Binghamton University","institution_ids":["https://openalex.org/I123946342"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3168,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.89571202,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2108","last_page":"2117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dimensioning","display_name":"Dimensioning","score":0.8893539309501648},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8526251316070557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8356566429138184},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7812758684158325},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7387029528617859},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.5554830431938171},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5194682478904724},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4863155782222748},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.46776267886161804},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46068882942199707},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37536564469337463},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34094321727752686},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2711171507835388},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10442885756492615}],"concepts":[{"id":"https://openalex.org/C89714869","wikidata":"https://www.wikidata.org/wiki/Q2280470","display_name":"Dimensioning","level":2,"score":0.8893539309501648},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8526251316070557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8356566429138184},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7812758684158325},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7387029528617859},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.5554830431938171},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5194682478904724},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4863155782222748},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.46776267886161804},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46068882942199707},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37536564469337463},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34094321727752686},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2711171507835388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10442885756492615},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom48880.2022.9796809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom48880.2022.9796809","pdf_url":null,"source":{"id":"https://openalex.org/S4363607980","display_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W1576140702","https://openalex.org/W1751431909","https://openalex.org/W1777663031","https://openalex.org/W1901083042","https://openalex.org/W1971457816","https://openalex.org/W1992595998","https://openalex.org/W2003798390","https://openalex.org/W2039434047","https://openalex.org/W2044502527","https://openalex.org/W2056921512","https://openalex.org/W2103012681","https://openalex.org/W2132651882","https://openalex.org/W2135063910","https://openalex.org/W2141515329","https://openalex.org/W2148250692","https://openalex.org/W2149943599","https://openalex.org/W2150328967","https://openalex.org/W2153107031","https://openalex.org/W2168405694","https://openalex.org/W2334782222","https://openalex.org/W2340240312","https://openalex.org/W2467243923","https://openalex.org/W2499002200","https://openalex.org/W2511028367","https://openalex.org/W2554703520","https://openalex.org/W2555652361","https://openalex.org/W2592916654","https://openalex.org/W2711678697","https://openalex.org/W2748749188","https://openalex.org/W2789683759","https://openalex.org/W2791825310","https://openalex.org/W2803681848","https://openalex.org/W2962764550","https://openalex.org/W2963531342","https://openalex.org/W2963653884","https://openalex.org/W2963782453","https://openalex.org/W2981650424","https://openalex.org/W2991935368","https://openalex.org/W2993254231","https://openalex.org/W2997055691","https://openalex.org/W3013381883","https://openalex.org/W3020125231","https://openalex.org/W3037879737","https://openalex.org/W3087810330","https://openalex.org/W3097680142","https://openalex.org/W3102381603","https://openalex.org/W3104937890","https://openalex.org/W4205669071","https://openalex.org/W4214717370","https://openalex.org/W4239150556","https://openalex.org/W4283799802","https://openalex.org/W4288093102","https://openalex.org/W4298116021","https://openalex.org/W4301094597","https://openalex.org/W6638008547","https://openalex.org/W6639039794","https://openalex.org/W6640015871","https://openalex.org/W6740336040","https://openalex.org/W6762889291","https://openalex.org/W6769542966","https://openalex.org/W6769870811","https://openalex.org/W6770823388","https://openalex.org/W6784620602"],"related_works":["https://openalex.org/W2971351794","https://openalex.org/W2970347269","https://openalex.org/W4287863949","https://openalex.org/W4287102143","https://openalex.org/W1850488217","https://openalex.org/W2945119207","https://openalex.org/W3182614517","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"We":[0,35,123,131],"study":[1],"the":[2,8,19,23,29,72,143,163,166],"dynamic":[3,86],"cache":[4,20,87,91],"dimensioning":[5,62,92,119],"problem,":[6],"where":[7],"objective":[9],"is":[10,55,65,128,152],"to":[11,16,21,28,47,58,67,94,154],"decide":[12],"how":[13],"much":[14],"storage":[15,30],"place":[17],"in":[18],"minimize":[22],"total":[24],"costs":[25],"with":[26,101],"respect":[27],"and":[31,54,98,120,146,172],"content":[32,102,121,144],"delivery":[33,147],"latency.":[34],"formulate":[36],"this":[37,106,126],"problem":[38,53],"as":[39,159],"a":[40,49,110,134,156],"Markov":[41],"decision":[42],"process,":[43],"which":[44,116],"turns":[45],"out":[46],"be":[48,95,175],"restless":[50],"multi-armed":[51],"bandit":[52],"provably":[56],"hard":[57],"solve.":[59],"For":[60],"given":[61],"decisions,":[63],"it":[64,160],"possible":[66],"develop":[68,133],"solutions":[69],"based":[70],"on":[71],"celebrated":[73],"Whittle":[74,78,113,169],"index":[75,79,114,170],"policy.":[76],"However,":[77],"policy":[80,127,171],"has":[81],"not":[82],"been":[83],"studied":[84],"for":[85],"dimensioning,":[88],"mainly":[89],"because":[90],"needs":[93],"repeatedly":[96],"solved":[97],"jointly":[99,117],"optimized":[100],"caching.":[103,122],"To":[104],"overcome":[105],"difficulty,":[107],"we":[108],"propose":[109],"low-complexity":[111],"fluid":[112,168],"policy,":[115],"determines":[118],"show":[124],"that":[125],"asymptotically":[129],"optimal.":[130],"further":[132],"lightweight":[135],"reinforcement":[136],"learning":[137],"augmented":[138],"algorithm":[139],"dubbed":[140],"fW-UCB":[141,151],"when":[142],"request":[145],"rates":[148],"are":[149],"unavailable.":[150],"shown":[153],"achieve":[155],"sub-linear":[157],"regret":[158],"fully":[161],"exploits":[162],"structure":[164],"of":[165],"near-optimal":[167],"hence":[173],"can":[174],"easily":[176],"implemented.":[177],"Extensive":[178],"simulations":[179],"using":[180],"real":[181],"traces":[182],"support":[183],"our":[184],"theoretical":[185],"results.":[186]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}