{"id":"https://openalex.org/W3047965437","doi":"https://doi.org/10.1145/3404397.3404466","title":"A Reinforcement Learning Based System for Minimizing Cloud Storage Service Cost","display_name":"A Reinforcement Learning Based System for Minimizing Cloud Storage Service Cost","publication_year":2020,"publication_date":"2020-08-09","ids":{"openalex":"https://openalex.org/W3047965437","doi":"https://doi.org/10.1145/3404397.3404466","mag":"3047965437"},"language":"en","primary_location":{"id":"doi:10.1145/3404397.3404466","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404397.3404466","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404397.3404466","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"49th International Conference on Parallel Processing - ICPP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3404397.3404466","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115695530","display_name":"Haoyu Wang","orcid":"https://orcid.org/0000-0003-1100-8633"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064217355","display_name":"Haiying Shen","orcid":"https://orcid.org/0000-0002-7681-6255"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haiying Shen","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100453144","display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-5378-6404"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004386092","display_name":"Kevin Zheng","orcid":"https://orcid.org/0000-0003-1818-5093"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Zheng","raw_affiliation_strings":["University of Virginia, USA"],"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075059198","display_name":"Jie Xu","orcid":"https://orcid.org/0000-0002-9422-6080"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jie Xu","raw_affiliation_strings":["George Mason University, USA"],"affiliations":[{"raw_affiliation_string":"George Mason University, USA","institution_ids":["https://openalex.org/I162714631"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5115695530"],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":2.4998,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91621844,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783623337745667},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7539862394332886},{"id":"https://openalex.org/keywords/cloud-storage","display_name":"Cloud storage","score":0.6599159836769104},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5786644220352173},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5500267744064331},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.5037481188774109},{"id":"https://openalex.org/keywords/payment","display_name":"Payment","score":0.44332316517829895},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3408139944076538},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3210615813732147},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1789211630821228},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11110681295394897},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11013403534889221}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783623337745667},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7539862394332886},{"id":"https://openalex.org/C2777059624","wikidata":"https://www.wikidata.org/wiki/Q914359","display_name":"Cloud storage","level":3,"score":0.6599159836769104},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5786644220352173},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5500267744064331},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5037481188774109},{"id":"https://openalex.org/C145097563","wikidata":"https://www.wikidata.org/wiki/Q1148747","display_name":"Payment","level":2,"score":0.44332316517829895},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3408139944076538},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3210615813732147},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1789211630821228},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11110681295394897},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11013403534889221},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3404397.3404466","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404397.3404466","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404397.3404466","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"49th International Conference on Parallel Processing - ICPP","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3404397.3404466","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3404397.3404466","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3404397.3404466","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"49th International Conference on Parallel Processing - ICPP","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G164031158","display_name":null,"funder_award_id":"1822965","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2331139670","display_name":null,"funder_award_id":"1822965","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G2514421424","display_name":null,"funder_award_id":"Award","funder_id":"https://openalex.org/F4320308943","funder_display_name":"Microsoft Research"},{"id":"https://openalex.org/G2758548971","display_name":null,"funder_award_id":"8300751","funder_id":"https://openalex.org/F4320308943","funder_display_name":"Microsoft Research"},{"id":"https://openalex.org/G3535279130","display_name":null,"funder_award_id":"OAC-1724845","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3631313543","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320308943","funder_display_name":"Microsoft Research"},{"id":"https://openalex.org/G3799635343","display_name":"CIF21 DIBBs: PD: Building High-Availability Data Capabilities in Data-Centric Cyberinfrastructure","funder_award_id":"1724845","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4013913612","display_name":null,"funder_award_id":"NSF-1827674, CCF-1822965, OAC-1724845","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4963236844","display_name":null,"funder_award_id":"CCF-1822965","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4985688975","display_name":null,"funder_award_id":"1724845","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G614903948","display_name":null,"funder_award_id":"Faculty Fellowship 8300751","funder_id":"https://openalex.org/F4320308943","funder_display_name":"Microsoft Research"},{"id":"https://openalex.org/G6415360113","display_name":null,"funder_award_id":"NSF-1827674","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6894402473","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7372718776","display_name":null,"funder_award_id":"1827674","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3047965437.pdf","grobid_xml":"https://content.openalex.org/works/W3047965437.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1540902136","https://openalex.org/W1672988363","https://openalex.org/W1697496154","https://openalex.org/W1901756263","https://openalex.org/W1965253814","https://openalex.org/W2032014060","https://openalex.org/W2039454508","https://openalex.org/W2054379763","https://openalex.org/W2062617656","https://openalex.org/W2099393515","https://openalex.org/W2099475288","https://openalex.org/W2109910161","https://openalex.org/W2110642323","https://openalex.org/W2121863487","https://openalex.org/W2129010304","https://openalex.org/W2140360362","https://openalex.org/W2144569365","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2162233318","https://openalex.org/W2170564751","https://openalex.org/W2257979135","https://openalex.org/W2402144811","https://openalex.org/W2491661528","https://openalex.org/W2546571074","https://openalex.org/W2570363240","https://openalex.org/W2570679607","https://openalex.org/W2594477028","https://openalex.org/W2744628735","https://openalex.org/W2792432920","https://openalex.org/W2820868167","https://openalex.org/W2824027552","https://openalex.org/W2887761271","https://openalex.org/W2919715400","https://openalex.org/W2920282816","https://openalex.org/W2920436898","https://openalex.org/W2964043796","https://openalex.org/W3042799967","https://openalex.org/W4214717370","https://openalex.org/W4254263397"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Currently,":[0],"many":[1],"web":[2,48,155],"applications":[3],"are":[4],"deployed":[5],"on":[6,56],"cloud":[7,12,66,149,171],"storage":[8,22,28,54,121,150],"service":[9,13,151],"provided":[10],"by":[11],"providers":[14],"(CSPs).":[15],"A":[16],"CSP":[17],"offers":[18],"different":[19,35,51],"types":[20,52],"of":[21,46,53,120,122,165],"including":[23],"hot,":[24],"cold":[25],"and":[26,29,60,74,103],"archive":[27],"sets":[30],"unit":[31],"prices":[32],"for":[33,98,153,169],"these":[34],"types,":[36],"which":[37,116],"vary":[38],"substantially.":[39],"By":[40],"properly":[41],"assigning":[42],"the":[43,61,76,79,99,114,118,148,163,166],"data":[44,124,143],"files":[45,144],"a":[47,65,93,106,137,154],"application":[49],"to":[50,78,111,127,139,145],"based":[55,109],"their":[57],"usage":[58],"profiles":[59],"CSP\u2019s":[62],"pricing":[63],"policy,":[64],"customer":[67,172],"potentially":[68],"can":[69],"achieve":[70],"substantial":[71],"cost":[72,100,130,173],"savings":[73],"minimize":[75,128],"payment":[77,152],"CSP.":[80],"However,":[81],"no":[82],"previous":[83],"research":[84],"handles":[85],"this":[86,89],"problem.":[87],"Towards":[88],"goal,":[90],"we":[91],"present":[92],"Markov":[94],"Decision":[95],"Process":[96],"formulation":[97],"minimization":[101],"problem,":[102,115],"then":[104,135],"develop":[105],"reinforcement":[107],"learning":[108],"approach":[110],"effectively":[112],"solve":[113],"changes":[117],"type":[119],"each":[123],"file":[125],"periodically":[126],"money":[129],"in":[131,174],"long":[132],"term.":[133],"We":[134],"propose":[136],"method":[138],"aggregate":[140],"concurrently":[141],"requested":[142],"further":[146],"reduce":[147],"application.":[156],"Our":[157],"experiments":[158],"with":[159,176],"Wikipedia":[160],"traces":[161],"show":[162],"effectiveness":[164],"proposed":[167],"methods":[168],"minimizing":[170],"comparison":[175],"other":[177],"methods.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}