{"id":"https://openalex.org/W2905345172","doi":"https://doi.org/10.1109/jsac.2019.2933780","title":"Reinforcement Learning for Adaptive Caching With Dynamic Storage Pricing","display_name":"Reinforcement Learning for Adaptive Caching With Dynamic Storage Pricing","publication_year":2019,"publication_date":"2019-08-08","ids":{"openalex":"https://openalex.org/W2905345172","doi":"https://doi.org/10.1109/jsac.2019.2933780","mag":"2905345172"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2933780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933780","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.08593","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101510493","display_name":"Alireza Sadeghi","orcid":"https://orcid.org/0000-0003-1280-7592"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alireza Sadeghi","raw_affiliation_strings":["Digital Technology Center and the Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"Digital Technology Center and the Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034657457","display_name":"Fatemeh Sheikholeslami","orcid":"https://orcid.org/0000-0003-0195-3957"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fatemeh Sheikholeslami","raw_affiliation_strings":["Digital Technology Center and the Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"Digital Technology Center and the Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054312245","display_name":"Antonio G. Marqu\u00e9s","orcid":"https://orcid.org/0000-0002-4642-7718"},"institutions":[{"id":"https://openalex.org/I182083151","display_name":"Universidad Rey Juan Carlos","ror":"https://ror.org/01v5cv687","country_code":"ES","type":"education","lineage":["https://openalex.org/I182083151"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio G. Marques","raw_affiliation_strings":["Department of Signal Theory and Communications, King Juan Carlos University, Madrid, Spain","[Dept. of Signal Theory and Communications, King Juan Carlos University, Madrid, Spain]"],"affiliations":[{"raw_affiliation_string":"Department of Signal Theory and Communications, King Juan Carlos University, Madrid, Spain","institution_ids":["https://openalex.org/I182083151"]},{"raw_affiliation_string":"[Dept. of Signal Theory and Communications, King Juan Carlos University, Madrid, Spain]","institution_ids":["https://openalex.org/I182083151"]}]},{"author_position":"last","author":{"id":null,"display_name":"Georgios B. Giannakis","orcid":"https://orcid.org/0000-0001-8264-6056"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgios B. Giannakis","raw_affiliation_strings":["Digital Technology Center and the Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA"],"affiliations":[{"raw_affiliation_string":"Digital Technology Center and the Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101510493"],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":0.3714,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.62361836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"37","issue":"10","first_page":"2267","last_page":"2281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8298786282539368},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8020447492599487},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7733546495437622},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.6559298634529114},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5782097578048706},{"id":"https://openalex.org/keywords/dynamic-pricing","display_name":"Dynamic pricing","score":0.555304765701294},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.5220938920974731},{"id":"https://openalex.org/keywords/time-horizon","display_name":"Time horizon","score":0.45760253071784973},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43066149950027466},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3409460186958313},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23837891221046448},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1526578664779663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1121065616607666},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.11094245314598083}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8298786282539368},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8020447492599487},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7733546495437622},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.6559298634529114},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5782097578048706},{"id":"https://openalex.org/C2779391423","wikidata":"https://www.wikidata.org/wiki/Q17009728","display_name":"Dynamic pricing","level":2,"score":0.555304765701294},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.5220938920974731},{"id":"https://openalex.org/C28761237","wikidata":"https://www.wikidata.org/wiki/Q7805321","display_name":"Time horizon","level":2,"score":0.45760253071784973},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43066149950027466},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3409460186958313},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23837891221046448},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1526578664779663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1121065616607666},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.11094245314598083},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jsac.2019.2933780","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2933780","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1812.08593","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.08593","pdf_url":"https://arxiv.org/pdf/1812.08593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2905345172","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1812.08593.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1812.08593","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1812.08593","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.08593","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.08593","pdf_url":"https://arxiv.org/pdf/1812.08593","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1434432366","display_name":null,"funder_award_id":"1508993","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1515802232","display_name":null,"funder_award_id":"1711471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4232543837","display_name":null,"funder_award_id":"1514056","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8046933960","display_name":null,"funder_award_id":"1901134","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1767905185","https://openalex.org/W1972458861","https://openalex.org/W2002408779","https://openalex.org/W2009708702","https://openalex.org/W2024176568","https://openalex.org/W2037169571","https://openalex.org/W2071983464","https://openalex.org/W2111192125","https://openalex.org/W2112053513","https://openalex.org/W2121863487","https://openalex.org/W2162986857","https://openalex.org/W2243699487","https://openalex.org/W2263102236","https://openalex.org/W2282185455","https://openalex.org/W2296319761","https://openalex.org/W2333682396","https://openalex.org/W2404272329","https://openalex.org/W2425152312","https://openalex.org/W2495983308","https://openalex.org/W2559981761","https://openalex.org/W2606073172","https://openalex.org/W2746390786","https://openalex.org/W2803681848","https://openalex.org/W2805049950","https://openalex.org/W2888912250","https://openalex.org/W2890084757","https://openalex.org/W2911361087","https://openalex.org/W2919316173","https://openalex.org/W2962801070","https://openalex.org/W2963220642","https://openalex.org/W2963329985","https://openalex.org/W2963531342","https://openalex.org/W2963557499","https://openalex.org/W3011120880","https://openalex.org/W4233696721","https://openalex.org/W4250589301","https://openalex.org/W4297972233","https://openalex.org/W6607198235","https://openalex.org/W6696695402","https://openalex.org/W6748041235","https://openalex.org/W6765906845","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2966982543","https://openalex.org/W3154113369","https://openalex.org/W2607098809","https://openalex.org/W2950956784","https://openalex.org/W2055361433","https://openalex.org/W1522330713","https://openalex.org/W139511368","https://openalex.org/W2401108066","https://openalex.org/W2183481477","https://openalex.org/W2019131264","https://openalex.org/W3082746342","https://openalex.org/W3009562139","https://openalex.org/W2041252677","https://openalex.org/W3127116426","https://openalex.org/W2996542388","https://openalex.org/W1600675845","https://openalex.org/W2982530739","https://openalex.org/W3147370375","https://openalex.org/W1535499771","https://openalex.org/W2951808800"],"abstract_inverted_index":{"Small":[0],"base":[1],"stations":[2],"(SBs)":[3],"of":[4,30,58,108,140,196,233],"fifth-generation":[5],"(5G)":[6],"cellular":[7],"networks":[8],"are":[9,54,100],"envisioned":[10],"to":[11,15,34,42,49,65,103,173,205,223],"have":[12],"storage":[13,47],"devices":[14],"locally":[16,51],"serve":[17,50],"requests":[18],"for":[19,132,152,211],"reusable":[20],"and":[21,71,96,114],"popular":[22],"contents":[23,52],"by":[24,148],"caching":[25,97,117],"them":[26,60],"at":[27],"the":[28,31,35,62,76,109,123,129,138,153,175,212,215,231,234,239],"edge":[29],"network,":[32],"close":[33],"end":[36],"users.":[37],"The":[38],"ultimate":[39],"goal":[40],"is":[41,181,221],"smartly":[43],"utilize":[44],"a":[45,66,105,193,207],"limited":[46],"capacity":[48,188],"that":[53,183],"frequently":[55],"requested":[56],"instead":[57],"fetching":[59,95],"from":[61],"cloud,":[63],"contributing":[64],"better":[67],"overall":[68],"network":[69],"performance":[70],"service":[72],"experience.":[73],"To":[74],"enable":[75],"SBs":[77],"with":[78],"efficient":[79,161],"fetch-cache":[80,134,226],"decision-making":[81],"schemes":[82],"operating":[83],"in":[84,126],"dynamic":[85,141,199],"settings,":[86],"this":[87,144,197,203],"paper":[88],"introduces":[89],"simple":[90],"but":[91],"flexible":[92],"generic":[93,145,198],"time-varying":[94],"costs,":[98],"which":[99],"then":[101],"used":[102,172],"formulate":[104],"constrained":[106],"minimization":[107],"aggregate":[110],"cost":[111],"across":[112],"files":[113],"time.":[115],"Since":[116],"decisions":[118,135],"per":[119],"time":[120],"slot":[121],"influence":[122],"content":[124],"availability":[125],"future":[127],"slots,":[128],"novel":[130],"formulation":[131],"optimal":[133,225],"falls":[136],"into":[137],"class":[139],"programming.":[142],"Under":[143,202],"formulation,":[146],"first":[147],"considering":[149],"stationary":[150],"distributions":[151],"costs":[154],"as":[155,157,166],"well":[156],"file":[158],"popularities,":[159],"an":[160],"reinforcement":[162,217],"learning-based":[163],"solver":[164,210],"known":[165],"value":[167],"iteration":[168],"algorithm":[169],"can":[170,189],"be":[171,190],"solve":[174],"emerging":[176],"optimization":[177],"problem.":[178],"Later,":[179],"it":[180],"shown":[182],"practical":[184],"limitations":[185],"on":[186],"cache":[187],"handled":[191],"using":[192],"particular":[194],"instance":[195],"pricing":[200],"formulation.":[201],"setting,":[204],"provide":[206],"light-weight":[208],"online":[209],"corresponding":[213],"optimization,":[214],"well-known":[216],"learning":[218],"algorithm,":[219],"Q-learning,":[220],"employed":[222],"find":[224],"decisions.":[227],"Numerical":[228],"tests":[229],"corroborating":[230],"merits":[232],"proposed":[235],"approach":[236],"wrap":[237],"up":[238],"paper.":[240]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}