{"id":"https://openalex.org/W2897363018","doi":"https://doi.org/10.1109/iswcs.2018.8491205","title":"Reinforcement Learning for Proactive Caching of Contents with Different Demand Probabilities","display_name":"Reinforcement Learning for Proactive Caching of Contents with Different Demand Probabilities","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2897363018","doi":"https://doi.org/10.1109/iswcs.2018.8491205","mag":"2897363018"},"language":"en","primary_location":{"id":"doi:10.1109/iswcs.2018.8491205","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2018.8491205","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Symposium on Wireless Communication Systems (ISWCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/11380/1202693","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038956778","display_name":"Samuel O. Somuyiwa","orcid":"https://orcid.org/0000-0002-8211-4487"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Samuel O. Somuyiwa","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College, London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016883501","display_name":"Den\u0131z G\u00fcnd\u00fcz","orcid":"https://orcid.org/0000-0002-7725-395X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Deniz Gunduz","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College, London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041609088","display_name":"Andr\u00e1s Gy\u00f6rgy","orcid":"https://orcid.org/0000-0003-0586-4337"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andras Gyorgy","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College, London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College, London, UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038956778"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":1.5596,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.85379634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9697999954223633,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8194335103034973},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7450782060623169},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7239252924919128},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5879761576652527},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5229074358940125},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45214635133743286},{"id":"https://openalex.org/keywords/transcoding","display_name":"Transcoding","score":0.4296567440032959},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35334891080856323},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.34556907415390015},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1105806827545166},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0959797203540802},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0949903130531311}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8194335103034973},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7450782060623169},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7239252924919128},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5879761576652527},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5229074358940125},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45214635133743286},{"id":"https://openalex.org/C134535813","wikidata":"https://www.wikidata.org/wiki/Q1888734","display_name":"Transcoding","level":2,"score":0.4296567440032959},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35334891080856323},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34556907415390015},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1105806827545166},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0959797203540802},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0949903130531311},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iswcs.2018.8491205","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2018.8491205","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Symposium on Wireless Communication Systems (ISWCS)","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unimore.it:11380/1202693","is_oa":true,"landing_page_url":"http://hdl.handle.net/11380/1202693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:iris.unimore.it:11380/1202693","is_oa":true,"landing_page_url":"http://hdl.handle.net/11380/1202693","pdf_url":null,"source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2010564749","https://openalex.org/W2012587148","https://openalex.org/W2037169571","https://openalex.org/W2056843021","https://openalex.org/W2106248279","https://openalex.org/W2121863487","https://openalex.org/W2262673433","https://openalex.org/W2301955098","https://openalex.org/W2425152312","https://openalex.org/W2746390786","https://openalex.org/W2962801070","https://openalex.org/W2963707263","https://openalex.org/W2963805280","https://openalex.org/W3122800475","https://openalex.org/W4205513846","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"A":[0],"mobile":[1],"user":[2,36,54,73,245],"randomly":[3,62,84],"accessing":[4],"a":[5,10,19,38,64,77,90,119,159,171],"dynamic":[6],"content":[7,31,61,214,249],"library":[8,28],"over":[9,211],"wireless":[11,78],"channel":[12,128],"is":[13,146,156,167,180,216],"considered.":[14],"At":[15],"each":[16,30,60],"time":[17,112,132],"instant,":[18],"random":[20,39],"number":[21,140],"of":[22,41,93,133,141,207,243],"contents":[23,103,113,142],"are":[24,44,69,106,114,189,193],"added":[25],"to":[26,34,71,100,147,169,185,258],"the":[27,35,53,56,72,109,116,127,131,139,149,164,177,186,196,204,208,221,244,259],"and":[29,135,163,218,237,248],"remains":[32],"relevant":[33],"for":[37],"period":[40],"time.":[42,86],"Contents":[43,68],"classified":[45],"into":[46],"finitely":[47],"many":[48],"classes":[49],"such":[50],"that":[51,124,203,252],"whenever":[52],"accesses":[55],"system,":[57],"he":[58],"requests":[59],"with":[63,85,138,220,225],"class-specific":[65],"demand":[66],"probability.":[67],"downloaded":[70],"equipment":[74],"(UE)":[75],"through":[76],"link":[79],"whose":[80,191],"quality":[81],"also":[82],"varies":[83],"The":[87,154],"UE":[88],"has":[89],"cache":[91,222,235],"memory":[92],"finite":[94],"capacity,":[95],"which":[96],"can":[97,255],"be":[98],"used":[99],"proactively":[101],"store":[102],"before":[104],"they":[105],"requested":[107],"by":[108],"user.":[110],"Any":[111],"downloaded,":[115],"system":[117],"incurs":[118],"cost":[120],"(energy,":[121],"bandwidth,":[122],"etc.)":[123],"depends":[125],"on":[126,233,240],"state":[129],"at":[130],"download,":[134],"scales":[136],"linearly":[137],"downloaded.":[143],"Our":[144],"goal":[145],"minimize":[148],"expected":[150],"long-term":[151],"average":[152],"cost.":[153],"problem":[155],"modeled":[157],"as":[158],"Markov":[160],"decision":[161],"process,":[162],"optimal":[165,178,187],"policy":[166,179,188,197],"shown":[168],"exhibit":[170],"threshold":[172],"structure;":[173],"however,":[174],"since":[175],"finding":[176],"computationally":[181],"infeasible,":[182],"parametric":[183],"approximations":[184],"considered,":[190],"parameters":[192],"optimized":[194],"using":[195],"gradient":[198],"method.":[199],"Numerical":[200],"simulations":[201],"show":[202],"performance":[205,227],"gain":[206],"resulting":[209],"scheme":[210,254],"traditional":[212],"reactive":[213],"delivery":[215],"significant,":[217],"increases":[219],"capacity.":[223],"Comparisons":[224],"two":[226],"lower":[228],"bounds,":[229],"one":[230],"computed":[231],"based":[232,239],"infinite":[234],"capacity":[236],"another":[238],"non-casual":[241],"knowledge":[242],"access":[246],"times":[247],"requests,":[250],"demonstrate":[251],"our":[253],"perform":[256],"close":[257],"theoretical":[260],"optimum.":[261]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}