{"id":"https://openalex.org/W3013276940","doi":"https://doi.org/10.1109/ieeeconf44664.2019.9048832","title":"Online Caching Policy with User Preferences and Time-Dependent Requests: A Reinforcement Learning Approach","display_name":"Online Caching Policy with User Preferences and Time-Dependent Requests: A Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-11-01","ids":{"openalex":"https://openalex.org/W3013276940","doi":"https://doi.org/10.1109/ieeeconf44664.2019.9048832","mag":"3013276940"},"language":"en","primary_location":{"id":"doi:10.1109/ieeeconf44664.2019.9048832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf44664.2019.9048832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 53rd Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061287264","display_name":"Mohammad Hatami","orcid":"https://orcid.org/0000-0002-0730-7668"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Mohammad Hatami","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056939003","display_name":"Markus Leinonen","orcid":"https://orcid.org/0000-0002-5639-3144"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markus Leinonen","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028268404","display_name":"Marian Codreanu","orcid":"https://orcid.org/0000-0003-0210-4375"},"institutions":[{"id":"https://openalex.org/I102134673","display_name":"Link\u00f6ping University","ror":"https://ror.org/05ynxx418","country_code":"SE","type":"education","lineage":["https://openalex.org/I102134673"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Marian Codreanu","raw_affiliation_strings":["Department of Science and Technology, Link\u00f6ping University, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Science and Technology, Link\u00f6ping University, Sweden","institution_ids":["https://openalex.org/I102134673"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061287264"],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":0.7099,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.74945243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1384","last_page":"1388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11896","display_name":"Opportunistic and Delay-Tolerant Networks","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8835946917533875},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8471553921699524},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7398248314857483},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.710835337638855},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5289261937141418},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5153717398643494},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.503649890422821},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.4983675479888916},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.42956656217575073},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.3235982060432434},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20682504773139954},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15919581055641174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8835946917533875},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8471553921699524},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7398248314857483},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.710835337638855},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5289261937141418},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5153717398643494},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.503649890422821},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.4983675479888916},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42956656217575073},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3235982060432434},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20682504773139954},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15919581055641174},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ieeeconf44664.2019.9048832","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf44664.2019.9048832","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 53rd Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},{"id":"pmh:oai:oulu.fi:nbnfi-fe202003319802","is_oa":false,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe202003319802","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2009708702","https://openalex.org/W2121863487","https://openalex.org/W2746390786","https://openalex.org/W2805187482","https://openalex.org/W2833256931","https://openalex.org/W2888912250","https://openalex.org/W2903523957","https://openalex.org/W2911573951","https://openalex.org/W2963355846"],"related_works":["https://openalex.org/W2147122795","https://openalex.org/W2061075966","https://openalex.org/W3147501184","https://openalex.org/W2167303720","https://openalex.org/W2268996566","https://openalex.org/W2109715593","https://openalex.org/W3161817247","https://openalex.org/W2012518269","https://openalex.org/W1863436361","https://openalex.org/W2068309140"],"abstract_inverted_index":{"Content":[0],"caching":[1],"is":[2,29,50,71],"a":[3,16,24,32,44,48,63,118,125,145],"promising":[4],"approach":[5],"to":[6,31,39,52,87,98,110,148,188],"reduce":[7],"data":[8],"traffic":[9],"in":[10,43,73,102],"the":[11,40,54,59,68,74,76,82,88,91,93,103,106,115,133,136,157,163,179,183],"back-haul":[12],"links.":[13],"We":[14,113,139],"consider":[15],"system":[17],"where":[18],"multiple":[19],"users":[20,35],"request":[21,36,53],"items":[22,37],"from":[23,81],"cache-enabled":[25],"base":[26,77,94],"station":[27,78,95],"that":[28,129,155,178],"connected":[30],"cloud.":[33],"The":[34],"according":[38],"user":[41,49,172],"preferences":[42],"time-dependent":[45],"fashion,":[46],"i.e.,":[47],"likely":[51],"next":[55],"chunk":[56],"(item)":[57],"of":[58,132,135,169],"file":[60],"requested":[61,69],"at":[62],"previous":[64],"time":[65],"slot.":[66],"Whenever":[67],"item":[70,101],"not":[72],"cache,":[75],"downloads":[79],"it":[80,86],"cloud":[83],"and":[84,123,143,171],"forwards":[85],"user.":[89],"In":[90],"meanwhile,":[92],"decides":[96],"whether":[97],"replace":[99],"one":[100],"cache":[104,152,158,184],"by":[105],"fetched":[107],"item,":[108],"or":[109],"discard":[111],"it.":[112],"model":[114],"problem":[116],"as":[117],"Markov":[119],"decision":[120],"process":[121],"(MDP)":[122],"propose":[124,144],"novel":[126],"state":[127],"space":[128],"takes":[130],"advantage":[131],"dynamics":[134],"users'":[137],"requests.":[138],"use":[140],"reinforcement":[141],"learning":[142],"Q-learning":[146],"algorithm":[147,181],"find":[149],"an":[150],"optimal":[151],"replacement":[153],"policy":[154],"maximizes":[156],"hit":[159,185],"ratio":[160,186],"without":[161],"knowing":[162],"popularity":[164],"profile":[165],"distribution,":[166],"probability":[167],"distribution":[168],"items,":[170],"preference":[173],"model.":[174],"Simulation":[175],"results":[176],"show":[177],"proposed":[180],"improves":[182],"compared":[187],"other":[189],"baseline":[190],"policies.":[191]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}