{"id":"https://openalex.org/W4389610478","doi":"https://doi.org/10.1109/tcomm.2023.3341856","title":"CPRL: Change Point Detection and Reinforcement Learning to Optimize Cache Placement Strategies","display_name":"CPRL: Change Point Detection and Reinforcement Learning to Optimize Cache Placement Strategies","publication_year":2023,"publication_date":"2023-12-12","ids":{"openalex":"https://openalex.org/W4389610478","doi":"https://doi.org/10.1109/tcomm.2023.3341856"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2023.3341856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3341856","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026155108","display_name":"Javane Rostampoor","orcid":"https://orcid.org/0000-0001-8730-0839"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Javane Rostampoor","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8730-0839","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070888504","display_name":"Raviraj Adve","orcid":"https://orcid.org/0000-0003-0224-2209"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Raviraj S. Adve","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0224-2209","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071889415","display_name":"Ali Afana","orcid":"https://orcid.org/0000-0001-5253-2429"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ali Afana","raw_affiliation_strings":["Ericsson, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5253-2429","affiliations":[{"raw_affiliation_string":"Ericsson, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001584567","display_name":"Yahia Ahmed","orcid":"https://orcid.org/0000-0002-9781-1736"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yahia A. Eldemerdash Ahmed","raw_affiliation_strings":["Ericsson, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9781-1736","affiliations":[{"raw_affiliation_string":"Ericsson, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210094041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026155108"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.9838,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78123862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"72","issue":"4","first_page":"2339","last_page":"2353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8657817840576172},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8421205282211304},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8004000782966614},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5905029773712158},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5332332253456116},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.496310293674469},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4960540235042572},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.48753949999809265},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4844679832458496},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.47006258368492126},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4479745924472809},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4476836025714874},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42079973220825195},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16374674439430237},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1290922462940216}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8657817840576172},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8421205282211304},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8004000782966614},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5905029773712158},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5332332253456116},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.496310293674469},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4960540235042572},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.48753949999809265},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4844679832458496},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.47006258368492126},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4479745924472809},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4476836025714874},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42079973220825195},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16374674439430237},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1290922462940216},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2023.3341856","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3341856","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1516061453","https://openalex.org/W1553308207","https://openalex.org/W1826343992","https://openalex.org/W1846261984","https://openalex.org/W2050992779","https://openalex.org/W2115524942","https://openalex.org/W2329769476","https://openalex.org/W2481762450","https://openalex.org/W2515822248","https://openalex.org/W2550936442","https://openalex.org/W2610993542","https://openalex.org/W2751904527","https://openalex.org/W2796177042","https://openalex.org/W2804158698","https://openalex.org/W2811266412","https://openalex.org/W2896280943","https://openalex.org/W2899037166","https://openalex.org/W2899725445","https://openalex.org/W2909693411","https://openalex.org/W2943927637","https://openalex.org/W2962688795","https://openalex.org/W2963288612","https://openalex.org/W2963465845","https://openalex.org/W2963721147","https://openalex.org/W2964061570","https://openalex.org/W2964098968","https://openalex.org/W2966982543","https://openalex.org/W2972826383","https://openalex.org/W2982096857","https://openalex.org/W3006762012","https://openalex.org/W3010896178","https://openalex.org/W3014787243","https://openalex.org/W3103493968","https://openalex.org/W3112291329","https://openalex.org/W3133256763","https://openalex.org/W3143629415","https://openalex.org/W4205180710","https://openalex.org/W4210887234","https://openalex.org/W4287826930","https://openalex.org/W4288045317","https://openalex.org/W4288062306","https://openalex.org/W4295141444","https://openalex.org/W4297802369","https://openalex.org/W4313167004","https://openalex.org/W6696056547","https://openalex.org/W6795534454"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"Placing":[0],"selected":[1],"content":[2,25],"at":[3],"the":[4,7,11,22,45,51,61,69,84,113,126,137,141,146,165,181],"edge":[5],"of":[6,24,63,87,183],"network":[8,41,72],"close":[9],"to":[10,20,57,67,108,144,159,164,192],"users,":[12],"known":[13],"as":[14],"caching,":[15],"is":[16],"an":[17],"important":[18],"technique":[19],"improve":[21],"efficiency":[23,182],"delivery":[26],"in":[27,36,43,50,60,112,185],"wireless":[28,186],"networks.":[29],"In":[30],"this":[31,117],"paper,":[32],"we":[33,82,115],"consider":[34,83],"caching":[35,79,142,162,184],"a":[37,95],"cloud":[38],"radio":[39],"access":[40],"(C-RAN)":[42],"which":[44,168],"primary":[46],"fronthaul":[47],"link":[48],"operates":[49],"mmWave":[52],"range":[53],"and":[54,78,91,98,139],"may":[55],"switch":[56],"microwave":[58],"frequencies":[59],"case":[62,86],"blockage.":[64],"We":[65,102],"aim":[66],"minimize":[68],"average":[70],"long-term":[71],"cost":[73],"by":[74],"optimizing":[75],"dynamic":[76],"fetching":[77],"decisions.":[80],"Importantly,":[81],"realistic":[85],"user":[88],"request":[89,194],"distributions":[90],"blockage":[92],"rates":[93],"being":[94],"priori":[96],"unknown":[97],"not":[99],"necessarily":[100],"stationary.":[101],"introduce":[103],"change":[104,128],"point":[105,129],"detection":[106,130],"(CPD)":[107],"detect":[109],"significant":[110],"changes":[111],"environment;":[114],"couple":[116],"step":[118],"with":[119],"reinforcement":[120,132],"learning":[121,133,157],"(RL):":[122],"our":[123,156,177],"key":[124],"contribution,":[125],"proposed":[127,178],"assisted":[131],"(CPRL)":[134],"algorithm":[135,158],"learns":[136],"environment":[138,167],"(re-)optimizes":[140],"policy":[143],"solve":[145],"associated":[147],"Markov":[148],"decision":[149],"process":[150],"(MDP)":[151],"problem.":[152],"Essentially,":[153],"CPD":[154],"allows":[155],"adapt":[160],"its":[161],"strategy":[163],"new":[166],"shows":[169],"faster":[170],"convergence.":[171],"The":[172],"numerical":[173],"results":[174],"show":[175],"that":[176],"approach":[179],"improves":[180],"networks,":[187],"making":[188],"it":[189],"more":[190],"adaptable":[191],"changing":[193],"patterns":[195],"over":[196],"time.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}