{"id":"https://openalex.org/W2954932603","doi":"https://doi.org/10.1145/3341216.3342214","title":"RL-Cache","display_name":"RL-Cache","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2954932603","doi":"https://doi.org/10.1145/3341216.3342214","mag":"2954932603"},"language":"en","primary_location":{"id":"doi:10.1145/3341216.3342214","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3341216.3342214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Workshop on Network Meets AI & ML - NetAI'19","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058597757","display_name":"Vadim Kirilin","orcid":null},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]},{"id":"https://openalex.org/I2802499160","display_name":"IMDEA Networks","ror":"https://ror.org/04mm9fg30","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I2802499160"]}],"countries":["ES","RU"],"is_corresponding":true,"raw_author_name":"Vadim Kirilin","raw_affiliation_strings":["IMDEA Networks Institute, Spain and Yandex, LLC, Russia"],"affiliations":[{"raw_affiliation_string":"IMDEA Networks Institute, Spain and Yandex, LLC, Russia","institution_ids":["https://openalex.org/I2802499160","https://openalex.org/I58957048"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047879142","display_name":"Aditya Sundarrajan","orcid":"https://orcid.org/0000-0003-0688-2043"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]},{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["RU","US"],"is_corresponding":false,"raw_author_name":"Aditya Sundarrajan","raw_affiliation_strings":["UMass Amherst, USA and Yandex, LLC, Russia"],"affiliations":[{"raw_affiliation_string":"UMass Amherst, USA and Yandex, LLC, Russia","institution_ids":["https://openalex.org/I58957048","https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065909038","display_name":"Sergey Gorinsky","orcid":"https://orcid.org/0000-0001-9612-8081"},"institutions":[{"id":"https://openalex.org/I2802499160","display_name":"IMDEA Networks","ror":"https://ror.org/04mm9fg30","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I2802499160"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergey Gorinsky","raw_affiliation_strings":["IMDEA Networks Institute, Spain"],"affiliations":[{"raw_affiliation_string":"IMDEA Networks Institute, Spain","institution_ids":["https://openalex.org/I2802499160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037538509","display_name":"Ramesh K. Sitaraman","orcid":"https://orcid.org/0000-0003-0558-6875"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]},{"id":"https://openalex.org/I10734018","display_name":"Akamai (United States)","ror":"https://ror.org/03tarb191","country_code":"US","type":"company","lineage":["https://openalex.org/I10734018"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh K. Sitaraman","raw_affiliation_strings":["UMass Amherst, USA and Akamai Technologies, USA"],"affiliations":[{"raw_affiliation_string":"UMass Amherst, USA and Akamai Technologies, USA","institution_ids":["https://openalex.org/I10734018","https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5058597757"],"corresponding_institution_ids":["https://openalex.org/I2802499160","https://openalex.org/I58957048"],"apc_list":null,"apc_paid":null,"fwci":1.8576,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.86872809,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"57","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9189301133155823},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.9057774543762207},{"id":"https://openalex.org/keywords/cache-invalidation","display_name":"Cache invalidation","score":0.7623430490493774},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.7436771988868713},{"id":"https://openalex.org/keywords/smart-cache","display_name":"Smart Cache","score":0.673333466053009},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.602506160736084},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.599916934967041},{"id":"https://openalex.org/keywords/cache-coloring","display_name":"Cache coloring","score":0.5537630915641785},{"id":"https://openalex.org/keywords/page-cache","display_name":"Page cache","score":0.5518687963485718},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.49563729763031006},{"id":"https://openalex.org/keywords/cache-pollution","display_name":"Cache pollution","score":0.4901622235774994},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.42859935760498047},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3647693991661072},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.320964515209198},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.32001620531082153},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0987527072429657}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9189301133155823},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.9057774543762207},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.7623430490493774},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.7436771988868713},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.673333466053009},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.602506160736084},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.599916934967041},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.5537630915641785},{"id":"https://openalex.org/C36340418","wikidata":"https://www.wikidata.org/wiki/Q7124288","display_name":"Page cache","level":5,"score":0.5518687963485718},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.49563729763031006},{"id":"https://openalex.org/C113166858","wikidata":"https://www.wikidata.org/wiki/Q5015981","display_name":"Cache pollution","level":5,"score":0.4901622235774994},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.42859935760498047},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3647693991661072},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.320964515209198},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.32001620531082153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0987527072429657}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3341216.3342214","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3341216.3342214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 Workshop on Network Meets AI & ML - NetAI'19","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1676168856","https://openalex.org/W1816771449","https://openalex.org/W1968149848","https://openalex.org/W1976986662","https://openalex.org/W1979264387","https://openalex.org/W1982346568","https://openalex.org/W1991607248","https://openalex.org/W2011688811","https://openalex.org/W2035097365","https://openalex.org/W2083949414","https://openalex.org/W2271840356","https://openalex.org/W2281036777","https://openalex.org/W2406213739","https://openalex.org/W2516809705","https://openalex.org/W2604771015","https://openalex.org/W2768670456","https://openalex.org/W2778355023","https://openalex.org/W2885965959","https://openalex.org/W2897434075","https://openalex.org/W2900509250","https://openalex.org/W2951250697","https://openalex.org/W2954932603"],"related_works":["https://openalex.org/W2133489088","https://openalex.org/W2363769136","https://openalex.org/W2114386333","https://openalex.org/W2126408955","https://openalex.org/W2734782074","https://openalex.org/W2148571123","https://openalex.org/W2396934146","https://openalex.org/W2369103246","https://openalex.org/W2118932116","https://openalex.org/W2115222420"],"abstract_inverted_index":{"Content":[0,42],"delivery":[1],"networks":[2],"(CDNs)":[3],"distribute":[4],"much":[5],"of":[6,22,31,117,127,137,145,179,211,221],"the":[7,14,28,40,68,106,131,155,171,177,180,190,212,222],"Internet":[8],"content":[9,37],"by":[10,17],"caching":[11,43],"and":[12,57,82,135,147,158,182,206],"serving":[13],"objects":[15],"requested":[16,103],"users.":[18,41],"A":[19],"major":[20],"goal":[21],"a":[23,84,102,114,124,141,185],"CDN":[24,191],"is":[25,72,195],"to":[26,39,50,53,61,65,95,100],"maximize":[27],"hit":[29,172],"rates":[30],"its":[32],"caches,":[33],"thereby":[34],"enabling":[35],"faster":[36],"downloads":[38],"involves":[44],"two":[45],"components:":[46],"an":[47,55,58,149],"admission":[48,81],"algorithm":[49,60,86],"decide":[51,62,96],"whether":[52,97],"cache":[54,69,80],"object":[56,64,104,132],"eviction":[59],"which":[63],"evict":[66],"from":[67,162],"when":[70],"it":[71,199],"full.":[73],"In":[74],"this":[75],"paper,":[76],"we":[77],"focus":[78],"on":[79,189,208],"propose":[83],"novel":[85],"called":[87],"RL-Cache":[88,122,146,169,194],"that":[89,112,129,168,198],"uses":[90],"model-free":[91],"reinforcement":[92],"learning":[93],"(RL)":[94],"or":[98,214],"not":[99],"admit":[101],"into":[105],"CDN's":[107],"cache.":[108],"Unlike":[109],"prior":[110],"approaches":[111],"use":[113],"small":[115],"set":[116,126],"criteria":[118],"for":[119,154],"decision":[120],"making,":[121],"weights":[123],"large":[125],"features":[128],"include":[130],"size,":[133],"recency,":[134],"frequency":[136],"access.":[138],"We":[139],"develop":[140],"publicly":[142],"available":[143],"implementation":[144],"perform":[148],"evaluation":[150,166],"using":[151],"production":[152],"traces":[153,210],"image,":[156],"video,":[157],"web":[159],"traffic":[160,216],"classes":[161,217],"Akamai's":[163],"CDN.":[164],"The":[165],"shows":[167],"improves":[170],"rate":[173],"in":[174,203,218],"comparison":[175],"with":[176],"state":[178],"art":[181],"imposes":[183],"only":[184],"modest":[186],"resource":[187],"overhead":[188],"servers.":[192],"Further,":[193],"robust":[196],"enough":[197],"can":[200],"be":[201],"trained":[202],"one":[204],"location":[205],"executed":[207],"request":[209],"same":[213,223],"different":[215],"other":[219],"locations":[220],"geographic":[224],"region.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2019-07-12T00:00:00"}