{"id":"https://openalex.org/W4403220120","doi":"https://doi.org/10.1145/3640457.3688128","title":"RPAF: A Reinforcement Prediction-Allocation Framework for Cache Allocation in Large-Scale Recommender Systems","display_name":"RPAF: A Reinforcement Prediction-Allocation Framework for Cache Allocation in Large-Scale Recommender Systems","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403220120","doi":"https://doi.org/10.1145/3640457.3688128"},"language":"en","primary_location":{"id":"doi:10.1145/3640457.3688128","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688128","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688128","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688128","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102987145","display_name":"Shuo Su","orcid":"https://orcid.org/0009-0007-2775-9956"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Su","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052844398","display_name":"Xiaoshuang Chen","orcid":"https://orcid.org/0000-0003-1267-1680"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]},{"id":"https://openalex.org/I4210155967","display_name":"OriginWater (China)","ror":"https://ror.org/04h7gmn81","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155967"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoshuang Chen","raw_affiliation_strings":["Recommendation, Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Recommendation, Kuaishou Technology, China","institution_ids":["https://openalex.org/I4210155967","https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016907648","display_name":"Y. Wang","orcid":"https://orcid.org/0009-0006-4667-5523"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]},{"id":"https://openalex.org/I4210155967","display_name":"OriginWater (China)","ror":"https://ror.org/04h7gmn81","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210155967"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Wang","raw_affiliation_strings":["Recommender System, Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Recommender System, Kuaishou Technology, China","institution_ids":["https://openalex.org/I4210155967","https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101487434","display_name":"Yulin Wu","orcid":"https://orcid.org/0000-0003-0661-6562"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin Wu","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027486454","display_name":"Z. S. Zhang","orcid":"https://orcid.org/0009-0002-6571-5464"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziqiang Zhang","raw_affiliation_strings":["Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097848489","display_name":"Kaiqiao Zhan","orcid":"https://orcid.org/0009-0000-1642-7840"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiqiao Zhan","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103053654","display_name":"Ben Wang","orcid":"https://orcid.org/0009-0007-1329-3876"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ben Wang","raw_affiliation_strings":["Kuaishou Technology, China"],"affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062939922","display_name":"Kun Gai","orcid":"https://orcid.org/0000-0002-3636-3618"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kun Gai","raw_affiliation_strings":["Unaffiliated, China"],"affiliations":[{"raw_affiliation_string":"Unaffiliated, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102987145"],"corresponding_institution_ids":["https://openalex.org/I4401726859"],"apc_list":null,"apc_paid":null,"fwci":0.8142,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79901122,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"670","last_page":"679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8421924114227295},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7672977447509766},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7334566712379456},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6681919097900391},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5679929852485657},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3317340612411499},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.2885569930076599},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20258769392967224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17607316374778748}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8421924114227295},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7672977447509766},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7334566712379456},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6681919097900391},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5679929852485657},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3317340612411499},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2885569930076599},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20258769392967224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17607316374778748},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640457.3688128","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688128","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688128","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640457.3688128","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640457.3688128","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640457.3688128","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"18th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403220120.pdf","grobid_xml":"https://content.openalex.org/works/W4403220120.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2192829189","https://openalex.org/W2622338386","https://openalex.org/W2783666221","https://openalex.org/W2788295351","https://openalex.org/W2809162153","https://openalex.org/W2809307135","https://openalex.org/W2963619374","https://openalex.org/W2998702515","https://openalex.org/W3003931103","https://openalex.org/W3012881846","https://openalex.org/W3093519337","https://openalex.org/W3102778384","https://openalex.org/W3106181667","https://openalex.org/W3123348991","https://openalex.org/W3162902207","https://openalex.org/W4292423901","https://openalex.org/W4367046801","https://openalex.org/W4367047389"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4317039510","https://openalex.org/W4238861846","https://openalex.org/W790944756"],"abstract_inverted_index":{"Modern":[0],"recommender":[1],"systems":[2],"are":[3],"built":[4],"upon":[5],"computation-intensive":[6],"infrastructure,":[7],"and":[8,52,74,98,115,143,149],"it":[9,46],"is":[10,34,47,91,155,165],"challenging":[11,48],"to":[12,24,49,55,67,86,157,171],"perform":[13],"real-time":[14,43,51],"computation":[15],"for":[16,123],"each":[17,124],"request,":[18],"especially":[19],"in":[20,167],"peak":[21],"periods,":[22],"due":[23],"the":[25,38,57,71,75,105,108,112,116,120,129,136,144,168,174],"limited":[26],"computational":[27,187],"resources.":[28],"Recommending":[29],"by":[30],"user-wise":[31],"result":[32],"caches":[33],"widely":[35],"used":[36,166],"when":[37],"system":[39],"cannot":[40],"afford":[41],"a":[42,81,92,150,162],"recommendation.":[44],"However,":[45],"allocate":[50],"cached":[53],"recommendations":[54],"maximize":[56],"users\u2019":[58,184],"overall":[59],"engagement.":[60],"This":[61],"paper":[62],"shows":[63],"two":[64],"key":[65],"challenges":[66],"cache":[68,109,121],"allocation,":[69],"i.e.,":[70],"value-strategy":[72,113],"dependency":[73],"streaming":[76,175],"allocation.":[77],"Then,":[78],"we":[79],"propose":[80],"reinforcement":[82],"prediction-allocation":[83],"framework":[84,95],"(RPAF)":[85],"address":[87,158],"these":[88],"issues.":[89],"RPAF":[90,140,181],"reinforcement-learning-based":[93],"two-stage":[94],"containing":[96],"prediction":[97,102],"allocation":[99,117,169,176],"stages.":[100],"The":[101],"stage":[103,118,170],"estimates":[104],"values":[106],"of":[107,138,146],"choices":[110,122],"considering":[111],"dependency,":[114],"determines":[119],"individual":[125],"request":[126],"while":[127],"satisfying":[128],"global":[130],"budget":[131,147,188],"constraint.":[132],"We":[133],"show":[134,179],"that":[135,180],"challenge":[137],"training":[139],"includes":[141],"globality":[142],"strictness":[145],"constraints,":[148],"relaxed":[151],"local":[152],"allocator":[153],"(RLA)":[154],"proposed":[156],"this":[159],"issue.":[160],"Moreover,":[161],"PoolRank":[163],"algorithm":[164],"deal":[172],"with":[173],"problem.":[177],"Experiments":[178],"significantly":[182],"improves":[183],"engagement":[185],"under":[186],"constraints.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}