{"id":"https://openalex.org/W7171728178","doi":"https://doi.org/10.48550/arxiv.2607.25110","title":"Memory Layer: Train the In-Model Cache for Recommendation Models","display_name":"Memory Layer: Train the In-Model Cache for Recommendation Models","publication_year":2026,"publication_date":"2026-07-27","ids":{"openalex":"https://openalex.org/W7171728178","doi":"https://doi.org/10.48550/arxiv.2607.25110"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.25110","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25110","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.25110","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070812258","display_name":"Liangyuan Na","orcid":"https://orcid.org/0000-0002-2900-9899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Na, Liangyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140773034","display_name":"Gufan Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Gufan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054679083","display_name":"Yixin Bao","orcid":"https://orcid.org/0000-0002-6921-2154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Yixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143876473","display_name":"Xianjie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xianjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140775273","display_name":"Justin Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Justin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143942924","display_name":"Ziheng huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"huang, Ziheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143936202","display_name":"Xinyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xinyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143898988","display_name":"Wen Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143944663","display_name":"Hao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085346308","display_name":"X. Mao","orcid":"https://orcid.org/0009-0001-3091-6816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Xiaoheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143958741","display_name":"Shuo Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143881113","display_name":"Min Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143908812","display_name":"Lei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143934310","display_name":"Chao yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"yang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143897105","display_name":"Ziliang Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Ziliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126504790","display_name":"Mengjiao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Mengjiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143961281","display_name":"Zheng Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143878939","display_name":"Dmitry Barablin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Barablin, Dmitry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143953648","display_name":"Chuo-Yun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chuo-Yun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143939026","display_name":"Kaustubh Vartak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vartak, Kaustubh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143869527","display_name":"Tingting Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Tingting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143955749","display_name":"Arun Kumar Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Arun Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8420000076293945,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.8420000076293945,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.019099999219179153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.015300000086426735,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6801999807357788},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5404000282287598},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.510200023651123},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.4268999993801117},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4065000116825104},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.3553999960422516},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.33719998598098755},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3321000039577484}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8036999702453613},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6801999807357788},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5404000282287598},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.510200023651123},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.4268999993801117},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4065000116825104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3619999885559082},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.3553999960422516},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32910001277923584},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3140000104904175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29919999837875366},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.29319998621940613},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.28619998693466187},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2542000114917755},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.25110","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25110","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.25110","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25110","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Early":[0],"ranking":[1],"stages":[2],"in":[3,129],"recommendation":[4],"systems":[5],"precompute":[6],"item":[7,36,79,97,110],"embeddings":[8,82,102,181],"and":[9,32,44,54,85,114,153,173],"cache":[10,21,73],"them":[11,89],"in-model":[12,70],"for":[13,96,169],"scoring":[14],"within":[15],"strict":[16],"latency":[17],"constraints.":[18],"Because":[19,180],"this":[20,58],"exists":[22],"only":[23],"at":[24,61,90,201],"serving":[25,33,55,203],"time,":[26],"outside":[27],"the":[28,52,66,76,78,86,115,134,155,170,186],"training":[29,31,53,84],"loop,":[30],"use":[34],"different":[35],"representations,":[37],"a":[38,112,124,174],"structural":[39],"discrepancy":[40,60],"that":[41,50],"limits":[42],"quality":[43],"adds":[45],"operational":[46],"fragility.":[47],"We":[48,64],"show":[49],"co-designing":[51],"paths":[56,122],"removes":[57],"representation":[59],"its":[62],"source.":[63],"introduce":[65],"memory":[67,135],"layer,":[68],"an":[69],"key-value":[71],"embedding":[72,145],"co-trained":[74],"with":[75],"model:":[77],"tower":[80],"writes":[81],"during":[83,184],"model":[87],"reads":[88],"serving,":[91],"one":[92],"source":[93],"of":[94],"truth":[95],"representations":[98],"by":[99,161,199],"construction.":[100],"Always-on":[101],"cover":[103],"items":[104],"not":[105],"yet":[106],"cached,":[107],"so":[108],"every":[109],"receives":[111],"prediction,":[113],"design":[116],"consolidates":[117],"three":[118],"separate":[119,190],"trainer-to-predictor":[120],"update":[121],"into":[123],"single":[125],"self-contained":[126],"pipeline.":[127],"Deployed":[128],"production":[130],"on":[131],"Instagram":[132],"Reels,":[133],"layer":[136],"raises":[137],"prediction":[138],"coverage":[139],"from":[140,147],"96%":[141],"to":[142,150,163],"100%,":[143],"improves":[144],"freshness":[146],"$O(5\\text{":[148],"min})$":[149],"$O(20\\text{":[151],"s})$,":[152],"narrows":[154],"training-serving":[156],"Normalized":[157],"Entropy":[158],"(NE)":[159],"gap":[160],"up":[162],"86%,":[164],"yielding":[165],"over":[166],"$2\\times$":[167],"recall":[168],"freshest":[171],"content":[172],"5-6%":[175],"cold":[176],"start":[177],"engagement":[178],"lift.":[179],"are":[182],"produced":[183],"training,":[185],"system":[187],"needs":[188],"no":[189],"bulk-evaluation":[191],"or":[192],"publish-time":[193],"recomputation,":[194],"cutting":[195],"training-and-publish":[196],"computational":[197,204],"cost":[198],"30%":[200],"neutral":[202],"cost.":[205]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}