{"id":"https://openalex.org/W7133207889","doi":"https://doi.org/10.52202/075280-3259","title":"Augmenting Language Models with Long-Term Memory","display_name":"Augmenting Language Models with Long-Term Memory","alternate_titles":[],"publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7133207889","doi":"https://doi.org/10.52202/075280-3259"},"language":"en","primary_location":{"id":"doi:10.52202/075280-3259","doi":"https://doi.org/10.52202/075280-3259","is_oa":false,"landing_page_url":"https://doi.org/10.52202/075280-3259","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 36","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7133207889"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.07174","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Weizhi Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weizhi Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127853050","display_name":"Li Dong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127867787","display_name":"Hao Cheng","orcid":"https://orcid.org/0000-0002-2175-1183","observed_orcids":["https://orcid.org/0000-0002-2175-1183"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127862113","display_name":"Xiaodong Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaodong Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127836110","display_name":"Xifeng Yan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xifeng Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114910293","display_name":"Jianfeng Gao","orcid":"https://orcid.org/0000-0002-5702-6143","observed_orcids":["https://orcid.org/0000-0002-5702-6143"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianfeng Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014662947","display_name":"Furu Wei","orcid":"https://orcid.org/0000-0002-7810-5852","observed_orcids":["https://orcid.org/0000-0002-7810-5852"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Furu Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":28.7521,"has_fulltext":true,"cited_by_count":493,"citation_normalized_percentile":{"value":0.99691098,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"74530","last_page":"74543"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8906000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8906000256538391,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.058400001376867294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.023800000548362732,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.8410000205039978},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8510000109672546},{"id":"https://openalex.org/keywords/long-context-language-modeling","display_name":"long-context language modeling","score":0.824999988079071},{"id":"https://openalex.org/keywords/memory-retrieval","display_name":"memory retrieval","score":0.7559999823570251},{"id":"https://openalex.org/keywords/in-context-learning","display_name":"in-context learning","score":0.8690000176429749}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8406999707221985},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.6054999828338623},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4465999901294708},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C3720319","wikidata":"https://www.wikidata.org/wiki/Q5015937","display_name":"Cache-only memory architecture","level":5,"score":0.4399999976158142},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.4065000116825104},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.38589999079704285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38179999589920044},{"id":"https://openalex.org/C57863822","wikidata":"https://www.wikidata.org/wiki/Q905488","display_name":"Flat memory model","level":4,"score":0.3808000087738037},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.37310001254081726},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.36230000853538513},{"id":"https://openalex.org/C63511323","wikidata":"https://www.wikidata.org/wiki/Q908936","display_name":"Interleaved memory","level":4,"score":0.31709998846054077},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C2779602883","wikidata":"https://www.wikidata.org/wiki/Q15544750","display_name":"Memory architecture","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C119907115","wikidata":"https://www.wikidata.org/wiki/Q6815725","display_name":"Memory errors","level":3,"score":0.2976999878883362},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.28780001401901245},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C91481028","wikidata":"https://www.wikidata.org/wiki/Q1054686","display_name":"Distributed memory","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C51290061","wikidata":"https://www.wikidata.org/wiki/Q1936765","display_name":"Uniform memory access","level":4,"score":0.25780001282691956},{"id":"https://openalex.org/C39528615","wikidata":"https://www.wikidata.org/wiki/Q1229610","display_name":"Distributed shared memory","level":5,"score":0.2572999894618988},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.2556999921798706}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/075280-3259","doi":"https://doi.org/10.52202/075280-3259","is_oa":false,"landing_page_url":"https://doi.org/10.52202/075280-3259","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4404678063","host_organization_name":"Neural Information Processing Systems Foundation","host_organization_lineage":["https://openalex.org/P4404678063"],"host_organization_lineage_names":["Neural Information Processing Systems Foundation"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 36","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2306.07174","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.07174","pdf_url":"https://arxiv.org/pdf/2306.07174","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2306.07174","doi":"https://doi.org/10.48550/arxiv.2306.07174","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2306.07174","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.07174","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.07174","pdf_url":"https://arxiv.org/pdf/2306.07174","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7133207889.pdf","grobid_xml":"https://content.openalex.org/works/W7133207889.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W102708294","https://openalex.org/W2014902591","https://openalex.org/W2251939518","https://openalex.org/W2593864460","https://openalex.org/W2911109671","https://openalex.org/W2949380545","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2981852735","https://openalex.org/W2986922898","https://openalex.org/W2997517014","https://openalex.org/W3015468748","https://openalex.org/W3030163527","https://openalex.org/W3033529678","https://openalex.org/W3042266831","https://openalex.org/W3045733172","https://openalex.org/W3118781290","https://openalex.org/W3196318247","https://openalex.org/W3197574297","https://openalex.org/W4224938976","https://openalex.org/W4225909425","https://openalex.org/W4226082499","https://openalex.org/W4229005866","https://openalex.org/W4281396910","https://openalex.org/W4283026156","https://openalex.org/W4308760226","https://openalex.org/W4399168678","https://openalex.org/W7133196644","https://openalex.org/W7133224126"],"related_works":["https://openalex.org/W4402951253","https://openalex.org/W7102409122","https://openalex.org/W4392085961","https://openalex.org/W4407123967","https://openalex.org/W4391623517","https://openalex.org/W7131884702","https://openalex.org/W7164000559","https://openalex.org/W7129410104","https://openalex.org/W7125098194","https://openalex.org/W4402671910"],"abstract_inverted_index":{"Existing":[0],"large":[1],"language":[2,113,193],"models":[3,164,194],"(LLMs)":[4],"can":[5,80,102,120,135],"only":[6],"afford":[7],"fix-sized":[8],"inputs":[9],"due":[10],"to":[11,43,128,140,195],"the":[12,55,137,186],"input":[13],"length":[14],"limit,":[15],"preventing":[16],"them":[17],"from":[18,23,93],"utilizing":[19],"rich":[20],"long-context":[21,163,169],"information":[22],"past":[24,86,106],"inputs.":[25],"To":[26],"address":[27],"this,":[28],"we":[29],"propose":[30],"a":[31,49,61,70,76,167],"framework,":[32],"Language":[33],"Models":[34],"Augmented":[35],"with":[36,54,97],"Long-Term":[37],"Memory":[38],"(LongMem),":[39],"which":[40],"enables":[41],"LLMs":[42],"memorize":[44,104,196],"long":[45,105],"history.":[46],"We":[47],"design":[48,79],"novel":[50],"decoupled":[51,77],"network":[52],"architecture":[53],"original":[56],"backbone":[57],"LLM":[58],"frozen":[59],"as":[60,69,150],"memory":[62,71,78,89,94,111,117,126,139,152],"encoder":[63],"and":[64,73,83,108,143,172,197],"an":[65],"adaptive":[66],"residual":[67],"side-network":[68],"retriever":[72],"reader.":[74],"Such":[75],"easily":[81],"cache":[82,145],"update":[84],"long-term":[85,110],"contexts":[87],"for":[88,112,153],"retrieval":[90,118],"without":[91],"suffering":[92],"staleness.":[95],"Enhanced":[96],"memory-augmented":[98,177],"adaptation":[99],"training,":[100],"LongMem":[101,134],"thus":[103,144],"context":[107,123],"use":[109],"modeling.":[114],"The":[115,182],"proposed":[116,187],"module":[119],"handle":[121],"unlimited-length":[122],"in":[124,191],"its":[125],"bank":[127],"benefit":[129],"various":[130],"downstream":[131],"tasks.":[132],"Typically,":[133],"enlarge":[136],"long-form":[138,151,199],"65k":[141],"tokens":[142],"many-shot":[146],"extra":[147],"demonstration":[148],"examples":[149],"in-context":[154,178],"learning.":[155],"Experiments":[156],"show":[157],"that":[158,185],"our":[159],"method":[160,188],"outperforms":[161],"strong":[162],"on":[165,176],"ChapterBreak,":[166],"challenging":[168],"modeling":[170],"benchmark,":[171],"achieves":[173],"remarkable":[174],"improvements":[175],"learning":[179],"over":[180],"LLMs.":[181],"results":[183],"demonstrate":[184],"is":[189,203],"effective":[190],"helping":[192],"utilize":[198],"contents.":[200],"Our":[201],"code":[202],"open-sourced":[204],"at":[205],"https://aka.ms/LongMem.":[206]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7133207889","counts_by_year":[{"year":2026,"cited_by_count":263},{"year":2025,"cited_by_count":113},{"year":2024,"cited_by_count":95},{"year":2023,"cited_by_count":21},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2026-03-03T00:00:00"}
