{"id":"https://openalex.org/W7154298400","doi":"https://doi.org/10.48550/arxiv.2604.09852","title":"MEMENTO: Teaching LLMs to Manage Their Own Context","display_name":"MEMENTO: Teaching LLMs to Manage Their Own Context","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7154298400","doi":"https://doi.org/10.48550/arxiv.2604.09852"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.09852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.09852","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120841877","display_name":"Vasilis Kontonis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kontonis, Vasilis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133589626","display_name":"Yuchen Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Yuchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133625064","display_name":"Shivam Garg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garg, Shivam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133595458","display_name":"Lingjiao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lingjiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133565596","display_name":"Hao Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133573563","display_name":"Ziyan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133577043","display_name":"Ahmed Awadallah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Awadallah, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133578861","display_name":"Eric Horvitz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Horvitz, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133618380","display_name":"John Langford","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Langford, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5120841880","display_name":"Dimitris Papailiopoulos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Papailiopoulos, Dimitris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.2460000067949295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12610000371932983,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.09480000287294388,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6464999914169312},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6140999794006348},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5530999898910522},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5184000134468079},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4293000102043152},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.3869999945163727},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.3824000060558319}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7107999920845032},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6464999914169312},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6140999794006348},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5530999898910522},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5184000134468079},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4650999903678894},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.3869999945163727},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3287999927997589},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3027999997138977},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3027999997138977},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2840000092983246},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2556000053882599},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.09852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.09852","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.09852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7310193181037903,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reasoning":[0],"models":[1,25,103],"think":[2],"in":[3],"long,":[4],"unstructured":[5],"streams":[6],"with":[7,76],"no":[8],"mechanism":[9],"for":[10],"compressing":[11],"or":[12],"organizing":[13],"their":[14],"own":[15],"intermediate":[16,77],"state.":[17],"We":[18,79,120],"introduce":[19],"MEMENTO:":[20],"a":[21,35,38,63,82,146],"method":[22],"that":[23,81],"teaches":[24],"to":[26,48,123,136],"segment":[27],"reasoning":[28,68,153],"into":[29,34],"blocks,":[30],"compress":[31],"each":[32,152],"block":[33,154],"memento,":[36],"i.e.,":[37],"dense":[39],"state":[40],"summary,":[41],"and":[42,54,74,98,110,139,162],"reason":[43],"forward":[44],"by":[45,158,163,181],"attending":[46],"only":[47],"mementos,":[49],"reducing":[50],"context,":[51],"KV":[52,117,166],"cache,":[53],"compute.":[55],"To":[56],"train":[57],"MEMENTO":[58],"models,":[59],"we":[60,144],"release":[61],"OpenMementos,":[62],"public":[64],"dataset":[65],"of":[66],"228K":[67],"traces":[69],"derived":[70],"from":[71,151,172],"OpenThoughts-v3,":[72],"segmented":[73],"annotated":[75],"summaries.":[78],"show":[80],"two-stage":[83],"SFT":[84],"recipe":[85],"on":[86,107,183],"OpenMementos":[87],"is":[88,155],"effective":[89],"across":[90],"different":[91],"model":[92],"families":[93],"(Qwen3,":[94],"Phi-4,":[95],"Olmo":[96],"3)":[97],"scales":[99],"(8B--32B":[100],"parameters).":[101],"Trained":[102],"maintain":[104],"strong":[105],"accuracy":[106,180],"math,":[108],"science,":[109],"coding":[111],"benchmarks":[112],"while":[113,132],"achieving":[114,128],"${\\sim}2.5\\times$":[115],"peak":[116],"cache":[118],"reduction.":[119],"extend":[121],"vLLM":[122],"support":[124],"our":[125],"inference":[126],"method,":[127],"${\\sim}1.75\\times$":[129],"throughput":[130],"improvement":[131],"also":[133],"enabling":[134],"us":[135],"perform":[137],"RL":[138],"further":[140],"improve":[141],"accuracy.":[142],"Finally,":[143],"identify":[145],"dual":[147],"information":[148,150,171],"stream:":[149],"carried":[156],"both":[157],"the":[159,164,173],"memento":[160],"text":[161],"corresponding":[165],"states,":[167],"which":[168],"retain":[169],"implicit":[170],"original":[174],"block.":[175],"Removing":[176],"this":[177],"channel":[178],"drops":[179],"15\\,pp":[182],"AIME24.":[184]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}