{"id":"https://openalex.org/W7153066783","doi":"https://doi.org/10.48550/arxiv.2604.07798","title":"Lightweight LLM Agent Memory with Small Language Models","display_name":"Lightweight LLM Agent Memory with Small Language Models","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153066783","doi":"https://doi.org/10.48550/arxiv.2604.07798"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133393928","display_name":"Jiaquan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiaquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133393140","display_name":"Chaoning Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chaoning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113183905","display_name":"Shuxu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shuxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133349085","display_name":"Zhenzhen Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zhenzhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133341807","display_name":"Pengcheng Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Pengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133390629","display_name":"Zhicheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133341432","display_name":"Ping Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133360570","display_name":"Fan Mo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mo, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005200603","display_name":"Sung\u2010Ho Bae","orcid":"https://orcid.org/0000-0003-2677-3186"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bae, Sung-Ho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133390342","display_name":"Jie Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133325143","display_name":"Jiwei Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Jiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100397559","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-3325-7457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4345000088214874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4345000088214874,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.09809999912977219,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07739999890327454,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.5644999742507935},{"id":"https://openalex.org/keywords/consistency-model","display_name":"Consistency model","score":0.5177000164985657},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5167999863624573},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.5024999976158142},{"id":"https://openalex.org/keywords/memory-map","display_name":"Memory map","score":0.47440001368522644},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.4560000002384186},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.42010000348091125},{"id":"https://openalex.org/keywords/liveness","display_name":"Liveness","score":0.40630000829696655},{"id":"https://openalex.org/keywords/memory-consolidation","display_name":"Memory consolidation","score":0.40059998631477356},{"id":"https://openalex.org/keywords/distributed-shared-memory","display_name":"Distributed shared memory","score":0.3982999920845032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338000178337097},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.5644999742507935},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.5177000164985657},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.5024999976158142},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.47440001368522644},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.4560000002384186},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C15569618","wikidata":"https://www.wikidata.org/wiki/Q3561421","display_name":"Liveness","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C48455012","wikidata":"https://www.wikidata.org/wiki/Q2892593","display_name":"Memory consolidation","level":3,"score":0.40059998631477356},{"id":"https://openalex.org/C39528615","wikidata":"https://www.wikidata.org/wiki/Q1229610","display_name":"Distributed shared memory","level":5,"score":0.3982999920845032},{"id":"https://openalex.org/C57863822","wikidata":"https://www.wikidata.org/wiki/Q905488","display_name":"Flat memory model","level":4,"score":0.3935000002384186},{"id":"https://openalex.org/C133875982","wikidata":"https://www.wikidata.org/wiki/Q764810","display_name":"Shared memory","level":2,"score":0.3817000091075897},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C63511323","wikidata":"https://www.wikidata.org/wiki/Q908936","display_name":"Interleaved memory","level":4,"score":0.3528999984264374},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.3490000069141388},{"id":"https://openalex.org/C175652121","wikidata":"https://www.wikidata.org/wiki/Q4379351","display_name":"Causal consistency","level":5,"score":0.3463999927043915},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.34549999237060547},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.329800009727478},{"id":"https://openalex.org/C171675096","wikidata":"https://www.wikidata.org/wiki/Q1143380","display_name":"Extended memory","level":4,"score":0.3100999891757965},{"id":"https://openalex.org/C5165142","wikidata":"https://www.wikidata.org/wiki/Q5432732","display_name":"False sharing","level":5,"score":0.29789999127388},{"id":"https://openalex.org/C51290061","wikidata":"https://www.wikidata.org/wiki/Q1936765","display_name":"Uniform memory access","level":4,"score":0.29510000348091125},{"id":"https://openalex.org/C93446704","wikidata":"https://www.wikidata.org/wiki/Q449328","display_name":"Registered memory","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C82029504","wikidata":"https://www.wikidata.org/wiki/Q4373882","display_name":"Sequential consistency","level":4,"score":0.2937000095844269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29269999265670776},{"id":"https://openalex.org/C119907115","wikidata":"https://www.wikidata.org/wiki/Q6815725","display_name":"Memory errors","level":3,"score":0.2906000018119812},{"id":"https://openalex.org/C120039088","wikidata":"https://www.wikidata.org/wiki/Q6875176","display_name":"Misattribution of memory","level":3,"score":0.2896000146865845},{"id":"https://openalex.org/C112049663","wikidata":"https://www.wikidata.org/wiki/Q18608","display_name":"Explicit memory","level":4,"score":0.2872999906539917},{"id":"https://openalex.org/C53838383","wikidata":"https://www.wikidata.org/wiki/Q541148","display_name":"Conventional memory","level":5,"score":0.2782000005245209},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C122377713","wikidata":"https://www.wikidata.org/wiki/Q4422799","display_name":"Weak consistency","level":4,"score":0.2648000121116638},{"id":"https://openalex.org/C189930140","wikidata":"https://www.wikidata.org/wiki/Q1112878","display_name":"CAS latency","level":4,"score":0.26420000195503235},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.263700008392334},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.26019999384880066}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07798","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07798","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Although":[0],"LLM":[1],"agents":[2],"can":[3],"leverage":[4],"tools":[5],"for":[6,54,73,113,120,128,209],"complex":[7],"tasks,":[8],"they":[9],"still":[10],"need":[11],"memory":[12,27,56,71,76,85,101,108,111,118,126],"to":[13,39,98,135],"maintain":[14],"cross-turn":[15],"consistency":[16,166],"and":[17,43,88,91,124,131,139,153,174,203,211],"accumulate":[18],"reusable":[19,121,171],"information":[20],"in":[21,142],"long-horizon":[22],"interactions.":[23,65],"However,":[24],"retrieval-based":[25],"external":[26],"systems":[28,49],"incur":[29],"low":[30,204],"online":[31,55,93],"overhead":[32],"but":[33,60],"suffer":[34],"from":[35,95],"unstable":[36],"accuracy":[37,59],"due":[38],"limited":[40],"query":[41],"construction":[42],"candidate":[44],"filtering.":[45],"In":[46],"contrast,":[47],"many":[48],"use":[50],"repeated":[51],"large-model":[52],"calls":[53],"operations,":[57],"improving":[58],"accumulating":[61],"latency":[62,206],"over":[63,195],"long":[64],"We":[66,106],"propose":[67],"LightMem,":[68],"a":[69,149,157],"lightweight":[70],"system":[72],"better":[74],"agent":[75],"driven":[77],"by":[78,164],"Small":[79],"Language":[80],"Models":[81],"(SLMs).":[82],"LightMem":[83,146],"modularizes":[84],"retrieval,":[86],"writing,":[87],"long-term":[89,125],"consolidation,":[90],"separates":[92],"processing":[94],"offline":[96],"consolidation":[97],"enable":[99],"efficient":[100],"invocation":[102],"under":[103,148],"bounded":[104],"compute.":[105],"organize":[107],"into":[109,178],"short-term":[110],"(STM)":[112],"immediate":[114],"conversational":[115],"context,":[116],"mid-term":[117],"(MTM)":[119],"interaction":[122,172],"summaries,":[123],"(LTM)":[127],"consolidated":[129],"knowledge,":[130],"uses":[132],"user":[133],"identifiers":[134],"support":[136],"independent":[137],"retrieval":[138,151,162,210],"incremental":[140],"maintenance":[141],"multi-user":[143],"settings.":[144],"Online,":[145],"operates":[147],"fixed":[150],"budget":[152],"selects":[154],"memories":[155],"via":[156],"two-stage":[158],"procedure:":[159],"vector-based":[160],"coarse":[161],"followed":[163],"semantic":[165],"re-ranking.":[167],"Offline,":[168],"it":[169,177],"abstracts":[170],"evidence":[173],"incrementally":[175],"integrates":[176],"LTM.":[179],"Experiments":[180],"show":[181],"consistent":[182],"gains":[183],"across":[184],"model":[185],"scales,":[186],"with":[187],"an":[188],"average":[189],"F1":[190],"improvement":[191],"of":[192],"about":[193],"2.5":[194],"A-MEM":[196],"on":[197],"LoCoMo,":[198],"while":[199],"achieving":[200],"higher":[201],"efficiency":[202],"median":[205],"(83":[207],"ms":[208,213],"581":[212],"end-to-end).":[214]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}