{"id":"https://openalex.org/W7127051997","doi":"https://doi.org/10.33774/coe-2026-xpkvb","title":"From Goldfish to Elephant: Long-Term Memory for Large Language Models via Selective Storage and Hierarchical Compression","display_name":"From Goldfish to Elephant: Long-Term Memory for Large Language Models via Selective Storage and Hierarchical Compression","alternate_titles":[],"publication_year":2026,"publication_date":"2026-02-01","ids":{"openalex":"https://openalex.org/W7127051997","doi":"https://doi.org/10.33774/coe-2026-xpkvb"},"language":"en","primary_location":{"id":"doi:10.33774/coe-2026-xpkvb","doi":"https://doi.org/10.33774/coe-2026-xpkvb","is_oa":true,"landing_page_url":"https://doi.org/10.33774/coe-2026-xpkvb","pdf_url":"https://www.cambridge.org/engage/api-gateway/coe/assets/orp/resource/item/6976210b5cdf9e3db45ef2b2/original/from-goldfish-to-elephant-long-term-memory-for-large-language-models-via-selective-storage-and-hierarchical-compression.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W7127051997"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.cambridge.org/engage/api-gateway/coe/assets/orp/resource/item/6976210b5cdf9e3db45ef2b2/original/from-goldfish-to-elephant-long-term-memory-for-large-language-models-via-selective-storage-and-hierarchical-compression.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124737894","display_name":"Harshavardhan Kummara","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Harshavardhan Kummara","raw_affiliation_strings":["University of Bath"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bath","institution_ids":["https://openalex.org/I51601045"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5124737894"],"corresponding_institution_ids":["https://openalex.org/I51601045"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5375999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5375999808311462,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.33889999985694885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.03229999914765358,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.875},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9589999914169312},{"id":"https://openalex.org/keywords/episodic-memory","display_name":"episodic memory","score":0.8989999890327454},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"semantic memory","score":0.9990000128746033},{"id":"https://openalex.org/keywords/continual-learning","display_name":"continual learning","score":0.8690000176429749},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.8349999785423279},{"id":"https://openalex.org/keywords/dialogue-coherence","display_name":"dialogue coherence","score":0.6990000009536743},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.8450000286102295},{"id":"https://openalex.org/keywords/personalization","display_name":"personalization","score":0.5260000228881836},{"id":"https://openalex.org/keywords/factual-consistency","display_name":"factual consistency","score":0.4749999940395355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8592000007629395},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.6013000011444092},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.48179998993873596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4787999987602234},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44769999384880066},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.4357999861240387},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4244000017642975},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.39959999918937683},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3578000068664551},{"id":"https://openalex.org/C76679254","wikidata":"https://www.wikidata.org/wiki/Q5165163","display_name":"Context-dependent memory","level":4,"score":0.35409998893737793},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3537999987602234},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2757999897003174},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.26989999413490295},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.33774/coe-2026-xpkvb","doi":"https://doi.org/10.33774/coe-2026-xpkvb","is_oa":true,"landing_page_url":"https://doi.org/10.33774/coe-2026-xpkvb","pdf_url":"https://www.cambridge.org/engage/api-gateway/coe/assets/orp/resource/item/6976210b5cdf9e3db45ef2b2/original/from-goldfish-to-elephant-long-term-memory-for-large-language-models-via-selective-storage-and-hierarchical-compression.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.33774/coe-2026-xpkvb","doi":"https://doi.org/10.33774/coe-2026-xpkvb","is_oa":true,"landing_page_url":"https://doi.org/10.33774/coe-2026-xpkvb","pdf_url":"https://www.cambridge.org/engage/api-gateway/coe/assets/orp/resource/item/6976210b5cdf9e3db45ef2b2/original/from-goldfish-to-elephant-long-term-memory-for-large-language-models-via-selective-storage-and-hierarchical-compression.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127051997.pdf","grobid_xml":"https://content.openalex.org/works/W7127051997.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1878893887","https://openalex.org/W2167839676","https://openalex.org/W2250297846","https://openalex.org/W2432549722","https://openalex.org/W2530887700","https://openalex.org/W2560647685","https://openalex.org/W2770882886","https://openalex.org/W2798367796","https://openalex.org/W2913443447","https://openalex.org/W2963825865","https://openalex.org/W3015883388","https://openalex.org/W3034573343","https://openalex.org/W3034671305","https://openalex.org/W3098425262","https://openalex.org/W3186804217","https://openalex.org/W4221154619","https://openalex.org/W4224308101","https://openalex.org/W4319988532","https://openalex.org/W4382603041","https://openalex.org/W4384918448","https://openalex.org/W4402671806"],"related_works":["https://openalex.org/W6930896377","https://openalex.org/W7108442738","https://openalex.org/W7203638967","https://openalex.org/W7160850107","https://openalex.org/W6891959078","https://openalex.org/W4408132625","https://openalex.org/W4388748032","https://openalex.org/W4409351777","https://openalex.org/W7123849272","https://openalex.org/W4409060959"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"demonstrate":[4],"remarkable":[5],"reasoning":[6],"and":[7,18,35,52,60,119,138,156,175,187,215],"generative":[8],"capabilities":[9],"but":[10],"remain":[11],"fundamentally":[12],"limited":[13],"by":[14,90],"fixed":[15],"context":[16,130],"windows":[17],"the":[19,128,146,209],"absence":[20],"of":[21,131,148],"persistent,":[22,216],"structured":[23,217],"memory.":[24],"As":[25],"a":[26,45,56,61,108,132,199],"result,":[27],"they":[28],"struggle":[29],"with":[30,55,191],"long-term":[31,204],"personalization,":[32],"continual":[33,161],"learning,":[34],"consistency":[36],"across":[37],"extended":[38],"interactions.":[39],"In":[40],"this":[41,166],"paper,":[42],"we":[43,106],"propose":[44],"modular":[46],"memory-augmented":[47],"architecture":[48],"that":[49,112,165],"integrates":[50],"episodic":[51,92],"semantic":[53,73,95,115],"memory":[54,66,74,88,154,205],"consistency-aware":[57,109],"retrieval":[58,123],"mechanism":[59],"learned":[62],"memory-gating":[63],"network.":[64],"Episodic":[65],"stores":[67],"recent,":[68],"high-fidelity":[69],"interaction":[70],"traces,":[71],"while":[72],"maintains":[75],"compressed,":[76],"abstracted":[77],"knowledge":[78,218],"derived":[79],"from":[80],"historical":[81],"experiences.":[82],"A":[83,141],"hierarchical":[84],"compression":[85],"module":[86],"regulates":[87],"growth":[89],"summarizing":[91],"content":[93],"into":[94,127],"representations":[96],"when":[97],"capacity":[98],"thresholds":[99],"are":[100],"exceeded.":[101],"To":[102],"retrieve":[103],"relevant":[104],"information,":[105],"introduce":[107],"scoring":[110],"function":[111],"jointly":[113],"optimizes":[114],"similarity,":[116],"temporal":[117],"relevance,":[118],"contradiction":[120],"avoidance.":[121],"This":[122],"output":[124],"is":[125,185],"fused":[126],"input":[129],"transformer-based":[133],"LLM":[134],"to":[135],"support":[136],"grounded":[137],"coherent":[139],"generation.":[140],"lightweight":[142],"gating":[143],"network":[144],"predicts":[145],"utility":[147],"storing":[149],"new":[150],"interactions,":[151],"enabling":[152],"selective":[153],"updates":[155],"reducing":[157],"catastrophic":[158],"interference":[159],"during":[160],"learning.":[162],"We":[163],"show":[164],"design":[167],"supports":[168],"long-horizon":[169],"dialogue":[170],"coherence,":[171],"improved":[172],"factual":[173],"consistency,":[174],"adaptive":[176],"personalization":[177],"without":[178],"requiring":[179],"model":[180],"retraining.":[181],"The":[182],"proposed":[183],"framework":[184],"model-agnostic":[186],"can":[188],"be":[189],"integrated":[190],"existing":[192],"retrieval-augmented":[193],"generation":[194,214],"pipelines.":[195],"Our":[196],"results":[197],"highlight":[198],"practical":[200],"pathway":[201],"toward":[202],"scalable":[203],"for":[206],"LLMs,":[207],"bridging":[208],"gap":[210],"between":[211],"stateless":[212],"neural":[213],"systems.":[219]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7127051997","counts_by_year":[],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-02-03T00:00:00"}
