{"id":"https://openalex.org/W7139139381","doi":"https://doi.org/10.48550/arxiv.2603.16413","title":"Trained Persistent Memory for Frozen Encoder--Decoder LLMs: Six Architectural Methods","display_name":"Trained Persistent Memory for Frozen Encoder--Decoder LLMs: Six Architectural Methods","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7139139381","doi":"https://doi.org/10.48550/arxiv.2603.16413"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.16413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.16413","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129886915","display_name":"Hong Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jeong, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5129886915"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.21389999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.21389999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1914999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10989999771118164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5655999779701233},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.47540000081062317},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.42640000581741333},{"id":"https://openalex.org/keywords/stateless-protocol","display_name":"Stateless protocol","score":0.3273000121116638},{"id":"https://openalex.org/keywords/extended-memory","display_name":"Extended memory","score":0.31859999895095825},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3028999865055084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6248000264167786},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5655999779701233},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.47540000081062317},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.42640000581741333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4262000024318695},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.3273000121116638},{"id":"https://openalex.org/C171675096","wikidata":"https://www.wikidata.org/wiki/Q1143380","display_name":"Extended memory","level":4,"score":0.31859999895095825},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2825999855995178},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27720001339912415},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C73301696","wikidata":"https://www.wikidata.org/wiki/Q5469984","display_name":"Formalism (music)","level":3,"score":0.2590000033378601},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.16413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.16413","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.16413","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Frozen":[0],"encoder--decoder":[1],"language":[2],"models":[3],"are":[4],"stateless:":[5],"the":[6,33,91,93,120,149,167,193],"latent":[7,35],"representation":[8],"is":[9,41,81,152],"discarded":[10],"after":[11],"every":[12,77],"forward":[13],"pass,":[14],"so":[15],"no":[16],"information":[17],"persists":[18],"across":[19],"sessions.":[20],"This":[21],"paper":[22],"presents":[23],"a":[24,38,57,82,108,144,153],"\\textbf{proof-of-concept":[25],"pilot":[26,190],"study}":[27],"showing":[28],"that":[29,171,199],"persistent":[30],"memory":[31,75,94,150,183],"in":[32],"\\emph{continuous":[34],"space}":[36],"of":[37],"frozen":[39,51],"LLM":[40],"feasible":[42],"--":[43],"even":[44],"under":[45],"severe":[46],"resource":[47],"constraints":[48],"(a":[49],"single":[50,58],"Flan-T5-XL":[52],"backbone,":[53],"small":[54],"trainable":[55],"adapters,":[56],"dataset).":[59],"We":[60,169],"implement":[61],"six":[62,129],"architectural":[63],"methods":[64,139],"spanning":[65],"three":[66,138],"injection":[67],"points":[68],"and":[69,79,118,180,196],"four":[70],"write":[71,78],"mechanisms;":[72],"unlike":[73],"text-level":[74],"systems,":[76],"read":[80],"differentiable":[83],"operation":[84],"on":[85,111],"dense":[86],"vectors.":[87],"After":[88],"training":[89,174],"only":[90],"adapter,":[92],"bank":[95,151],"continues":[96],"to":[97,161],"accumulate":[98],"at":[99,113,126,136],"inference":[100],"time":[101],"without":[102,165],"gradients,":[103],"enabling":[104],"\\emph{conversational":[105],"learning}.":[106],"Under":[107],"forgetting-curve":[109],"evaluation":[110],"LoCoMo":[112],"two":[114],"capacity":[115,142,164],"scales":[116],"(1$\\times$":[117],"10$\\times$),":[119],"stateless":[121],"baseline":[122,195],"scores":[123],"exactly":[124],"zero;":[125],"10$\\times$":[127],"all":[128],"trained":[130],"adapters":[131],"produce":[132],"positive":[133],"memory-recall":[134],"curves;":[135],"1$\\times$":[137],"collapse,":[140],"revealing":[141],"as":[143],"critical":[145],"design":[146],"parameter.":[147],"Because":[148],"compact":[154],"numerical":[155],"array,":[156],"it":[157],"can":[158],"be":[159],"scaled":[160],"arbitrarily":[162],"large":[163],"altering":[166],"backbone.":[168],"argue":[170],"full":[172],"end-to-end":[173],"with":[175],"larger":[176,178,182],"models,":[177],"data,":[179],"orders-of-magnitude":[181],"will":[184],"yield":[185],"substantially":[186],"stronger":[187],"results;":[188],"this":[189],"study":[191],"establishes":[192],"feasibility":[194],"design-space":[197],"taxonomy":[198],"such":[200],"efforts":[201],"require.":[202]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-20T00:00:00"}