{"id":"https://openalex.org/W7140306223","doi":"https://doi.org/10.48550/arxiv.2603.22329","title":"Trained Persistent Memory for Frozen Decoder-Only LLMs","display_name":"Trained Persistent Memory for Frozen Decoder-Only LLMs","publication_year":2026,"publication_date":"2026-03-20","ids":{"openalex":"https://openalex.org/W7140306223","doi":"https://doi.org/10.48550/arxiv.2603.22329"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22329","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130567515","display_name":"Hong Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jeong, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5130567515"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.23319999873638153,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.23319999873638153,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.21799999475479126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10520000010728836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5418000221252441},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.5001999735832214},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4715000092983246},{"id":"https://openalex.org/keywords/hebbian-theory","display_name":"Hebbian theory","score":0.37540000677108765},{"id":"https://openalex.org/keywords/auxiliary-memory","display_name":"Auxiliary memory","score":0.3596999943256378},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.33379998803138733},{"id":"https://openalex.org/keywords/nothing","display_name":"Nothing","score":0.32989999651908875}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5418000221252441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.534500002861023},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4715000092983246},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.4097000062465668},{"id":"https://openalex.org/C111437709","wikidata":"https://www.wikidata.org/wiki/Q1277874","display_name":"Hebbian theory","level":3,"score":0.37540000677108765},{"id":"https://openalex.org/C82687282","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Auxiliary memory","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C136815107","wikidata":"https://www.wikidata.org/wiki/Q154242","display_name":"Nothing","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3239000141620636},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2989000082015991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2919999957084656},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2775000035762787},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.26600000262260437},{"id":"https://openalex.org/C68767595","wikidata":"https://www.wikidata.org/wiki/Q1677999","display_name":"Contiguity","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C2780595030","wikidata":"https://www.wikidata.org/wiki/Q3860309","display_name":"Multiplication (music)","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25780001282691956},{"id":"https://openalex.org/C24590219","wikidata":"https://www.wikidata.org/wiki/Q18601","display_name":"Long-term memory","level":3,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22329","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22329","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Decoder-only":[0],"language":[1],"models":[2],"are":[3,7],"stateless:":[4],"hidden":[5],"representations":[6],"discarded":[8],"after":[9],"every":[10],"forward":[11],"pass":[12],"and":[13,58,79,136,146,180],"nothing":[14],"persists":[15],"across":[16],"sessions.":[17],"Jeong":[18,39,178,185],"(2026a)":[19,179],"showed":[20],"that":[21],"trained":[22],"memory":[23,59,192],"adapters":[24],"give":[25],"a":[26,85,90,118,194],"frozen":[27,86],"encoder-decoder":[28,175],"backbone":[29],"persistent":[30,190],"latent-space":[31,191],"memory,":[32,76],"building":[33],"on":[34],"the":[35,45,50,100,153,166,174,181],"lateral-memory":[36],"framework":[37],"of":[38,144,150,177,184],"(2026b,c).":[40],"Here":[41],"we":[42,116],"ask":[43],"whether":[44],"same":[46],"principle":[47],"transfers":[48],"to":[49,84,107],"decoder-only":[51],"setting,":[52],"where":[53],"no":[54],"cross-attention":[55,106,132],"pathway":[56],"exists":[57],"must":[60],"enter":[61],"through":[62],"self-attention":[63,108],"alone.":[64],"We":[65],"adapt":[66],"six":[67,163],"methods":[68,126],"--":[69,83,131,140],"prefix,":[70],"parallel":[71,112],"cross-attention,":[72],"KV":[73,109],"extension,":[74],"Hebbian":[75,134],"context-gated":[77],"branch,":[78],"slot-based":[80],"sparse":[81],"write":[82,95,138],"GPT-2,":[87],"training":[88],"only":[89,99],"small":[91],"adapter":[92],"$\u03b8_{mem}$.":[93],"The":[94],"rule":[96],"is":[97,168],"shared;":[98],"read":[101],"injection":[102],"changes":[103],"from":[104],"decoder":[105],"prefix":[110],"or":[111],"branch.":[113],"On":[114],"LoCoMo":[115],"find":[117],"striking":[119],"inductive-bias":[120],"dichotomy:":[121],"at":[122],"$1\\times$":[123],"capacity,":[124],"three":[125,155],"with":[127,173],"strong":[128],"architectural":[129],"priors":[130],"(M.2),":[133],"(M.4),":[135],"slot":[137],"(M.6)":[139],"achieve":[141],"retained-memory":[142],"scores":[143],"$7-18\\%$":[145],"knowledge":[147],"gains":[148],"$\u0394K$":[149],"$7-10$,":[151],"while":[152],"other":[154],"fail":[156],"($<":[157],"0.4\\%$).":[158],"At":[159],"$10\\times$":[160],"capacity":[161],"all":[162],"converge,":[164],"showing":[165],"gap":[167],"architectural,":[169],"not":[170],"fundamental.":[171],"Together":[172],"results":[176],"brain-inspired":[182],"modules":[183],"(2026b,c),":[186],"these":[187],"findings":[188],"establish":[189],"as":[193],"general":[195],"paradigm":[196],"spanning":[197],"major":[198],"transformer":[199],"families.":[200]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-26T00:00:00"}