{"id":"https://openalex.org/W7161170028","doi":"https://doi.org/10.48550/arxiv.2605.13179","title":"Does Engram Do Memory Retrieval in Autoregressive Image Generation?","display_name":"Does Engram Do Memory Retrieval in Autoregressive Image Generation?","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161170028","doi":"https://doi.org/10.48550/arxiv.2605.13179"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.13179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.13179","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136131247","display_name":"Jinghao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jinghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136124956","display_name":"Qiyuan He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Qiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112882352","display_name":"Chunbin Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Chunbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136090605","display_name":"Pheng-Ann Heng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heng, Pheng-Ann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.40290001034736633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.40290001034736633,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.13760000467300415,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.05429999902844429,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/engram","display_name":"Engram","score":0.828000009059906},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.4652999937534332},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4560999870300293},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.44209998846054077},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4408000111579895},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4113999903202057},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4074999988079071},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.39820000529289246},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3790999948978424}],"concepts":[{"id":"https://openalex.org/C28093023","wikidata":"https://www.wikidata.org/wiki/Q175168","display_name":"Engram","level":2,"score":0.828000009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6252999901771545},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5185999870300293},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.44209998846054077},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4408000111579895},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4352000057697296},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4113999903202057},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3790999948978424},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.314300000667572},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.31369999051094055},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C68767595","wikidata":"https://www.wikidata.org/wiki/Q1677999","display_name":"Contiguity","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.27230000495910645},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C192328126","wikidata":"https://www.wikidata.org/wiki/Q4514647","display_name":"Schematic","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.13179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.13179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"Engram":[1,64,140,231],"module":[2,65,113,130],"--":[3,13,157],"a":[4,30,58,83,92,146,160,203,239,244,248,266],"hash-keyed,":[5],"O(1)":[6],"associative":[7],"memory":[8,210],"injected":[9],"into":[10,82],"Transformer":[11],"layers":[12],"was":[14],"recently":[15],"shown":[16],"to":[17,33,44,66,196,213],"improve":[18,122],"large":[19],"language":[20],"model":[21,204],"pretraining,":[22],"with":[23,68,159,207,260],"the":[24,51,63,104,112,129,139,154,171,190,208,230,257,261],"appealing":[25],"interpretation":[26,42],"that":[27,111,137,169,229],"it":[28,81],"provides":[29],"content-addressed":[31,162,240],"shortcut":[32],"recurring":[34],"local":[35],"token":[36],"patterns.":[37],"We":[38,61,125],"ask":[39],"whether":[40,50],"this":[41],"transfers":[43],"autoregressive":[45],"(AR)":[46],"image":[47,234],"generation,":[48],"or":[49,152,177,188],"observed":[52],"gains,":[53],"if":[54],"any,":[55],"come":[56],"from":[57,205],"different":[59],"mechanism.":[60,164],"adapt":[62],"vision":[67],"2D":[69],"spatial":[70],"$n$-gram":[71],"hashing,":[72],"gated":[73,245],"fusion,":[74],"and":[75,79,220],"KV-cache-compatible":[76],"incremental":[77],"inference,":[78],"inject":[80],"class-conditional":[84],"AR":[85,106,233],"generator":[86],"trained":[87],"on":[88],"ImageNet":[89],"256x256.":[90],"Across":[91],"sweep":[93,135],"of":[94,199],"backbone-to-memory":[95],"budget":[96],"ratios":[97],"$\u03c1{\\in}[0.17,":[98],"0.90]$,":[99],"every":[100],"Engram-augmented":[101],"variant":[102],"trails":[103],"pure":[105],"baseline":[107],"in":[108,232],"FID,":[109],"indicating":[110],"saves":[114],"backbone":[115],"FLOPs":[116],"but":[117,242],"does":[118],"not,":[119],"by":[120,194,256],"itself,":[121,259],"sample":[123],"quality.":[124],"then":[126],"probe":[127],"how":[128],"is":[131,143,254],"used.":[132],"A":[133,165],"gate-clamp":[134],"shows":[136,168],"disabling":[138],"pathway":[141,258],"entirely":[142],"catastrophic,":[144],"yet":[145],"tiny":[147],"constant":[148],"gate":[149,156],"(g=0.10)":[150],"matches":[151],"beats":[153],"learned":[155,262],"inconsistent":[158],"heavily":[161],"recall":[163],"donor-probe":[166],"experiment":[167],"swapping":[170],"hash":[172],"inputs":[173],"for":[174],"matched,":[175],"adversarial,":[176],"random":[178],"same-class":[179],"exemplars":[180],"produces":[181],"statistically":[182],"indistinguishable":[183],"next-token":[184],"distributions,":[185],"while":[186],"collapsing":[187],"randomising":[189],"table":[191,211,263],"degrades":[192],"them":[193],"two":[195],"three":[197],"orders":[198],"magnitude.":[200],"Finally,":[201],"training":[202],"scratch":[206],"entire":[209],"frozen":[212],"$\\mathcal{N}(0,":[214],"1)$":[215],"noise":[216],"costs":[217],"only":[218,265],"$\u0394\\text{FID}{=}0.10$":[219],"actually":[221],"raises":[222],"Inception":[223],"Score.":[224],"Together,":[225],"these":[226],"findings":[227],"indicate":[228],"generation":[235],"behaves":[236],"not":[237],"as":[238,243],"retriever":[241],"architectural":[246],"side-pathway:":[247],"hash-keyed":[249],"residual":[250],"stream":[251],"whose":[252],"benefit":[253],"dominated":[255],"contributing":[264],"small":[267],"distributional":[268],"refinement.":[269]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-15T00:00:00"}