{"id":"https://openalex.org/W7125686748","doi":"https://doi.org/10.48550/arxiv.2601.16531","title":"A Collision-Free Hot-Tier Extension for Engram-Style Conditional Memory: A Controlled Study of Training Dynamics","display_name":"A Collision-Free Hot-Tier Extension for Engram-Style Conditional Memory: A Controlled Study of Training Dynamics","publication_year":2026,"publication_date":"2026-01-23","ids":{"openalex":"https://openalex.org/W7125686748","doi":"https://doi.org/10.48550/arxiv.2601.16531"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.16531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.16531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.16531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123857716","display_name":"Tao Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lin, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5123857716"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3149000108242035,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3149000108242035,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.25859999656677246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.04610000178217888,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/extension","display_name":"Extension (predicate logic)","score":0.5990999937057495},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5127000212669373},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.426800012588501},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4050999879837036},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.39980000257492065},{"id":"https://openalex.org/keywords/boolean-function","display_name":"Boolean function","score":0.37779998779296875},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.3732999861240387},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.36160001158714294}],"concepts":[{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.5990999937057495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5415999889373779},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48890000581741333},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4050999879837036},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.39980000257492065},{"id":"https://openalex.org/C187455244","wikidata":"https://www.wikidata.org/wiki/Q942353","display_name":"Boolean function","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35030001401901245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3474999964237213},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.33660000562667847},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3246000111103058},{"id":"https://openalex.org/C134835016","wikidata":"https://www.wikidata.org/wiki/Q690265","display_name":"Lookup table","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2549999952316284},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.16531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.16531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.16531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.16531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,111],"investigate":[1],"whether":[2],"high-frequency":[3],"key":[4],"collisions":[5,106],"are":[6],"a":[7,23,34,48,52,76,114],"primary":[8],"bottleneck":[9],"in":[10,125,162],"Engram-style":[11],"conditional":[12],"memory.":[13],"To":[14],"isolate":[15],"the":[16,29,42,56,117,133],"effect":[17],"of":[18],"collisions,":[19],"we":[20,74],"introduce":[21],"Engram-Nine,":[22],"collision-free":[24,57,97],"hot-tier":[25],"extension":[26],"that":[27,105,146,177],"maps":[28],"most":[30],"frequent":[31],"n-grams":[32],"through":[33],"Minimal":[35],"Perfect":[36],"Hash":[37],"Function":[38],"(MPHF)":[39],"while":[40],"retaining":[41],"original":[43],"multi-head":[44],"hashed":[45],"lookup":[46,148],"as":[47,108],"cold":[49,91],"tier.":[50],"Under":[51],"strictly":[53],"iso-parameter":[54],"setup,":[55],"design":[58],"does":[59,151],"not":[60,152,179],"consistently":[61],"improve":[62],"validation":[63],"loss.":[64,142],"Through":[65],"route-stratified":[66],"evaluation":[67],"(decomposing":[68],"per-token":[69],"loss":[70],"into":[71],"hot/cold":[72],"contributions),":[73],"uncover":[75],"consistent":[77],"\"hot-to-cold":[78],"advantage":[79],"flip\"":[80],"during":[81],"training:":[82],"hot":[83,122],"(high-frequency)":[84],"positions":[85,92,123,139],"initially":[86],"have":[87],"lower":[88],"loss,":[89],"but":[90,127],"eventually":[93],"surpass":[94],"them.":[95],"Crucially,":[96],"configurations":[98],"flip":[99],"earlier":[100],"than":[101,167],"collision-prone":[102],"baselines,":[103],"suggesting":[104],"act":[107],"implicit":[109],"regularization.":[110],"also":[112],"identify":[113],"gating":[115,163],"mismatch:":[116],"gate":[118],"learns":[119],"to":[120,138],"favor":[121],"early":[124],"training,":[126],"this":[128],"preference":[129],"persists":[130],"even":[131],"after":[132],"flip,":[134],"assigning":[135],"higher":[136,141],"weights":[137],"with":[140],"Our":[143],"findings":[144],"suggest":[145],"improving":[147],"precision":[149],"alone":[150],"guarantee":[153],"better":[154],"training":[155],"outcomes.":[156],"The":[157],"dominant":[158],"limitation":[159],"may":[160,173],"lie":[161],"credit":[164],"assignment":[165],"rather":[166],"index":[168],"accuracy,":[169],"and":[170],"collision-induced":[171],"noise":[172],"provide":[174],"beneficial":[175],"regularization":[176],"should":[178],"be":[180],"naively":[181],"eliminated.":[182]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-01-27T00:00:00"}