{"id":"https://openalex.org/W7160991714","doi":"https://doi.org/10.48550/arxiv.2605.11836","title":"More Edits, More Stable: Understanding the Lifelong Normalization in Sequential Model Editing","display_name":"More Edits, More Stable: Understanding the Lifelong Normalization in Sequential Model Editing","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7160991714","doi":"https://doi.org/10.48550/arxiv.2605.11836"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11836","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136067270","display_name":"Xin Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136013503","display_name":"Wei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136034180","display_name":"Qi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136060992","display_name":"Derong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Derong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136024561","display_name":"Zhi Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136089062","display_name":"Tong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136041691","display_name":"Enhong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Enhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.367900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.367900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06509999930858612,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.04919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.8129000067710876},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.6604999899864197},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5217000246047974},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.37689998745918274},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.3416000008583069},{"id":"https://openalex.org/keywords/lifelong-learning","display_name":"Lifelong learning","score":0.33719998598098755}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.8129000067710876},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.6604999899864197},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6273999810218811},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5217000246047974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42660000920295715},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34119999408721924},{"id":"https://openalex.org/C108771440","wikidata":"https://www.wikidata.org/wiki/Q368475","display_name":"Lifelong learning","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.26969999074935913},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11836","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11836","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Lifelong":[0,45],"Model":[1],"Editing":[2],"aims":[3],"to":[4],"continuously":[5],"update":[6],"evolving":[7],"facts":[8],"in":[9,92,108],"Large":[10],"Language":[11],"Models":[12],"while":[13],"preserving":[14],"unrelated":[15],"knowledge":[16],"and":[17,27,61,119,134,140,160,174],"general":[18],"capabilities,":[19],"yet":[20],"it":[21],"remains":[22,84],"plagued":[23],"by":[24],"catastrophic":[25],"forgetting":[26,139],"model":[28],"collapse.":[29,142],"Empirically,":[30],"we":[31,62,100,147],"find":[32],"that":[33],"recent":[34],"editors":[35],"resilient":[36],"over":[37],"long":[38],"horizons":[39],"share":[40],"the":[41,74,80,102,109],"same":[42],"core":[43],"strategy:":[44],"Normalization":[46],"(LN),":[47],"which":[48,150],"normalizes":[49],"value":[50],"gradients":[51],"using":[52],"running":[53],"statistics.":[54],"Removing":[55],"LN":[56,83,107,127],"causes":[57],"immediate":[58],"performance":[59],"collapse,":[60],"observe":[63],"a":[64,85,115],"counter-intuitive":[65],"positive":[66],"cumulative":[67],"effect":[68],"where":[69],"early":[70],"edits":[71],"can":[72],"promote":[73],"success":[75],"of":[76,82,106],"future":[77],"edits.":[78],"Yet":[79],"mechanism":[81],"\"black":[86],"box\",":[87],"leaving":[88],"its":[89],"precise":[90],"role":[91],"lifelong":[93,110],"stability":[94,117,153,165],"poorly":[95],"understood.":[96],"In":[97],"this":[98,152],"work,":[99],"provide":[101],"first":[103],"theoretical":[104],"account":[105],"regime.":[111],"Our":[112,178],"analysis":[113],"reveals":[114],"self-reinforcing":[116],"loop":[118,154],"proves":[120],"that,":[121],"when":[122],"combined":[123],"with":[124,131],"ridge-regularized":[125],"regression,":[126],"yields":[128],"parameter":[129],"updates":[130],"asymptotic":[132],"orthogonality":[133],"bounded":[135],"norms,":[136],"directly":[137],"mitigating":[138],"systemic":[141],"Based":[143],"on":[144],"these":[145],"insights,":[146],"derive":[148],"StableEdit,":[149],"strengthens":[151],"via":[155],"an":[156],"explicit":[157],"warm-up":[158],"stage":[159],"full":[161],"whitening,":[162],"improving":[163],"long-horizon":[164],"at":[166,182],"minimal":[167],"overhead.":[168],"Extensive":[169],"experiments":[170],"validate":[171],"our":[172],"theory":[173],"demonstrate":[175],"competitive":[176],"performance.":[177],"code":[179],"is":[180],"available":[181],"https://github.com/MINE-USTC/StableEdit.":[183]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}