{"id":"https://openalex.org/W7139926189","doi":"https://doi.org/10.48550/arxiv.2603.18596","title":"Elastic Weight Consolidation Done Right for Continual Learning","display_name":"Elastic Weight Consolidation Done Right for Continual Learning","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139926189","doi":"https://doi.org/10.48550/arxiv.2603.18596"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18596","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18596","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18596","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130220387","display_name":"Xuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021121018","display_name":"Xiaobin Chang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Xiaobin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.019700000062584877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consolidation","display_name":"Consolidation (business)","score":0.6022999882698059},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.49720001220703125},{"id":"https://openalex.org/keywords/logit","display_name":"Logit","score":0.44519999623298645},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/estimation","display_name":"Estimation","score":0.3662000000476837},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.31540000438690186}],"concepts":[{"id":"https://openalex.org/C2776014549","wikidata":"https://www.wikidata.org/wiki/Q3050847","display_name":"Consolidation (business)","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.49720001220703125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4620000123977661},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4426000118255615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4242999851703644},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35190001130104065},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.328000009059906},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3012000024318695},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2718000113964081},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.2653999924659729},{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18596","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18596","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18596","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18596","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4308716952800751}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Weight":[0,20],"regularization":[1],"methods":[2],"in":[3,58,80,87,125],"continual":[4],"learning":[5],"(CL)":[6],"alleviate":[7],"catastrophic":[8],"forgetting":[9],"by":[10],"assessing":[11],"and":[12,26,83,119,170,179,190],"penalizing":[13],"changes":[14],"to":[15,109,130,196],"important":[16],"model":[17],"weights.":[18],"Elastic":[19],"Consolidation":[21],"(EWC)":[22],"is":[23,204],"a":[24,52,61,99,144],"foundational":[25],"widely":[27],"used":[28],"approach":[29],"within":[30],"this":[31,48],"framework":[32],"that":[33,70,94,149,182],"estimates":[34],"weight":[35,127],"importance":[36,56,85,152],"based":[37],"on":[38,73,106],"gradients.":[39],"However,":[40],"it":[41,197],"has":[42],"consistently":[43],"shown":[44],"suboptimal":[45],"performance.":[46,132],"In":[47],"paper,":[49],"we":[50,68,137,194],"conduct":[51],"systematic":[53],"analysis":[54,91],"of":[55,101,162],"estimation":[57,86],"EWC":[59,118,189,199],"from":[60],"gradient-based":[62],"perspective.":[63],"For":[64],"the":[65,74,113,139,156,160,183],"first":[66],"time,":[67],"find":[69],"EWC's":[71,151],"reliance":[72],"Fisher":[75],"Information":[76],"Matrix":[77],"(FIM)":[78],"results":[79],"gradient":[81,168],"vanishing":[82,169],"inaccurate":[84],"certain":[88],"scenarios.":[89],"Our":[90],"also":[92],"reveals":[93],"Memory":[95],"Aware":[96],"Synapses":[97],"(MAS),":[98],"variant":[100],"EWC,":[102],"imposes":[103],"unnecessary":[104],"constraints":[105],"parameters":[107],"irrelevant":[108],"prior":[110],"tasks,":[111],"termed":[112],"redundant":[114,171],"protection.":[115,172],"Consequently,":[116],"both":[117,167],"its":[120,191],"variants":[121],"exhibit":[122],"fundamental":[123],"misalignments":[124],"estimating":[126],"importance,":[128],"leading":[129],"inferior":[131],"To":[133],"tackle":[134],"these":[135],"issues,":[136],"propose":[138],"Logits":[140],"Reversal":[141],"(LR)":[142],"operation,":[143],"simple":[145],"yet":[146],"effective":[147],"modification":[148],"rectifies":[150],"estimation.":[153],"Specifically,":[154],"reversing":[155],"logit":[157],"values":[158],"during":[159],"calculation":[161],"FIM":[163],"can":[164],"effectively":[165],"prevent":[166],"Extensive":[173],"experiments":[174],"across":[175],"various":[176],"CL":[177],"tasks":[178],"datasets":[180],"show":[181],"proposed":[184],"method":[185],"significantly":[186],"outperforms":[187],"existing":[188],"variants.":[192],"Therefore,":[193],"refer":[195],"as":[198],"Done":[200],"Right":[201],"(EWC-DR).":[202],"Code":[203],"available":[205],"at":[206],"https://github.com/scarlet0703/EWC-DR.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-21T00:00:00"}