{"id":"https://openalex.org/W4385064145","doi":"https://doi.org/10.1109/tnnls.2023.3292359","title":"Overcoming Catastrophic Forgetting in Continual Learning by Exploring Eigenvalues of Hessian Matrix","display_name":"Overcoming Catastrophic Forgetting in Continual Learning by Exploring Eigenvalues of Hessian Matrix","publication_year":2023,"publication_date":"2023-07-21","ids":{"openalex":"https://openalex.org/W4385064145","doi":"https://doi.org/10.1109/tnnls.2023.3292359","pmid":"https://pubmed.ncbi.nlm.nih.gov/37478043"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3292359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3292359","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004275826","display_name":"Yajing Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yajing Kong","raw_affiliation_strings":["Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","Faculty of Engineering, Sydney AI Centre and the School of Computer Science, The University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4784-2091","affiliations":[{"raw_affiliation_string":"Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Faculty of Engineering, Sydney AI Centre and the School of Computer Science, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324286","display_name":"Liu Liu","orcid":"https://orcid.org/0000-0002-8128-2788"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Liu Liu","raw_affiliation_strings":["Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","Faculty of Engineering, Sydney AI Centre and the School of Computer Science, The University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8128-2788","affiliations":[{"raw_affiliation_string":"Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Faculty of Engineering, Sydney AI Centre and the School of Computer Science, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605447","display_name":"Huanhuan Chen","orcid":"https://orcid.org/0000-0002-3918-384X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanhuan Chen","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3918-384X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005837856","display_name":"Janusz Kacprzyk","orcid":"https://orcid.org/0000-0003-4187-5877"},"institutions":[{"id":"https://openalex.org/I66083562","display_name":"Systems Research Institute","ror":"https://ror.org/0111cp837","country_code":"PL","type":"facility","lineage":["https://openalex.org/I66083562","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Janusz Kacprzyk","raw_affiliation_strings":["Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland"],"raw_orcid":"https://orcid.org/0000-0003-4187-5877","affiliations":[{"raw_affiliation_string":"Systems Research Institute, Polish Academy of Sciences, Warsaw, Poland","institution_ids":["https://openalex.org/I66083562","https://openalex.org/I99542240"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","Faculty of Engineering, Sydney AI Centre and the School of Computer Science, The University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Sydney AI Centre and the School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Faculty of Engineering, Sydney AI Centre and the School of Computer Science, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.7588,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.95757133,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"35","issue":"11","first_page":"16196","last_page":"16210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.9358354210853577},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9005832672119141},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.8286768198013306},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.7765110731124878},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5966750383377075},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.490308552980423},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48963767290115356},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4495665431022644},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4343096911907196},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4244171380996704},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.39591899514198303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37536364793777466},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.07752770185470581}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.9358354210853577},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9005832672119141},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.8286768198013306},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.7765110731124878},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5966750383377075},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.490308552980423},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48963767290115356},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4495665431022644},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4343096911907196},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4244171380996704},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39591899514198303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37536364793777466},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07752770185470581},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3292359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3292359","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37478043","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37478043","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1682403713","https://openalex.org/W1836465849","https://openalex.org/W1850240193","https://openalex.org/W2112796928","https://openalex.org/W2473930607","https://openalex.org/W2552194003","https://openalex.org/W2553496799","https://openalex.org/W2560647685","https://openalex.org/W2605911906","https://openalex.org/W2625567132","https://openalex.org/W2743151379","https://openalex.org/W2768267830","https://openalex.org/W2787295326","https://openalex.org/W2788388592","https://openalex.org/W2902625698","https://openalex.org/W2905181074","https://openalex.org/W2912811302","https://openalex.org/W2948734064","https://openalex.org/W2963072899","https://openalex.org/W2963390791","https://openalex.org/W2963438784","https://openalex.org/W2963470657","https://openalex.org/W2963588172","https://openalex.org/W2963959597","https://openalex.org/W2979646054","https://openalex.org/W2988514316","https://openalex.org/W3030364939","https://openalex.org/W3034736335","https://openalex.org/W3044575716","https://openalex.org/W3048295731","https://openalex.org/W3094105627","https://openalex.org/W3103800629","https://openalex.org/W3118608800","https://openalex.org/W3134652644","https://openalex.org/W4214818106","https://openalex.org/W4221153115","https://openalex.org/W4229076387","https://openalex.org/W4287814827","https://openalex.org/W4288388750","https://openalex.org/W4301163820","https://openalex.org/W4312615142","https://openalex.org/W4312633518","https://openalex.org/W4312825291","https://openalex.org/W4319988532","https://openalex.org/W4366338880","https://openalex.org/W4385805029","https://openalex.org/W6638667902","https://openalex.org/W6638926925","https://openalex.org/W6683107984","https://openalex.org/W6693969136","https://openalex.org/W6717697761","https://openalex.org/W6726983090","https://openalex.org/W6736334413","https://openalex.org/W6739785051","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6742852309","https://openalex.org/W6748315838","https://openalex.org/W6751591294","https://openalex.org/W6752495264","https://openalex.org/W6752540598","https://openalex.org/W6755950020","https://openalex.org/W6757384668","https://openalex.org/W6761469101","https://openalex.org/W6767099637","https://openalex.org/W6768044712","https://openalex.org/W6769063614","https://openalex.org/W6769244778","https://openalex.org/W6776188292","https://openalex.org/W6779277634","https://openalex.org/W6779335803","https://openalex.org/W6779524190","https://openalex.org/W6784777920","https://openalex.org/W6785876145","https://openalex.org/W6787972765","https://openalex.org/W6802312230","https://openalex.org/W6809690845","https://openalex.org/W6809871153","https://openalex.org/W6811169414","https://openalex.org/W6839166506","https://openalex.org/W6849896277"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2611031068","https://openalex.org/W1704347466","https://openalex.org/W4283017538","https://openalex.org/W1996936972","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W2800988248","https://openalex.org/W4385064145"],"abstract_inverted_index":{"Neural":[0],"networks":[1],"tend":[2],"to":[3,14,20,62,114],"suffer":[4],"performance":[5],"deterioration":[6],"on":[7],"previous":[8,21,60],"tasks":[9,16,140],"when":[10],"they":[11],"are":[12],"applied":[13],"multiple":[15],"sequentially":[17],"without":[18],"access":[19],"data.":[22],"The":[23,91],"problem":[24],"is":[25,76],"commonly":[26],"known":[27],"as":[28,54],"catastrophic":[29,41,153],"forgetting,":[30,42,121],"a":[31,47,103],"significant":[32],"challenge":[33],"in":[34],"continual":[35],"learning":[36],"(CL).":[37],"To":[38],"overcome":[39],"the":[40,55,64,69,82,85,96,100,106,110,116,120,131,135,142],"regularization-based":[43,48,74,89,158],"CL":[44],"methods":[45,75],"construct":[46],"term,":[49],"which":[50,129],"can":[51],"be":[52],"considered":[53],"approximation":[56,136],"loss":[57,137],"function":[58],"of":[59,66,73,88,99,109,119,134,138],"tasks,":[61],"penalize":[63],"update":[65],"parameters.":[67],"However,":[68],"rigorous":[70],"theoretical":[71,92],"analysis":[72],"limited.":[77],"Therefore,":[78],"we":[79,122],"theoretically":[80],"analyze":[81],"forgetting":[83,101,154],"and":[84,155],"convergence":[86],"properties":[87,133],"methods.":[90,159],"results":[93,147],"demonstrate":[94,148],"that":[95,149],"upper":[97,117],"bound":[98,118],"has":[102],"relationship":[104],"with":[105],"maximum":[107,143],"eigenvalue":[108],"Hessian":[111],"matrix.":[112],"Hence,":[113],"decrease":[115],"propose":[123],"eiGenvalues":[124],"ExplorAtion":[125],"Regularization-based":[126],"(GEAR)":[127],"method,":[128],"explores":[130],"geometric":[132],"prior":[139],"regarding":[141],"eigenvalue.":[144],"Extensive":[145],"experimental":[146],"our":[150],"method":[151],"mitigates":[152],"outperforms":[156],"existing":[157]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}