{"id":"https://openalex.org/W4407168958","doi":"https://doi.org/10.1109/tpami.2025.3539019","title":"Revisiting Flatness-Aware Optimization in Continual Learning With Orthogonal Gradient Projection","display_name":"Revisiting Flatness-Aware Optimization in Continual Learning With Orthogonal Gradient Projection","publication_year":2025,"publication_date":"2025-02-05","ids":{"openalex":"https://openalex.org/W4407168958","doi":"https://doi.org/10.1109/tpami.2025.3539019","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031774"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3539019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3539019","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086494876","display_name":"Enneng Yang","orcid":"https://orcid.org/0000-0001-5419-5286"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enneng Yang","raw_affiliation_strings":["Northeastern University, Shenyang, China","Northeastern University, China"],"raw_orcid":"https://orcid.org/0000-0001-5419-5286","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690302","display_name":"Zhenyi Wang","orcid":"https://orcid.org/0000-0002-2780-9446"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhenyi Wang","raw_affiliation_strings":["University of Maryland, College Park, MD, USA","University of Maryland, USA"],"raw_orcid":"https://orcid.org/0000-0002-2780-9446","affiliations":[{"raw_affiliation_string":"University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]},{"raw_affiliation_string":"University of Maryland, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592385","display_name":"Shiwei Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shiwei Liu","raw_affiliation_strings":["University of Oxford, Oxford, U.K","Royal Society Newton International Fellow, University of Oxford, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, U.K","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Royal Society Newton International Fellow, University of Oxford, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007061198","display_name":"Guibing Guo","orcid":"https://orcid.org/0000-0002-1709-5056"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guibing Guo","raw_affiliation_strings":["Northeastern University, Shenyang, China","Northeastern University, China"],"raw_orcid":"https://orcid.org/0000-0002-1709-5056","affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086590282","display_name":"X. Wang","orcid":"https://orcid.org/0000-0001-8668-3524"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingwei Wang","raw_affiliation_strings":["Northeastern University, Shenyang, China","Northeastern University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5239,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8164598,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"47","issue":"5","first_page":"3895","last_page":"3907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9369000196456909,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9369000196456909,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9290000200271606,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10271","display_name":"Seismic Imaging and Inversion Techniques","score":0.9158999919891357,"subfield":{"id":"https://openalex.org/subfields/1908","display_name":"Geophysics"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6042607426643372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5939623713493347},{"id":"https://openalex.org/keywords/flatness","display_name":"Flatness (cosmology)","score":0.5708192586898804},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.49933600425720215},{"id":"https://openalex.org/keywords/orthographic-projection","display_name":"Orthographic projection","score":0.46225374937057495},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.40337568521499634},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3856762945652008},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3401043117046356},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.321174681186676},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27103912830352783}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6042607426643372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5939623713493347},{"id":"https://openalex.org/C2778530986","wikidata":"https://www.wikidata.org/wiki/Q5457948","display_name":"Flatness (cosmology)","level":3,"score":0.5708192586898804},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.49933600425720215},{"id":"https://openalex.org/C175694140","wikidata":"https://www.wikidata.org/wiki/Q980329","display_name":"Orthographic projection","level":2,"score":0.46225374937057495},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40337568521499634},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3856762945652008},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3401043117046356},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.321174681186676},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27103912830352783},{"id":"https://openalex.org/C26405456","wikidata":"https://www.wikidata.org/wiki/Q338","display_name":"Cosmology","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3539019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3539019","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031774","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031774","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218178","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218178","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2472404129","display_name":null,"funder_award_id":"NRF-P2024-001","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G2551476765","display_name":null,"funder_award_id":"62032013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W2036963181","https://openalex.org/W2194775991","https://openalex.org/W2473930607","https://openalex.org/W2554616628","https://openalex.org/W2560647685","https://openalex.org/W2782276075","https://openalex.org/W2786446225","https://openalex.org/W2788388592","https://openalex.org/W2892234010","https://openalex.org/W2895699061","https://openalex.org/W2912811302","https://openalex.org/W2963072899","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W2972313371","https://openalex.org/W2995139074","https://openalex.org/W3007041883","https://openalex.org/W3108827478","https://openalex.org/W3168149265","https://openalex.org/W3173747377","https://openalex.org/W4304080285","https://openalex.org/W4312391126","https://openalex.org/W4382318217","https://openalex.org/W4386065711","https://openalex.org/W4386076393","https://openalex.org/W4386083113","https://openalex.org/W4386170116","https://openalex.org/W4386302335","https://openalex.org/W4390874035","https://openalex.org/W4392173735","https://openalex.org/W4400680576","https://openalex.org/W4404371571","https://openalex.org/W6640425456","https://openalex.org/W6683484867","https://openalex.org/W6684191040","https://openalex.org/W6703116779","https://openalex.org/W6717697761","https://openalex.org/W6726983090","https://openalex.org/W6732696085","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6743688258","https://openalex.org/W6745136726","https://openalex.org/W6749107692","https://openalex.org/W6755950020","https://openalex.org/W6757384668","https://openalex.org/W6761283764","https://openalex.org/W6763411897","https://openalex.org/W6764645560","https://openalex.org/W6769244778","https://openalex.org/W6779277634","https://openalex.org/W6779524190","https://openalex.org/W6783600611","https://openalex.org/W6784078097","https://openalex.org/W6784399590","https://openalex.org/W6784426856","https://openalex.org/W6788757688","https://openalex.org/W6802205604","https://openalex.org/W6802381560","https://openalex.org/W6802565372","https://openalex.org/W6802903043","https://openalex.org/W6809856051","https://openalex.org/W6810029475","https://openalex.org/W6810040637","https://openalex.org/W6810127701","https://openalex.org/W6810650623","https://openalex.org/W6838118415","https://openalex.org/W6838762437","https://openalex.org/W6840245342","https://openalex.org/W6840423062","https://openalex.org/W6840704704","https://openalex.org/W6846580653","https://openalex.org/W6849777495","https://openalex.org/W6849896277","https://openalex.org/W6863115150"],"related_works":["https://openalex.org/W240272210","https://openalex.org/W4239527082","https://openalex.org/W2372186565","https://openalex.org/W2089645512","https://openalex.org/W2379343790","https://openalex.org/W2359967926","https://openalex.org/W2355137669","https://openalex.org/W4251903213","https://openalex.org/W2127685231","https://openalex.org/W4237006605"],"abstract_inverted_index":{"The":[0],"goal":[1],"of":[2,12,27,40,62,115,124,143,156,243],"continual":[3],"learning":[4,60],"(CL)":[5],"is":[6],"to":[7,43,46,107,121,181,206,222],"learn":[8],"from":[9,91,147],"a":[10,78,92,133,208],"series":[11],"continuously":[13],"arriving":[14],"new":[15,41,63,70,93,111,134,250],"tasks":[16,42],"without":[17],"forgetting":[18,26,123],"previously":[19],"learned":[20],"old":[21,28,51,125,228],"tasks.":[22,52,71,126,229,262],"To":[23],"avoid":[24],"catastrophic":[25,122],"tasks,":[29,64,112,251],"orthogonal":[30,45,221],"gradient":[31,55,166,214],"projection":[32,105],"(OGP)":[33],"based":[34],"CL":[35,83,89],"methods":[36,90],"constrain":[37],"the":[38,47,59,96,113,116,141,144,174,183,187,192,198,202,212,217,223,227,238,241,244],"gradients":[39],"be":[44],"space":[48,224],"spanned":[49,225],"by":[50,226],"This":[53],"strict":[54],"constraint":[56],"will":[57,215],"limit":[58],"ability":[61],"resulting":[65],"in":[66,219],"lower":[67],"performance":[68,109,248,256],"on":[69,95,110,128,173,197,232,249,257],"In":[72],"this":[73],"paper,":[74],"we":[75,100,131,169,190],"first":[76,170],"establish":[77],"unified":[79],"framework":[80,138,154,239],"for":[81],"OGP-based":[82,88],"methods.":[84],"We":[85],"then":[86],"revisit":[87],"perspective":[94],"loss":[97,117,145,185,193,195,245],"landscape,":[98],"where":[99],"find":[101],"that":[102,139,237],"when":[103],"relaxing":[104],"constraints":[106],"improve":[108],"unflatness":[114],"landscape":[118,146,196,246],"can":[119],"lead":[120],"Based":[127],"our":[129],"findings,":[130],"propose":[132],"Dual":[135],"Flatness-aware":[136],"OGD":[137],"optimizes":[140],"flatness":[142,242],"both":[148],"data":[149,159,176,200,205],"and":[150,160,165,177,194,201,247,252],"weight":[151,161],"levels.":[152],"Our":[153],"consists":[155],"three":[157],"modules:":[158],"perturbation,":[162],"flatness-aware":[163,209,213],"optimization,":[164],"projection.":[167],"Specifically,":[168],"perform":[171],"perturbations":[172],"task's":[175,184],"current":[178],"model":[179],"weights":[180],"make":[182],"reach":[186],"worst-case.":[188],"Next,":[189],"optimize":[191],"original":[199],"worst-case":[203],"perturbed":[204],"obtain":[207],"gradient.":[210],"Finally,":[211],"update":[216],"network":[218],"directions":[220],"Extensive":[230],"experiments":[231],"four":[233],"benchmark":[234],"datasets":[235],"show":[236],"improves":[240],"achieves":[253],"state-of-the-art":[254],"(SOTA)":[255],"average":[258],"accuracy":[259],"across":[260],"all":[261]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}