{"id":"https://openalex.org/W4401596701","doi":"https://doi.org/10.1109/tii.2024.3435499","title":"UniGrad-FS: Unified Gradient Projection With Flatter Sharpness for Continual Learning","display_name":"UniGrad-FS: Unified Gradient Projection With Flatter Sharpness for Continual Learning","publication_year":2024,"publication_date":"2024-08-14","ids":{"openalex":"https://openalex.org/W4401596701","doi":"https://doi.org/10.1109/tii.2024.3435499"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3435499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3435499","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031164685","display_name":"Wei Li","orcid":"https://orcid.org/0009-0009-8074-8468"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Li","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0009-8074-8468","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104106267","display_name":"Tao Feng","orcid":"https://orcid.org/0000-0001-5571-8018"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Feng","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5571-8018","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080934752","display_name":"Hangjie Yuan","orcid":"https://orcid.org/0009-0009-3270-1526"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangjie Yuan","raw_affiliation_strings":["College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-3270-1526","affiliations":[{"raw_affiliation_string":"College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005209986","display_name":"Ang Bian","orcid":"https://orcid.org/0000-0002-7667-9780"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ang Bian","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-7667-9780","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062752598","display_name":"Guodong Du","orcid":"https://orcid.org/0000-0002-8277-387X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guodong Du","raw_affiliation_strings":["School of Information Science and Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-8277-387X","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030599636","display_name":"Sixin Liang","orcid":"https://orcid.org/0009-0002-9120-2435"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sixin Liang","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0002-9120-2435","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103212142","display_name":"Jianhong Gan","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhong Gan","raw_affiliation_strings":["College of Life Sciences, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7519-6851","affiliations":[{"raw_affiliation_string":"College of Life Sciences, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001652260","display_name":"Ziwei Liu","orcid":"https://orcid.org/0000-0001-6206-637X"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwei Liu","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-6206-637X","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5031164685"],"corresponding_institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":1.29,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83310188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"20","issue":"12","first_page":"13873","last_page":"13882"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.5564353466033936},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5489941835403442},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4727657437324524},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32745468616485596},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2023257315158844}],"concepts":[{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.5564353466033936},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5489941835403442},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4727657437324524},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32745468616485596},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2023257315158844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3435499","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3435499","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1062107867","display_name":null,"funder_award_id":"62206148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7023393646","display_name":null,"funder_award_id":"2023NSFSC1409","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2583761661","https://openalex.org/W2902456977","https://openalex.org/W2902625698","https://openalex.org/W2939137134","https://openalex.org/W2950673314","https://openalex.org/W2963559848","https://openalex.org/W2964189064","https://openalex.org/W2972313371","https://openalex.org/W2996514457","https://openalex.org/W3034856281","https://openalex.org/W3036826586","https://openalex.org/W3047402143","https://openalex.org/W3106539628","https://openalex.org/W3106655268","https://openalex.org/W3107810305","https://openalex.org/W3118608800","https://openalex.org/W3119437694","https://openalex.org/W3125116114","https://openalex.org/W3133523058","https://openalex.org/W3206747935","https://openalex.org/W3212494843","https://openalex.org/W3213190645","https://openalex.org/W3213536824","https://openalex.org/W3216443827","https://openalex.org/W4221161784","https://openalex.org/W4226029051","https://openalex.org/W4280634279","https://openalex.org/W4295883599","https://openalex.org/W4307464646","https://openalex.org/W4310720324","https://openalex.org/W4312210066","https://openalex.org/W4312226896","https://openalex.org/W4313028293","https://openalex.org/W4319872806","https://openalex.org/W4319988532","https://openalex.org/W4322710616","https://openalex.org/W4390871825","https://openalex.org/W4391407271","https://openalex.org/W4392902482","https://openalex.org/W4393731017","https://openalex.org/W6732467815","https://openalex.org/W6738602802","https://openalex.org/W6741087337","https://openalex.org/W6741217325","https://openalex.org/W6745995898","https://openalex.org/W6747837551","https://openalex.org/W6751591294","https://openalex.org/W6754005058","https://openalex.org/W6756754374","https://openalex.org/W6757384668","https://openalex.org/W6769244778","https://openalex.org/W6771876938","https://openalex.org/W6783600611","https://openalex.org/W6787972765","https://openalex.org/W6788757688","https://openalex.org/W6802381560","https://openalex.org/W6802903043","https://openalex.org/W6803156713","https://openalex.org/W6810040637","https://openalex.org/W6838571599","https://openalex.org/W6839041728","https://openalex.org/W6849896277","https://openalex.org/W6863298018"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Continual":[0],"learning":[1,10],"(CL)":[2],"desires":[3],"that":[4,173],"the":[5,34,72,83,102,116,136,153,156,164,210,213,233,238],"neural":[6],"network":[7],"sequentially":[8],"perform":[9],"tasks":[11],"from":[12],"a":[13,24,44,96,130,168],"dynamic":[14],"data":[15],"stream":[16],"without":[17],"forgetting":[18,146],"learned":[19],"knowledge.":[20],"To":[21],"overcome":[22,145],"forgetting,":[23],"line":[25],"of":[26,85,104,119,212,225,237],"work":[27,142],"relies":[28],"on":[29,43,222],"gradient":[30,57,73,86,120,150,157],"projection":[31,58,121,151],"to":[32,55,59,100,134,144],"minimize":[33],"influence":[35],"between":[36],"gradients":[37,108],"during":[38,109],"optimization.":[39],"This":[40],"article":[41],"focuses":[42],"challenging":[45],"problem":[46,64],"concerning":[47],"CL:":[48],"<italic":[49,76,89],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[50,77,90],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">When,":[51],"how,":[52],"and":[53,79,82,106,122,127,170,186,193,203,207,227,235],"where":[54,155],"implement":[56],"promote":[60],"CL.</i>":[61],"Tackling":[62],"this":[63,141],"can":[65,174],"be":[66,175],"divided":[67],"into":[68,188],"two":[69,189],"perspectives,":[70],"namely":[71],"direction":[74],"(":[75,88],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">when":[78],"how</i>":[80],")":[81],"area":[84,154],"conflict":[87],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">where</i>":[91],").":[92],"First,":[93],"we":[94,114,183,218],"propose":[95,129],"plug-and-play":[97],"method":[98,132,166,172,196],"UniGrad":[99,185],"tackle":[101],"inconsistency":[103],"conflicting":[105],"nonconflicting":[107],"optimization":[110],"in":[111,125,177,209],"CL.":[112],"Second,":[113],"explore":[115],"interaction":[117],"mechanism":[118],"loss":[123],"landscape":[124],"CL,":[126],"further":[128],"pluggable":[131,171],"UniGrad-FS":[133,187],"improve":[135],"CL":[137],"performance.":[138],"In":[139,162,216],"short,":[140],"expects":[143],"through":[147],"an":[148],"efficient":[149],"at":[152],"conflicts":[158],"are":[159],"less":[160],"intense.":[161],"essence,":[163],"proposed":[165,239],"is":[167],"general":[169],"used":[176],"any":[178],"gradient-based":[179],"optimizer.":[180],"For":[181],"evaluation,":[182],"plug":[184],"top-performing":[190],"baselines":[191],"(WA":[192],"MEMO).":[194],"Our":[195],"shows":[197],"clear":[198],"improvements,":[199],"i.e.,":[200],"boosting":[201],"WA":[202],"MEMO":[204],"by":[205],"+2.09%":[206],"1.72%":[208],"20-step":[211],"CIFAR100":[214,226],"benchmark.":[215],"addition,":[217],"observe":[219],"performance":[220],"enhancement":[221],"all":[223],"settings":[224],"Tiny-ImageNet":[228],"datasets.":[229],"Extensive":[230],"experiments":[231],"demonstrate":[232],"simplicity":[234],"effectiveness":[236],"method.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2025-10-10T00:00:00"}