{"id":"https://openalex.org/W7164808144","doi":"https://doi.org/10.1145/3805622.3810725","title":"STEP: Stable Gradient Projection for Continual Learning","display_name":"STEP: Stable Gradient Projection for Continual Learning","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164808144","doi":"https://doi.org/10.1145/3805622.3810725"},"language":null,"primary_location":{"id":"doi:10.1145/3805622.3810725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805622.3810725","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104191206","display_name":"Longlong Zhai","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longlong Zhai","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0009-0008-7115-4740","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102958590","display_name":"Jiao Tian","orcid":"https://orcid.org/0000-0001-6159-4525"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiao Tian","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0000-0001-6159-4525","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004427885","display_name":"Feng Yan","orcid":"https://orcid.org/0000-0002-8615-139X"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Yan","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0000-0002-8615-139X","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135703485","display_name":"Lei Su","orcid":"https://orcid.org/0000-0003-1672-7821"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Su","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0000-0003-1672-7821","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028431795","display_name":"Yanjun Qin","orcid":"https://orcid.org/0000-0001-5011-8697"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjun Qin","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0000-0001-5011-8697","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136142816","display_name":"Shaochen Jiang","orcid":"https://orcid.org/0009-0001-2135-5084"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaochen Jiang","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0009-0001-2135-5084","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054958308","display_name":"Chong Peng","orcid":"https://orcid.org/0000-0003-0003-5126"},"institutions":[{"id":"https://openalex.org/I59028903","display_name":"Ocean University of China","ror":"https://ror.org/04rdtx186","country_code":"CN","type":"education","lineage":["https://openalex.org/I59028903"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Peng","raw_affiliation_strings":["Ocean University of China, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0003-5126","affiliations":[{"raw_affiliation_string":"Ocean University of China, Qingdao, China","institution_ids":["https://openalex.org/I59028903"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100643514","display_name":"Panpan Zheng","orcid":"https://orcid.org/0009-0003-2934-6339"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Panpan Zheng","raw_affiliation_strings":["Xinjiang University, \u00dcr\u00fcmqi, China"],"raw_orcid":"https://orcid.org/0009-0003-2934-6339","affiliations":[{"raw_affiliation_string":"Xinjiang University, \u00dcr\u00fcmqi, China","institution_ids":["https://openalex.org/I96908189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.94631749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1404","last_page":"1412"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.7788000106811523},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5802000164985657},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5386999845504761},{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.5382999777793884},{"id":"https://openalex.org/keywords/orthographic-projection","display_name":"Orthographic projection","score":0.48399999737739563},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4763000011444092},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.47589999437332153},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.453900009393692},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.42820000648498535}],"concepts":[{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.7788000106811523},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5802000164985657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5442000031471252},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5386999845504761},{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.5382999777793884},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4975000023841858},{"id":"https://openalex.org/C175694140","wikidata":"https://www.wikidata.org/wiki/Q980329","display_name":"Orthographic projection","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4763000011444092},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.453900009393692},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4345000088214874},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.42820000648498535},{"id":"https://openalex.org/C2777036070","wikidata":"https://www.wikidata.org/wiki/Q18393452","display_name":"Random projection","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3828999996185303},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3598000109195709},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.35339999198913574},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35269999504089355},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33219999074935913},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C10494615","wikidata":"https://www.wikidata.org/wiki/Q17086765","display_name":"Proximal Gradient Methods","level":4,"score":0.32339999079704285},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C65557600","wikidata":"https://www.wikidata.org/wiki/Q7249451","display_name":"Projection method","level":3,"score":0.2919999957084656},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805622.3810725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805622.3810725","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810725","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2126204609","https://openalex.org/W2560647685","https://openalex.org/W2890165066","https://openalex.org/W2963072899","https://openalex.org/W2963523189","https://openalex.org/W2963588172","https://openalex.org/W2964189064","https://openalex.org/W3021931813","https://openalex.org/W3108827478","https://openalex.org/W4304080285","https://openalex.org/W4382318217","https://openalex.org/W4386170116","https://openalex.org/W4390874035","https://openalex.org/W4403791900","https://openalex.org/W4407168958","https://openalex.org/W4409363947","https://openalex.org/W4410762276","https://openalex.org/W4411631895","https://openalex.org/W4412891765","https://openalex.org/W4415536791","https://openalex.org/W7126112701","https://openalex.org/W7160018393"],"related_works":[],"abstract_inverted_index":{"Continual":[0,109],"learning":[1],"(CL)":[2],"aims":[3],"to":[4,7,42,125,142,176,192,201],"enable":[5],"networks":[6],"learn":[8],"continuously":[9],"from":[10,37,189,198],"sequentially":[11],"arriving":[12],"task":[13],"streams":[14],"while":[15],"avoiding":[16],"catastrophic":[17],"forgetting":[18],"(CF)":[19],"of":[20],"previously":[21],"learned":[22],"tasks.":[23,98],"In":[24],"recent":[25],"years,":[26],"Orthogonal":[27],"gradient":[28,75],"projection":[29,71,91,130,155],"(OGP)-based":[30],"CL":[31,118],"methods":[32],"have":[33],"garnered":[34],"significant":[35],"attention":[36],"the":[38,70],"research":[39],"community":[40],"due":[41],"their":[43],"remarkable":[44],"performance.":[45],"However,":[46],"existing":[47],"OGP":[48,172],"approaches":[49],"overlook":[50],"two":[51],"critical":[52],"issues:":[53],"(1)":[54],"representation":[55],"matrices":[56],"are":[57],"typically":[58],"constructed":[59],"via":[60,147],"random":[61],"sampling,":[62],"which":[63],"introduces":[64],"misclassified":[65],"and":[66,77,80,128,137,164,197,206],"class-imbalanced":[67],"samples":[68],"into":[69],"basis,":[72],"contaminating":[73],"important":[74],"directions":[76],"degrading":[78],"stability;":[79],"(2)":[81],"task-specific":[82],"output":[83,145],"scale":[84],"variations":[85],"induce":[86],"domain":[87],"drift,":[88],"resulting":[89],"in":[90,230],"bias":[92],"that":[93,119,167],"weakens":[94],"orthogonal":[95],"constraints":[96],"across":[97],"To":[99],"address":[100],"these":[101],"limitations,":[102],"we":[103],"propose":[104],"Stable":[105],"Gradient":[106],"Projection":[107],"for":[108,116,195,204,226],"Learning":[110],"(STEP),":[111],"a":[112,148,221],"plug-and-play":[113],"enhancement":[114],"framework":[115],"OGP-based":[117,231],"integrates":[120],"Correctness-aware":[121],"Balanced":[122],"Sampling":[123],"(CBS)":[124],"construct":[126],"purified":[127],"class-balanced":[129],"subspaces":[131],"using":[132],"only":[133],"correctly":[134],"classified":[135],"samples,":[136],"Sigmoid":[138],"Attention":[139],"Constraint":[140],"(SAC)":[141],"enforce":[143],"consistent":[144],"scaling":[146],"sigmoid-based":[149],"gating":[150],"mechanism,":[151],"thereby":[152],"mitigating":[153],"scale-induced":[154],"bias.":[156],"Extensive":[157],"experiments":[158],"on":[159,182,214],"Split":[160,183],"CIFAR-100,":[161,184],"CIFAR-100":[162],"Superclass,":[163],"5-Datasets":[165],"demonstrate":[166],"STEP":[168,219],"consistently":[169],"improves":[170],"state-of-the-art":[171],"methods,":[173],"achieving":[174],"up":[175],"+1.4%":[177],"average":[178],"accuracy":[179],"(ACC)":[180],"gains":[181],"improving":[185],"backward":[186],"transfer":[187],"(BWT)":[188],"\u2212":[190,193,199,202],"0.37":[191],"0.09":[194],"GPM":[196],"1.06":[200],"0.73":[203],"SGP,":[205],"attaining":[207],"93.28%":[208],"ACC":[209],"with":[210],"positive":[211],"BWT":[212],"(0.17)":[213],"5-Datasets.":[215],"These":[216],"results":[217],"validate":[218],"as":[220],"simple":[222],"yet":[223],"effective":[224],"strategy":[225],"enhancing":[227],"stability\u2013plasticity":[228],"balance":[229],"CL.":[232]},"counts_by_year":[],"updated_date":"2026-06-16T07:37:23.134862","created_date":"2026-06-16T00:00:00"}