{"id":"https://openalex.org/W4412110961","doi":"https://doi.org/10.1109/tpami.2025.3587032","title":"Gradient Projection for Continual Parameter-Efficient Tuning","display_name":"Gradient Projection for Continual Parameter-Efficient Tuning","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W4412110961","doi":"https://doi.org/10.1109/tpami.2025.3587032","pmid":"https://pubmed.ncbi.nlm.nih.gov/40627477"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3587032","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3587032","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048803696","display_name":"Jingyang Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingyang Qiao","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, East China Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685384","display_name":"Zhizhong Zhang","orcid":"https://orcid.org/0000-0001-6905-4478"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizhong Zhang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113237677","display_name":"Xin Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tan","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, East China Normal University, and Shanghai AI Laboratory, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, and Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I66867065","https://openalex.org/I21945476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076485255","display_name":"Yanyun Qu","orcid":"https://orcid.org/0000-0002-8926-4162"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyun Qu","raw_affiliation_strings":["School of Information Science and Technology, Xiamen University, Fujian, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Xiamen University, Fujian, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414787","display_name":"Wensheng Zhang","orcid":"https://orcid.org/0000-0003-0752-941X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wensheng Zhang","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592364","display_name":"Zhi Han","orcid":null},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Han","raw_affiliation_strings":["Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China"],"affiliations":[{"raw_affiliation_string":"Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102222177","display_name":"Yuan Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Xie","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China","School of Computer Science and Technology, East China Normal University, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5048803696"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":2.916,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.91498342,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"47","issue":"10","first_page":"9316","last_page":"9329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7227919101715088},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.591549277305603},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.585487961769104},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5825561881065369},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40142905712127686},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38418063521385193},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3242970407009125}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7227919101715088},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.591549277305603},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.585487961769104},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5825561881065369},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40142905712127686},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38418063521385193},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3242970407009125},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3587032","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3587032","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40627477","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40627477","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W183625566","https://openalex.org/W1584431645","https://openalex.org/W1682403713","https://openalex.org/W2037979274","https://openalex.org/W2053637704","https://openalex.org/W2060277733","https://openalex.org/W2117539524","https://openalex.org/W2132083787","https://openalex.org/W2194775991","https://openalex.org/W2424347275","https://openalex.org/W2473930607","https://openalex.org/W2560647685","https://openalex.org/W2605911906","https://openalex.org/W2832876791","https://openalex.org/W2895699061","https://openalex.org/W2954929116","https://openalex.org/W2963072899","https://openalex.org/W2964048876","https://openalex.org/W2964189064","https://openalex.org/W2974922583","https://openalex.org/W2981720610","https://openalex.org/W3030364939","https://openalex.org/W3034451759","https://openalex.org/W3037492894","https://openalex.org/W3097816393","https://openalex.org/W3173747377","https://openalex.org/W3180392831","https://openalex.org/W3198377975","https://openalex.org/W3214910576","https://openalex.org/W4205991051","https://openalex.org/W4225484930","https://openalex.org/W4239187508","https://openalex.org/W4286903142","https://openalex.org/W4312238419","https://openalex.org/W4312351187","https://openalex.org/W4313028293","https://openalex.org/W4385245566","https://openalex.org/W4386065711","https://openalex.org/W4386076527","https://openalex.org/W4386076680","https://openalex.org/W4390871722","https://openalex.org/W4390873328","https://openalex.org/W4391216149","https://openalex.org/W4402092710","https://openalex.org/W4402702936","https://openalex.org/W4403886967","https://openalex.org/W4408047717","https://openalex.org/W4408280739"],"related_works":["https://openalex.org/W4289718052","https://openalex.org/W2164121020","https://openalex.org/W2145559838","https://openalex.org/W2905319430","https://openalex.org/W3116498279","https://openalex.org/W4287549553","https://openalex.org/W4310285384","https://openalex.org/W3183027292","https://openalex.org/W4248896073","https://openalex.org/W2974871044"],"abstract_inverted_index":{"Parameter-efficient":[0],"tunings":[1],"(PETs)":[2],"have":[3],"demonstrated":[4],"impressive":[5],"performance":[6],"and":[7,29,38,49,57,78,118,131,136,151],"promising":[8],"perspectives":[9],"in":[10,142,145],"training":[11,119],"large":[12],"models,":[13],"while":[14],"they":[15],"are":[16],"still":[17],"confronted":[18],"with":[19,113,126],"a":[20,60],"common":[21],"problem:":[22],"the":[23,52,82,86,99,102,109],"trade-off":[24],"between":[25],"learning":[26],"new":[27],"content":[28],"protecting":[30],"old":[31,110],"knowledge,":[32],"leading":[33],"to":[34],"zero-shot":[35],"generalization":[36],"collapse,":[37],"cross-modal":[39],"hallucination.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44],"reformulate":[45],"Adapter,":[46],"LoRA,":[47],"Prefix-tuning,":[48],"Prompt-tuning":[50],"from":[51],"perspective":[53],"of":[54],"gradient":[55,72,87,100],"projection,":[56],"first":[58],"propose":[59],"unified":[61],"framework":[62],"called":[63],"Parameter":[64],"Efficient":[65],"Gradient":[66],"Projection":[67],"(PEGP).":[68],"We":[69,121],"introduce":[70],"orthogonal":[71,83],"projection":[73],"into":[74],"different":[75,127],"PET":[76],"paradigms":[77],"theoretically":[79],"demonstrate":[80,139],"that":[81,104],"condition":[84],"for":[85,93],"can":[88],"effectively":[89],"resist":[90],"forgetting":[91,144],"even":[92],"large-scale":[94],"models.":[95],"It":[96],"therefore":[97],"modifies":[98],"towards":[101],"direction":[103],"has":[105],"less":[106,114],"impact":[107],"on":[108,133],"feature":[111],"space,":[112],"extra":[115],"memory":[116],"space":[117],"time.":[120],"extensively":[122],"evaluate":[123],"our":[124],"method":[125],"backbones,":[128],"including":[129],"ViT":[130],"CLIP,":[132],"diverse":[134],"datasets,":[135],"experiments":[137],"comprehensively":[138],"its":[140],"efficiency":[141],"reducing":[143],"class,":[146,148],"online":[147],"domain,":[149],"task,":[150],"multi-modality":[152],"continual":[153],"settings.":[154]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-03T08:47:05.690250","created_date":"2025-10-10T00:00:00"}