{"id":"https://openalex.org/W7134112577","doi":"https://doi.org/10.1109/tpami.2026.3670952","title":"Parameter-Efficient Fine-Tuning for Continual Learning: A Neural Tangent Kernel Perspective","display_name":"Parameter-Efficient Fine-Tuning for Continual Learning: A Neural Tangent Kernel Perspective","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7134112577","doi":"https://doi.org/10.1109/tpami.2026.3670952","pmid":"https://pubmed.ncbi.nlm.nih.gov/41790825"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3670952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3670952","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006276577","display_name":"Jingren Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingren Liu","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0009-0163-4105","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128352943","display_name":"Zhong Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhong Ji","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-2197-3739","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"YunLong Yu","orcid":"https://orcid.org/0000-0002-0294-2099"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"YunLong Yu","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0294-2099","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107950709","display_name":"Jiale Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Cao","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-5160-6841","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128355481","display_name":"Yanwei Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwei Pang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-6670-3727","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin Key Laboratory of Brain-Inspired Intelligence Technology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046605531","display_name":"Jungong Han","orcid":"https://orcid.org/0000-0003-4361-956X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jungong Han","raw_affiliation_strings":["Department of Computer Science, University of Sheffield, Sheffield, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4361-956X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Sheffield, Sheffield, U.K","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128339100","display_name":"Xuelong Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["Institute of Artificial Intelligence (TeleAI) of China Telecom, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2924-946X","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence (TeleAI) of China Telecom, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22532171,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"7","first_page":"8297","last_page":"8314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7221999764442444},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5972999930381775},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.593999981880188},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5935999751091003},{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.5253000259399414},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45100000500679016},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.444599986076355},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4284000098705292},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.4117000102996826}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7221999764442444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6906999945640564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6592000126838684},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5972999930381775},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.593999981880188},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5935999751091003},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5267999768257141},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.5253000259399414},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.4117000102996826},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C138187205","wikidata":"https://www.wikidata.org/wiki/Q131251","display_name":"Tangent","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C122280245","wikidata":"https://www.wikidata.org/wiki/Q620622","display_name":"Kernel method","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C71134354","wikidata":"https://www.wikidata.org/wiki/Q458825","display_name":"Kernel density estimation","level":3,"score":0.2565000057220459},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3670952","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3670952","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41790825","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41790825","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G338250432","display_name":null,"funder_award_id":"62441235","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3930161243","display_name":null,"funder_award_id":"62176178","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W153185079","https://openalex.org/W1977295328","https://openalex.org/W2066043610","https://openalex.org/W2623808523","https://openalex.org/W2901458284","https://openalex.org/W2949736877","https://openalex.org/W2964189064","https://openalex.org/W2981720610","https://openalex.org/W3030364939","https://openalex.org/W3035682985","https://openalex.org/W3096003755","https://openalex.org/W3115894062","https://openalex.org/W3145450063","https://openalex.org/W3151130473","https://openalex.org/W3159481202","https://openalex.org/W3163939464","https://openalex.org/W3173788106","https://openalex.org/W3176828726","https://openalex.org/W3177096435","https://openalex.org/W3177494822","https://openalex.org/W3182849481","https://openalex.org/W3198377975","https://openalex.org/W4281261996","https://openalex.org/W4312238419","https://openalex.org/W4312351187","https://openalex.org/W4312521314","https://openalex.org/W4312572119","https://openalex.org/W4312651322","https://openalex.org/W4313156423","https://openalex.org/W4361798745","https://openalex.org/W4367663429","https://openalex.org/W4378506766","https://openalex.org/W4386918742","https://openalex.org/W4387623784","https://openalex.org/W4389520299","https://openalex.org/W4390189977","https://openalex.org/W4390871664","https://openalex.org/W4390871722","https://openalex.org/W4390872629","https://openalex.org/W4391311406","https://openalex.org/W4392173735","https://openalex.org/W4393147942","https://openalex.org/W4393153085","https://openalex.org/W4393153113","https://openalex.org/W4401043375","https://openalex.org/W4402671576","https://openalex.org/W4402716345","https://openalex.org/W4402727466","https://openalex.org/W4402754092","https://openalex.org/W4402754307","https://openalex.org/W4402774761","https://openalex.org/W4404725239","https://openalex.org/W4415799248","https://openalex.org/W7133183334","https://openalex.org/W7133184166","https://openalex.org/W7133189282","https://openalex.org/W7133204377","https://openalex.org/W7133220501","https://openalex.org/W7163131497"],"related_works":[],"abstract_inverted_index":{"Parameter-efficient":[0],"fine-tuning":[1,179],"for":[2,50,199],"continual":[3,27,51,224],"learning":[4,225],"(PEFT-CL)":[5],"has":[6],"shown":[7],"promise":[8],"in":[9,29,150],"adapting":[10],"pre-trained":[11],"models":[12],"to":[13,46,218],"sequential":[14],"tasks":[15],"while":[16,119,172],"mitigating":[17],"catastrophic":[18],"forgetting":[19,75],"problem.":[20],"However,":[21],"understanding":[22,200],"the":[23,60,71,77,92,130,140,208,219],"mechanisms":[24],"that":[25,87,114],"dictate":[26],"performance":[28,93,188],"this":[30,36],"paradigm":[31],"remains":[32],"elusive.":[33],"To":[34,104],"unravel":[35],"mystery,":[37],"we":[38,69,108],"undertake":[39],"a":[40,65,111,196],"rigorous":[41],"analysis":[42,67],"of":[43,62,73,94,133,142,221],"PEFT-CL":[44,191,203],"dynamics":[45],"derive":[47],"relevant":[48],"metrics":[49],"scenarios":[52],"using":[53],"Neural":[54],"Tangent":[55],"Kernel":[56],"(NTK)":[57],"theory.":[58],"With":[59],"aid":[61],"NTK":[63,151,170,175],"as":[64],"mathematical":[66],"tool,":[68],"recast":[70],"challenge":[72],"test-time":[74],"into":[76,207],"quantifiable":[78],"generalization":[79,147],"gaps":[80,90],"during":[81],"training,":[82],"identifying":[83],"three":[84],"key":[85],"factors":[86],"influence":[88],"these":[89,106],"and":[91,102,137,145,162,201,215],"PEFT-CL:":[95],"training":[96],"sample":[97],"size,":[98],"task-level":[99,165],"feature":[100,131,166,211],"orthogonality,":[101,167,214],"regularization.":[103],"address":[105],"challenges,":[107],"introduce":[109],"NTK-CL,":[110],"novel":[112],"framework":[113,154],"eliminates":[115],"task-specific":[116,146],"parameter":[117],"storage":[118],"adaptively":[120],"generating":[121],"task-relevant":[122],"features.":[123],"Aligning":[124],"with":[125,182],"theoretical":[126,197],"guidance,":[127],"NTK-CL":[128,185],"triples":[129],"representation":[132],"each":[134],"sample,":[135],"theoretically":[136],"empirically":[138],"reducing":[139],"magnitude":[141],"both":[143],"task-interplay":[144],"gaps.":[148],"Grounded":[149],"analysis,":[152],"our":[153],"imposes":[155],"an":[156],"adaptive":[157],"exponential":[158],"moving":[159],"average":[160],"mechanism":[161],"constraints":[163],"on":[164,189],"maintaining":[168],"intra-task":[169],"forms":[171],"attenuating":[173],"inter-task":[174],"forms.":[176],"Ultimately,":[177],"by":[178],"optimizable":[180],"parameters":[181],"appropriate":[183],"regularization,":[184],"achieves":[186],"state-of-the-art":[187],"established":[190],"benchmarks.":[192],"This":[193],"work":[194],"provides":[195],"foundation":[198],"improving":[202],"models,":[204],"offering":[205],"insights":[206],"interplay":[209],"between":[210],"representation,":[212],"task":[213],"generalization,":[216],"contributing":[217],"development":[220],"more":[222],"efficient":[223],"systems.":[226]},"counts_by_year":[],"updated_date":"2026-06-07T06:13:29.825681","created_date":"2026-03-01T00:00:00"}