{"id":"https://openalex.org/W7164887384","doi":"https://doi.org/10.48550/arxiv.2606.16256","title":"KeepLoRA++: Continual Learning with Layer-Scaled Residual Gradient Adaptation","display_name":"KeepLoRA++: Continual Learning with Layer-Scaled Residual Gradient Adaptation","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164887384","doi":"https://doi.org/10.48550/arxiv.2606.16256"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16256","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16256","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16256","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124062293","display_name":"Mao-Lin Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Mao-Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124116980","display_name":"Yi-Lin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yi-Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138720824","display_name":"Zi-Hao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zi-Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035830539","display_name":"Yankun Hong","orcid":"https://orcid.org/0000-0003-2284-1030"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Yankun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138727196","display_name":"Xialiang Tong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tong, Xialiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138713313","display_name":"Mingxuan Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Mingxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138747889","display_name":"Tong Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138721951","display_name":"Min-Ling Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Min-Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.90420001745224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.90420001745224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07079999893903732,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.8167999982833862},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7113999724388123},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5171999931335449},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4390000104904175},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.38909998536109924},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.35760000348091125}],"concepts":[{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.8167999982833862},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7113999724388123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912999749183655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5932000279426575},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5171999931335449},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4390000104904175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4059000015258789},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.3497999906539917},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32030001282691956},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16256","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16256","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16256","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16256","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5751386880874634,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1],"for":[2],"pre-trained":[3,12,173],"vision-language":[4],"models":[5],"requires":[6],"balancing":[7,34],"three":[8,210],"competing":[9,211],"objectives:":[10],"retaining":[11],"knowledge,":[13],"preserving":[14],"knowledge":[15,41,46,87],"from":[16,51],"a":[17,38,82,121,142,157,163],"sequence":[18],"of":[19,48,99,156,171,179],"learned":[20,130],"tasks,":[21],"and":[22,54,95,111,175,192,201,223],"maintaining":[23],"the":[24,68,73,92,96,100,108,112,137,154,168,172,176],"plasticity":[25],"to":[26,136,146,166,189,195],"acquire":[27],"new":[28,158],"knowledge.":[29],"This":[30],"paper":[31],"presents":[32],"KeepLoRA++,":[33],"these":[35,209],"objectives":[36],"through":[37],"unified":[39],"dual-dimensional":[40],"retention":[42,62],"mechanism.":[43],"We":[44],"analyze":[45],"distribution":[47],"Transformer":[49],"architecture":[50],"both":[52,167],"inter-layer":[53,58],"intra-layer":[55,69],"perspectives.":[56],"The":[57],"perspective":[59,70],"examines":[60],"how":[61],"is":[63,88,160],"distributed":[64],"across":[65,217],"layers,":[66],"while":[67,102,183],"focuses":[71],"on":[72],"parameter":[74,134],"space":[75],"within":[76],"each":[77],"layer.":[78],"Our":[79,198],"analysis":[80,200],"reveals":[81],"structural":[83],"property:":[84],"general":[85],"transferable":[86],"mainly":[89],"encoded":[90],"in":[91,107],"shallow":[93,190],"layers":[94,110,191],"principal":[97,169],"subspace":[98,164,170],"parameters,":[101],"task-specific":[103],"adaptations":[104],"are":[105,129],"localized":[106],"deep":[109],"residual":[113,123,138],"subspace.":[114],"Motivated":[115],"by":[116,131],"this":[117],"insight,":[118],"KeepLoRA++":[119,206],"introduces":[120],"layer-scaled":[122],"gradient":[124,155],"adaptation":[125],"method.":[126],"New":[127],"tasks":[128],"restricting":[132],"LoRA":[133],"updates":[135],"subspace,":[139],"combined":[140],"with":[141,149],"shallow-to-deep":[143],"layer":[144],"scaling,":[145],"prevent":[147],"interference":[148],"previously":[150],"acquired":[151],"capabilities.":[152],"Specifically,":[153],"task":[159,181],"projected":[161],"onto":[162],"orthogonal":[165],"model":[174],"dominant":[177],"directions":[178],"previous":[180],"features,":[182],"simultaneously":[184],"assigning":[185],"smaller":[186],"update":[187],"magnitudes":[188],"larger":[193],"ones":[194],"deeper":[196],"layers.":[197],"theoretical":[199],"empirical":[202],"evaluations":[203],"confirm":[204],"that":[205],"successfully":[207],"balances":[208],"objectives,":[212],"consistently":[213],"outperforming":[214],"representative":[215],"baselines":[216],"image":[218],"classification,":[219],"visual":[220],"question":[221],"answering,":[222],"video":[224],"understanding":[225],"tasks.":[226]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-17T00:00:00"}