{"id":"https://openalex.org/W7166845108","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1207","title":"SDC-LoRA: Singular-Subspace Drift Controlled LoRA to Mitigate Knowledge Forgetting","display_name":"SDC-LoRA: Singular-Subspace Drift Controlled LoRA to Mitigate Knowledge Forgetting","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166845108","doi":"https://doi.org/10.18653/v1/2026.findings-acl.1207"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.1207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1207","pdf_url":"https://aclanthology.org/2026.findings-acl.1207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.1207.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139769253","display_name":"Geyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geyuan Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139805064","display_name":"Xiaofei Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaofei Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139805771","display_name":"Shihao Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shihao Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129697659","display_name":"Jingyuan Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingyuan Tian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139737796","display_name":"Jizheng Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jizheng Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89360587,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"24116","last_page":"24132"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.3691999912261963,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.3691999912261963,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.12240000069141388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.04899999871850014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.35019999742507935},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.2912999987602234},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.2888999879360199},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2750000059604645},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.24969999492168427}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5823000073432922},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3221000134944916},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.24969999492168427},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.24969999492168427}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.1207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1207","pdf_url":"https://aclanthology.org/2026.findings-acl.1207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.1207","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.1207","pdf_url":"https://aclanthology.org/2026.findings-acl.1207.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5248340964317322,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G7231209260","display_name":null,"funder_award_id":"62176252","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166845108.pdf","grobid_xml":"https://content.openalex.org/works/W7166845108.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Knowledge":[0],"forgetting":[1,164],"is":[2,17,71],"a":[3,90,178],"central":[4],"challenge":[5],"when":[6],"adapting":[7],"LLMs":[8,183],"to":[9,42,66,81,135,181],"new":[10],"tasks.Prior":[11],"studies":[12],"indicate":[13],"that":[14,55,84],"pretrained":[15,25,86],"knowledge":[16,87],"concentrated":[18],"in":[19,38,112],"the":[20,39,58,64,67,82,107,113,140],"principal":[21,48,68,114,141],"singular":[22,115,142],"subspace":[23,41,116,143],"of":[24,93,109,117,144],"weight":[26],"W":[27,118,145],"0":[28,119,146],";":[29],"so":[30],"recent":[31],"Low-Rank":[32],"Adaptation":[33],"(LoRA)":[34],"variants":[35],"initialize":[36],"LoRA":[37,103],"minor":[40,65],"steer":[43],"early":[44],"updates":[45,150],"away":[46],"from":[47,63],"directions":[49,83],"and":[50,88,120,156,160,168,175],"mitigate":[51,122],"forgetting.However,":[52],"we":[53,98],"observe":[54],"during":[56],"fine-tuning,":[57],"update":[59,110],"direction":[60],"progressively":[61],"shifts":[62],"subspace,":[69],"which":[70,105],"called":[72],"as":[73],"Singular-subspace":[74,100],"Drift":[75,101],"(SD),":[76],"thereby":[77],"allocating":[78],"more":[79],"energy":[80,111],"carry":[85],"leaving":[89],"persistent":[91],"risk":[92],"forgetting.To":[94],"address":[95],"this":[96],"issue,":[97],"propose":[99],"Controlled":[102],"(SDC-LoRA),":[104],"constrains":[106],"growth":[108],"thus":[121],"SD.SDC-LoRA":[123],"proposes":[124],"Principal":[125],"Subspace":[126],"Energy-Controlled":[127],"Learning,":[128],"using":[129],"Spectral":[130],"Calibration":[131],"factor":[132],"\u03b3":[133],"sc":[134],"selectively":[136],"downscale":[137],"gradients":[138],"along":[139],"while":[147,170],"keeping":[148],"minorsubspace":[149],"unchanged.Across":[151],"extensive":[152],"experiments":[153],"with":[154],"LLaMA-3.1-8B-Instruct":[155],"Qwen2.5-7B-Chat":[157],"on":[158,165],"MetaMathQA":[159],"CodeFeedback,":[161],"SDC-LoRA":[162],"mitigates":[163],"MMLU,":[166],"TruthfulQA,":[167],"HellaSwag":[169],"matching":[171],"or":[172],"improving":[173],"GSM8K":[174],"Hu-manEval,":[176],"offering":[177],"practical":[179],"route":[180],"adapt":[182],"without":[184],"sacrificing":[185],"prior":[186],"knowledge.":[187]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}