{"id":"https://openalex.org/W4412889914","doi":"https://doi.org/10.18653/v1/2025.acl-long.1284","title":"Unraveling LoRA Interference: Orthogonal Subspaces for Robust Model Merging","display_name":"Unraveling LoRA Interference: Orthogonal Subspaces for Robust Model Merging","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889914","doi":"https://doi.org/10.18653/v1/2025.acl-long.1284","pmid":"https://pubmed.ncbi.nlm.nih.gov/41669664"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1284","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1284","pdf_url":"https://aclanthology.org/2025.acl-long.1284.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1284.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100753675","display_name":"Haobo Zhang","orcid":"https://orcid.org/0009-0002-4130-6420"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haobo Zhang","raw_affiliation_strings":["University of Michigan, Ann Arbor, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068772086","display_name":"Jiayu Zhou","orcid":"https://orcid.org/0000-0001-7510-1015"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayu Zhou","raw_affiliation_strings":["University of Michigan, Ann Arbor, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2025","issue":null,"first_page":"26459","last_page":"26472"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.7277806997299194},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6218630075454712},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5754297971725464},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3274691700935364},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3268188238143921},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.225652813911438},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17226523160934448},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.0805526077747345},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.07103383541107178}],"concepts":[{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.7277806997299194},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6218630075454712},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5754297971725464},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3274691700935364},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3268188238143921},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.225652813911438},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17226523160934448},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0805526077747345},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.07103383541107178}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1284","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1284","pdf_url":"https://aclanthology.org/2025.acl-long.1284.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmid:41669664","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41669664","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the conference. Association for Computational Linguistics. Meeting","raw_type":null},{"id":"pmh:oai:europepmc.org:11692321","is_oa":false,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12884838","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12884838","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12884838/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc Conf Assoc Comput Linguist Meet","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1284","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1284","pdf_url":"https://aclanthology.org/2025.acl-long.1284.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.49000000953674316,"display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G3089728221","display_name":null,"funder_award_id":"R01 GM145700","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"},{"id":"https://openalex.org/G5565921875","display_name":null,"funder_award_id":"RF1 AG072449","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G7982657006","display_name":null,"funder_award_id":"R01 AG072449","funder_id":"https://openalex.org/F4320337337","funder_display_name":"National Institute on Aging"},{"id":"https://openalex.org/G8085570937","display_name":"Collaborative Research: III: Medium: A consolidated framework of computational privacy and machine learning","funder_award_id":"2212174","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337337","display_name":"National Institute on Aging","ror":"https://ror.org/049v75w11"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889914.pdf","grobid_xml":"https://content.openalex.org/works/W4412889914.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2391321755","https://openalex.org/W2949110394","https://openalex.org/W2896134808","https://openalex.org/W1825472806","https://openalex.org/W4289378085","https://openalex.org/W2071055957","https://openalex.org/W4211228991"],"abstract_inverted_index":{"Fine-tuning":[0],"large":[1,128],"language":[2],"models":[3,26,41],"(LMs)":[4],"for":[5,14,40,74,99,169],"individual":[6],"tasks":[7],"yields":[8],"strong":[9],"performance":[10,50,138],"but":[11,139],"is":[12],"expensive":[13],"deployment":[15],"and":[16,68,126,164],"storage.Recent":[17],"works":[18],"explore":[19],"model":[20,31,66,76,162],"merging":[21,36,108,137,163,170],"to":[22,48,79,85,91,149],"combine":[23],"multiple":[24],"task-specific":[25],"into":[27],"a":[28,61,166],"single":[29],"multi-task":[30],"without":[32],"additional":[33],"training.However,":[34],"existing":[35,107],"methods":[37],"often":[38],"fail":[39],"fine-tuned":[42],"with":[43,105,121],"low-rank":[44],"adaptation":[45],"(LoRA),":[46],"due":[47],"significant":[49],"degradation.In":[51],"this":[52,57],"paper,":[53],"we":[54],"show":[55],"that":[56,88,131],"issue":[58],"arises":[59],"from":[60],"previously":[62],"overlooked":[63],"interplay":[64],"between":[65],"parameters":[67],"data":[69],"distributions.We":[70],"propose":[71],"Orthogonal":[72],"Subspaces":[73],"Robust":[75],"Merging":[77],"(OSRM)":[78],"constrain":[80],"the":[81,111,150,156],"LoRA":[82,171],"subspace":[83],"prior":[84],"fine-tuning,":[86],"ensuring":[87],"updates":[89],"relevant":[90],"one":[92],"task":[93],"do":[94],"not":[95,134],"adversely":[96],"shift":[97],"outputs":[98],"others.Our":[100],"approach":[101,145],"can":[102],"seamlessly":[103],"integrate":[104],"most":[106],"algorithms,":[109],"reducing":[110],"unintended":[112],"interference":[113],"among":[114],"tasks.Extensive":[115],"experiments":[116],"on":[117],"eight":[118],"datasets,":[119],"tested":[120],"three":[122],"widely":[123],"used":[124],"LMs":[125],"two":[127],"LMs,":[129],"demonstrate":[130],"our":[132,144],"method":[133],"only":[135],"boosts":[136],"also":[140],"preserves":[141],"single-task":[142],"accuracy.Furthermore,":[143],"exhibits":[146],"greater":[147],"robustness":[148],"hyperparameters":[151],"of":[152,158],"merging.These":[153],"results":[154],"highlight":[155],"importance":[157],"data-parameter":[159],"interaction":[160],"in":[161],"offer":[165],"plug-and-play":[167],"solution":[168],"models.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}