{"id":"https://openalex.org/W7143542980","doi":"https://doi.org/10.48550/arxiv.2603.26317","title":"Label-Free Cross-Task LoRA Merging with Null-Space Compression","display_name":"Label-Free Cross-Task LoRA Merging with Null-Space Compression","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7143542980","doi":"https://doi.org/10.48550/arxiv.2603.26317"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26317","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26317","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26317","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130973899","display_name":"Wonyoung Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Wonyoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130963185","display_name":"Wooseong Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Wooseong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130973900","display_name":"Kuk-Jin Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Kuk-Jin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3880999982357025,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3880999982357025,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.35030001401901245,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.07280000299215317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6317999958992004},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.49779999256134033},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.4277999997138977},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4196999967098236},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.39419999718666077},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3463999927043915},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.34450000524520874},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.33090001344680786},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33009999990463257},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.3059000074863434}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8373000025749207},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6317999958992004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5144000053405762},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.49779999256134033},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4620000123977661},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42559999227523804},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4196999967098236},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3463999927043915},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28459998965263367},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.26170000433921814},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.25130000710487366},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26317","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26317","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26317","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26317","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Model":[0],"merging":[1,24,122],"combines":[2],"independently":[3],"fine-tuned":[4],"checkpoints":[5],"without":[6],"joint":[7],"multi-task":[8],"training.":[9],"In":[10],"the":[11,96,109],"era":[12],"of":[13,149],"foundation-model,":[14],"fine-tuning":[15],"with":[16,112,141],"Low-Rank":[17],"Adaptation":[18],"(LoRA)":[19],"is":[20,91],"prevalent,":[21],"making":[22],"LoRA":[23,94],"a":[25,77],"promising":[26],"target.":[27],"Existing":[28],"approaches":[29],"can":[30,124],"work":[31],"in":[32,100],"homogeneous":[33],"settings":[34],"where":[35,144],"all":[36],"target":[37],"tasks":[38,45,140],"are":[39,60],"classification":[40,47],"but":[41],"often":[42],"fail":[43],"when":[44],"span":[46],"and":[48,59,108,129,159,165,170],"regression.":[49],"Approaches":[50],"using":[51],"entropy-based":[52],"surrogates":[53],"do":[54],"not":[55],"apply":[56],"to":[57,67],"regression":[58],"costly":[61],"for":[62,121,163],"large":[63],"language":[64],"models":[65],"due":[66],"long":[68],"token":[69],"sequences.":[70],"We":[71],"introduce":[72],"Null-Space":[73],"Compression":[74],"(NSC)":[75],"Merging,":[76],"label-free,":[78],"output-agnostic":[79],"method":[80],"that":[81,92,123],"sets":[82],"merge":[83],"weights":[84],"from":[85],"adapter":[86],"geometry.":[87],"Our":[88],"key":[89],"observation":[90],"during":[93],"finetuning":[95],"down-projection":[97],"factor":[98],"$A$":[99],"$\u0394W":[101],"=":[102],"BA$":[103],"compresses":[104],"its":[105],"null":[106],"space,":[107],"compression":[110],"correlates":[111],"performance.":[113],"NSC":[114,132],"uses":[115],"this":[116],"as":[117],"an":[118],"optimization":[119],"signal":[120],"generalize":[125],"across":[126,136],"classification,":[127],"regression,":[128],"sequence":[130],"generation.":[131],"achieves":[133],"state-of-the-art":[134],"performance":[135],"twenty":[137],"heterogeneous":[138],"vision":[139],"balanced":[142],"gains":[143],"prior":[145],"methods":[146],"overfit":[147],"subsets":[148],"tasks.":[150],"It":[151],"also":[152],"outperforms":[153],"baselines":[154],"on":[155,160],"six":[156],"NLI":[157],"benchmarks":[158],"vision-language":[161],"evaluations":[162],"VQA":[164],"image":[166],"captioning,":[167],"demonstrating":[168],"scalability":[169],"effectiveness.":[171]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-31T00:00:00"}