{"id":"https://openalex.org/W7133335646","doi":"https://doi.org/10.48550/arxiv.2603.01526","title":"Scalable Multi-Task Low-Rank Model Adaptation","display_name":"Scalable Multi-Task Low-Rank Model Adaptation","publication_year":2026,"publication_date":"2026-03-02","ids":{"openalex":"https://openalex.org/W7133335646","doi":"https://doi.org/10.48550/arxiv.2603.01526"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.01526","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01526","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.01526","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127953859","display_name":"Zichen Tian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Zichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018822505","display_name":"Antoine Ledent","orcid":"https://orcid.org/0000-0001-8440-2784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ledent, Antoine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128030818","display_name":"Qianru Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Qianru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5985000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.5985000133514404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07609999924898148,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.041999999433755875,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7616999745368958},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6827999949455261},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6305000185966492},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4101000130176544},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.2971999943256378},{"id":"https://openalex.org/keywords/performance-improvement","display_name":"Performance improvement","score":0.2842000126838684}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7616999745368958},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6827999949455261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6679999828338623},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6305000185966492},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4814999997615814},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4101000130176544},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36469998955726624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36239999532699585},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2971999943256378},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.27129998803138733},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.01526","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01526","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.01526","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.01526","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4803931415081024,"id":"https://metadata.un.org/sdg/16"},{"display_name":"Reduced inequalities","score":0.4696497619152069,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Scaling":[0],"multi-task":[1],"low-rank":[2],"adaptation":[3,140],"(LoRA)":[4],"to":[5,22,30,37,65,113,167,180],"a":[6,60,157],"large":[7],"number":[8],"of":[9],"tasks":[10],"induces":[11],"catastrophic":[12],"performance":[13],"degradation,":[14],"such":[15],"as":[16],"an":[17],"accuracy":[18,222],"drop":[19],"from":[20,28],"88.2%":[21],"2.0%":[23],"on":[24,106,151,223,235],"DOTA":[25],"when":[26],"scaling":[27],"5":[29],"15":[31],"tasks.":[32],"This":[33],"failure":[34],"is":[35],"due":[36],"parameter":[38,187],"and":[39,49,184,189,207,209,212,220,227,242],"representation":[40],"misalignment.":[41],"We":[42],"find":[43],"that":[44],"existing":[45],"solutions,":[46],"like":[47],"regularization":[48,64,92,109],"dynamic":[50],"routing,":[51],"fail":[52],"at":[53,128],"scale":[54],"because":[55],"they":[56],"are":[57],"constrained":[58],"by":[59,144,233],"fundamental":[61],"trade-off:":[62],"strengthening":[63],"reduce":[66],"inter-task":[67,94],"conflict":[68,143,182],"inadvertently":[69],"suppresses":[70],"the":[71,120,129,231],"essential":[72],"feature":[73],"discrimination":[74],"required":[75],"for":[76,87,196],"effective":[77],"routing.":[78],"In":[79],"this":[80,88,142],"work,":[81],"we":[82,137,154],"identify":[83],"two":[84],"root":[85],"causes":[86],"trade-off.":[89],"First,":[90],"uniform":[91],"disrupts":[93],"knowledge":[95,99],"sharing:":[96],"shared":[97,121,175],"underlying":[98],"concentrates":[100],"in":[101,115],"high-SV":[102,111,174],"components":[103,112,171],"(89%":[104],"alignment":[105],"Flanv2->BBH).":[107],"Uniform":[108],"forces":[110],"update":[114],"orthogonal":[116],"directions,":[117],"directly":[118],"disrupting":[119],"knowledge.":[122],"Second,":[123],"Conflict":[124],"Amplification:":[125],"Applying":[126],"LoRA":[127],"component-level":[130],"(e.g.,":[131],"W_q,":[132],"W_v)":[133],"amplifies":[134],"gradient":[135],"conflicts;":[136],"show":[138],"block-level":[139],"reduces":[141],"76%":[145],"with":[146,160],"only":[147],"50%":[148],"parameters.":[149],"Based":[150],"these":[152],"insights,":[153],"propose":[155],"mtLoRA,":[156],"scalable":[158],"solution":[159],"three":[161],"novel":[162],"designs:":[163],"1)":[164],"Spectral-Aware":[165],"Regularization":[166],"selectively":[168],"orthogonalize":[169],"low-SV":[170],"while":[172,237],"preserving":[173],"knowledge,":[176],"2)":[177],"Block-Level":[178],"Adaptation":[179],"mitigate":[181],"amplification":[183],"largely":[185],"improve":[186],"efficiency,":[188],"3)":[190],"Fine-Grained":[191],"Routing":[192],"using":[193,238],"dimension-specific":[194],"weights":[195],"superior":[197],"expressive":[198],"power.":[199],"On":[200],"four":[201],"large-scale":[202],"(15-25":[203],"tasks)":[204],"vision":[205],"(DOTA":[206],"iNat2018)":[208],"NLP":[210],"(Dolly-15k":[211],"BBH)":[213],"benchmarks,":[214],"mtLoRA":[215],"achieves":[216],"91.7%,":[217],"81.5%,":[218],"44.5%":[219],"38.5%":[221],"DOTA,":[224],"iNat2018,":[225],"Dolly-15k":[226],"BBH":[228],"respectively,":[229],"outperforming":[230],"state-of-the-art":[232],"2.3%":[234],"average":[236],"47%":[239],"fewer":[240],"parameters":[241],"24%":[243],"less":[244],"training":[245],"time.":[246]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-04T00:00:00"}