{"id":"https://openalex.org/W7236562452","doi":"https://doi.org/10.48550/arxiv.2611.23742","title":"Same Rank, Different Needs: Rethinking LoRA Redistribution in Federated Learning","display_name":"Same Rank, Different Needs: Rethinking LoRA Redistribution in Federated Learning","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-18","ids":{"openalex":"https://openalex.org/W7236562452","doi":"https://doi.org/10.48550/arxiv.2611.23742"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.23742","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23742","pdf_url":"https://arxiv.org/pdf/2611.23742","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236562452"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.23742","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162894606","display_name":"Jinqian Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chen, Jinqian","raw_affiliation_strings":["School of Software Engineering , Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering , Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162869795","display_name":"Jihua Zhu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhu, Jihua","raw_affiliation_strings":["School of Software Engineering , Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering , Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5162893058","display_name":"Chang Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Chang","raw_affiliation_strings":["School of Software Engineering , Xi'an Jiaotong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering , Xi'an Jiaotong University","institution_ids":["https://openalex.org/I87445476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9150000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08110000193119049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectral-truncation","display_name":"spectral truncation","score":0.6570000052452087},{"id":"https://openalex.org/keywords/response-errors","display_name":"response errors","score":0.42100000381469727},{"id":"https://openalex.org/keywords/foundation-model-fine-tuning","display_name":"foundation model fine-tuning","score":0.7590000033378601},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"domain adaptation","score":0.3840000033378601}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7125999927520752},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.582099974155426},{"id":"https://openalex.org/C130367717","wikidata":"https://www.wikidata.org/wiki/Q189791","display_name":"Diagonal","level":2,"score":0.5637000203132629},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.5370000004768372},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.4546000063419342},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.4542999863624573},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3822000026702881},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3783999979496002},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.36039999127388},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35519999265670776},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C67820243","wikidata":"https://www.wikidata.org/wiki/Q179164","display_name":"Unitary state","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31529998779296875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31209999322891235},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2777894999","wikidata":"https://www.wikidata.org/wiki/Q4781758","display_name":"Approx","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.2766000032424927},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.27559998631477356},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.25360000133514404}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.23742","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23742","pdf_url":"https://arxiv.org/pdf/2611.23742","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.23742","doi":"https://doi.org/10.48550/arxiv.2611.23742","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.23742","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.23742","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23742","pdf_url":"https://arxiv.org/pdf/2611.23742","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236562452.pdf","grobid_xml":"https://content.openalex.org/works/W7236562452.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2004026774","https://openalex.org/W2154652894","https://openalex.org/W2541884796","https://openalex.org/W2965373594","https://openalex.org/W2981720610","https://openalex.org/W3119786062","https://openalex.org/W4322718191","https://openalex.org/W4385572845","https://openalex.org/W4386071633","https://openalex.org/W4389650671","https://openalex.org/W4404782226","https://openalex.org/W4404987589","https://openalex.org/W4412491339","https://openalex.org/W4412886745","https://openalex.org/W4412886904","https://openalex.org/W4415798642","https://openalex.org/W4415798667","https://openalex.org/W7140073338","https://openalex.org/W7160858314","https://openalex.org/W7169522443","https://openalex.org/W7206150622","https://openalex.org/W7214721859"],"related_works":["https://openalex.org/W7140073338","https://openalex.org/W7202192051","https://openalex.org/W7225801274","https://openalex.org/W4403885185","https://openalex.org/W7165640219","https://openalex.org/W7225796978","https://openalex.org/W7203672563","https://openalex.org/W7130150882","https://openalex.org/W7214720422","https://openalex.org/W7221219549"],"abstract_inverted_index":{"Federated":[0],"low-rank":[1],"adaptation":[2],"(LoRA)":[3],"enables":[4],"clients":[5],"with":[6,186,206],"different":[7],"resource":[8],"budgets":[9],"to":[10,58,107,193],"collaboratively":[11],"fine-tune":[12],"foundation":[13],"models.":[14],"To":[15],"distribute":[16],"an":[17],"aggregated":[18],"update":[19,39,113],"within":[20],"each":[21],"client's":[22,50],"rank":[23],"budget,":[24],"existing":[25],"methods":[26,169],"commonly":[27],"retain":[28],"its":[29,45],"leading":[30],"singular":[31],"directions.":[32],"However,":[33],"directions":[34],"that":[35,59,67],"best":[36,43],"reconstruct":[37],"the":[38,80,122,138,148,154],"matrix":[40],"need":[41],"not":[42],"preserve":[44],"responses":[46],"on":[47,159,197,203],"a":[48,52,93],"particular":[49],"inputs:":[51],"lower-energy":[53],"direction":[54],"may":[55],"matter":[56],"more":[57],"recipient.":[60],"We":[61],"formalize":[62],"this":[63,85],"mismatch":[64],"and":[65,126,163,173,188,201],"show":[66],"matrix-optimal":[68],"truncation":[69,136],"can":[70],"incur":[71],"arbitrarily":[72],"larger":[73],"response":[74,132],"error":[75],"than":[76],"another":[77],"readout":[78,117],"of":[79,111,191],"same":[81],"rank.":[82],"Motivated":[83],"by":[84,182],"result,":[86],"we":[87],"propose":[88],"Receiver-Aware":[89],"Subspace":[90],"Adaptation":[91],"(RASA),":[92],"plug-in":[94],"framework":[95],"for":[96,121],"receiver-aware":[97],"knowledge":[98],"transfer.":[99],"RASA":[100,141,178],"uses":[101],"compact":[102],"diagonal":[103,139],"input":[104],"second":[105],"moments":[106],"perform":[108],"uncentered":[109],"PCA":[110],"receiver-weighted":[112],"responses.":[114],"The":[115],"resulting":[116],"is":[118],"globally":[119],"optimal":[120],"rank-constrained":[123],"receiver":[124],"objective":[125],"preserves":[127],"at":[128],"least":[129],"as":[130,134],"much":[131],"energy":[133],"spectral":[135],"under":[137,170],"metric.":[140],"also":[142],"introduces":[143],"spectral-reference":[144],"aggregation,":[145],"which":[146],"removes":[147],"personalized":[149],"initialization":[150],"offset":[151],"while":[152],"retaining":[153],"locally":[155],"learned":[156],"increment.":[157],"Experiments":[158],"DomainNet-100,":[160],"NICO++,":[161],"GLUE,":[162],"SuperNI":[164,199],"demonstrate":[165],"RASA's":[166],"effectiveness":[167],"across":[168],"resource,":[171],"task,":[172],"data":[174],"heterogeneity.":[175],"In":[176],"particular,":[177],"improves":[179],"DomainNet-100":[180],"accuracy":[181],"3.23":[183],"percentage":[184],"points":[185,196],"FlexLoRA":[187],"achieves":[189],"gains":[190],"up":[192],"8.33":[194],"ROUGE-L":[195],"seen":[198],"tasks":[200,205],"4.37":[202],"unseen":[204],"modest":[207],"overhead.":[208]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236562452","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-20T00:00:00"}
