{"id":"https://openalex.org/W7131408901","doi":"https://doi.org/10.48550/arxiv.2602.19926","title":"Rethinking LoRA for Privacy-Preserving Federated Learning in Large Models","display_name":"Rethinking LoRA for Privacy-Preserving Federated Learning in Large Models","publication_year":2026,"publication_date":"2026-02-23","ids":{"openalex":"https://openalex.org/W7131408901","doi":"https://doi.org/10.48550/arxiv.2602.19926"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.19926","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19926","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.19926","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126791676","display_name":"Jin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liu, Jin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026667188","display_name":"Y. Miao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miao, Yinbin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023212284","display_name":"Ning Xi","orcid":"https://orcid.org/0000-0001-8276-5696"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Ning","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048532598","display_name":"Junkang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Junkang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5126791676"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.7930999994277954},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7774999737739563},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7713000178337097},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.7555000185966492},{"id":"https://openalex.org/keywords/private-information-retrieval","display_name":"Private information retrieval","score":0.46639999747276306},{"id":"https://openalex.org/keywords/artificial-noise","display_name":"Artificial noise","score":0.40939998626708984},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.383899986743927},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.3824000060558319}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.7930999994277954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925000190734863},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7774999737739563},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7713000178337097},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.7555000185966492},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.46639999747276306},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44350001215934753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4194999933242798},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.40939998626708984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40470001101493835},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.383899986743927},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C164100034","wikidata":"https://www.wikidata.org/wiki/Q1870629","display_name":"Loose coupling","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3458000123500824},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3384999930858612},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32679998874664307},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3125},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3122999966144562},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.19926","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19926","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.19926","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.19926","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4200970232486725,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fine-tuning":[0],"large":[1,6],"vision":[2],"models":[3,8],"(LVMs)":[4],"and":[5,34,88,117,151,159,165],"language":[7],"(LLMs)":[9],"under":[10,85,126,178],"differentially":[11],"private":[12],"federated":[13,137],"learning":[14],"(DPFL)":[15],"is":[16,197],"hindered":[17],"by":[18,37,72,191],"a":[19,26,110,179],"fundamental":[20],"privacy-utility":[21],"trade-off.":[22],"Low-Rank":[23],"Adaptation":[24],"(LoRA),":[25],"promising":[27],"parameter-efficient":[28],"fine-tuning":[29,170],"(PEFT)":[30],"method,":[31],"reduces":[32],"computational":[33],"communication":[35],"costs":[36],"introducing":[38],"two":[39,77],"trainable":[40],"low-rank":[41,79],"matrices":[42],"while":[43],"freezing":[44],"pre-trained":[45],"weights.":[46],"However,":[47],"directly":[48],"applying":[49],"LoRA":[50],"in":[51,59,96,135,193,199],"DPFL":[52],"settings":[53],"leads":[54],"to":[55,123,156],"performance":[56,147],"degradation,":[57],"especially":[58],"LVMs.":[60],"Our":[61],"analysis":[62],"reveals":[63],"three":[64],"previously":[65],"underexplored":[66],"challenges:":[67],"(1)":[68],"gradient":[69,115],"coupling":[70],"caused":[71],"the":[73,92,97,171,175,187],"simultaneous":[74],"update":[75,119],"of":[76,91],"asymmetric":[78],"matrices,":[80],"(2)":[81],"compounded":[82],"noise":[83,158],"amplification":[84],"differential":[86],"privacy,":[87],"(3)":[89],"sharpness":[90],"global":[93],"aggregated":[94],"model":[95,173],"parameter":[98],"space.":[99],"To":[100],"address":[101],"these":[102],"issues,":[103],"we":[104],"propose":[105],"LA-LoRA":[106,131,143,185],"(\\textbf{L}ocal":[107],"\\textbf{A}lternating":[108],"\\textbf{LoRA}),":[109],"novel":[111],"approach":[112],"that":[113,142],"decouples":[114],"interactions":[116],"aligns":[118],"directions":[120],"across":[121,162],"clients":[122],"enhance":[124],"robustness":[125,155],"stringent":[127],"privacy":[128,181],"constraints.":[129],"Theoretically,":[130],"strengthens":[132],"convergence":[133],"guarantees":[134],"noisy":[136],"environments.":[138],"Extensive":[139],"experiments":[140],"demonstrate":[141],"achieves":[144],"state-of-the-art":[145],"(SOTA)":[146],"on":[148,174],"Swin":[149],"Transformer":[150],"RoBERTa":[152],"models,":[153],"showcasing":[154],"DP":[157],"broad":[160],"applicability":[161],"both":[163],"LVMs":[164],"LLMs.":[166],"For":[167],"example,":[168],"when":[169],"Swin-B":[172],"Tiny-ImageNet":[176],"dataset":[177],"strict":[180],"budget":[182],"($\u03b5=":[183],"1$),":[184],"outperforms":[186],"best":[188],"baseline,":[189],"RoLoRA,":[190],"16.83\\%":[192],"test":[194],"accuracy.":[195],"Code":[196],"provided":[198],"\\repolink.":[200]},"counts_by_year":[],"updated_date":"2026-02-26T06:34:08.959763","created_date":"2026-02-26T00:00:00"}