{"id":"https://openalex.org/W7124765828","doi":"https://doi.org/10.48550/arxiv.2601.11219","title":"SDFLoRA: Selective Decoupled Federated LoRA for Privacy-preserving Fine-tuning with Heterogeneous Clients","display_name":"SDFLoRA: Selective Decoupled Federated LoRA for Privacy-preserving Fine-tuning with Heterogeneous Clients","publication_year":2026,"publication_date":"2026-01-16","ids":{"openalex":"https://openalex.org/W7124765828","doi":"https://doi.org/10.48550/arxiv.2601.11219"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.11219","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.11219","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.11219","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123340666","display_name":"Zhikang Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Zhikang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123302874","display_name":"Jianrong Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jianrong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101509985","display_name":"Haiyuan Wan","orcid":"https://orcid.org/0000-0002-2443-1150"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Haiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Chen, Jianhai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jianhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.835099995136261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.835099995136261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.017100000753998756,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.7865999937057495},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.7098000049591064},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.6481999754905701},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/data-aggregator","display_name":"Data aggregator","score":0.5367000102996826},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.526199996471405},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.520799994468689},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5178999900817871},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.4359999895095825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259000182151794},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.7865999937057495},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.7098000049591064},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.6481999754905701},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.5367000102996826},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5357999801635742},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.526199996471405},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.520799994468689},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3325999975204468},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32100000977516174},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3165999948978424},{"id":"https://openalex.org/C99221444","wikidata":"https://www.wikidata.org/wiki/Q1532069","display_name":"Private information retrieval","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.3116999864578247},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C137822555","wikidata":"https://www.wikidata.org/wiki/Q2587068","display_name":"Information sensitivity","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2547000050544739},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.11219","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.11219","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.11219","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.11219","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0,126],"learning":[1],"(FL)":[2],"for":[3,16,142],"large":[4],"language":[5],"models":[6,18],"(LLMs)":[7],"has":[8],"attracted":[9],"increasing":[10],"attention":[11],"as":[12,26],"a":[13,70,78,129,139,145,212],"privacy-preserving":[14],"approach":[15,188],"adapting":[17],"over":[19],"distributed":[20],"data,":[21],"where":[22],"parameter-efficient":[23],"methods":[24],"such":[25,100],"Low-Rank":[27],"Adaptation":[28],"(LoRA)":[29],"are":[30],"widely":[31],"adopted":[32],"to":[33,84,114,191],"reduce":[34],"communication":[35],"and":[36,45,54,64,87,90,144,166,172,194,210],"memory":[37],"costs.":[38],"However,":[39],"practical":[40],"deployments":[41],"often":[42],"exhibit":[43],"rank":[44,72,176],"data":[46,55],"heterogeneity:":[47],"clients":[48],"operate":[49],"under":[50,95,175],"different":[51],"low-rank":[52],"budgets":[53],"distributions,":[56],"making":[57,168],"direct":[58],"aggregation":[59,143,174],"of":[60],"LoRA":[61,127,131,208],"updates":[62,76,103],"biased":[63],"unstable.":[65],"Existing":[66],"approaches":[67],"either":[68],"enforce":[69],"unified":[71],"or":[73],"align":[74],"heterogeneous":[75],"into":[77,106,138,182],"single":[79],"shared":[80,140,154],"subspace,":[81],"which":[82],"tends":[83],"mix":[85],"transferable":[86],"client-specific":[88,150],"directions":[89,107,193],"consequently":[91],"undermines":[92],"personalization.":[93],"Moreover,":[94],"differential":[96],"privacy":[97],"(DP),":[98],"perturbing":[99],"structurally":[101],"mixed":[102],"injects":[104],"noise":[105,180],"that":[108,133,148,204],"should":[109],"remain":[110],"purely":[111],"local,":[112],"leading":[113],"unnecessary":[115],"utility":[116],"degradation.":[117],"To":[118],"address":[119],"these":[120],"issues,":[121],"we":[122],"propose":[123],"Selective":[124],"Decoupled":[125],"(SDFLoRA),":[128],"structure-aware":[130],"framework":[132],"decouples":[134],"each":[135],"client":[136],"update":[137],"component":[141,147,155,163],"private":[146,162],"preserves":[149],"semantics.":[151],"Only":[152],"the":[153,161,169,183,196],"participates":[156],"in":[157],"subspace":[158],"alignment,":[159],"while":[160],"remains":[164],"local":[165,192],"uncommunicated,":[167],"training":[170],"DP-compatible":[171],"stabilizing":[173],"heterogeneity.":[177],"By":[178],"injecting":[179],"only":[181],"aggregated":[184],"shareable":[185],"update,":[186],"this":[187],"avoids":[189],"perturbations":[190],"improves":[195],"utility-privacy":[197,214],"trade-off.":[198,215],"Experiments":[199],"on":[200],"multiple":[201],"benchmarks":[202],"demonstrate":[203],"SDFLoRA":[205],"outperforms":[206],"federated":[207],"baselines":[209],"achieves":[211],"strong":[213]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-01-20T00:00:00"}