{"id":"https://openalex.org/W4416365889","doi":"https://doi.org/10.1145/3774904.3792144","title":"FedSRD: Sparsify-Reconstruct-Decompose for Communication-Efficient Federated Large Language Models Fine-Tuning","display_name":"FedSRD: Sparsify-Reconstruct-Decompose for Communication-Efficient Federated Large Language Models Fine-Tuning","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W4416365889","doi":"https://doi.org/10.1145/3774904.3792144"},"language":"en","primary_location":{"id":"doi:10.1145/3774904.3792144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792144","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035913162","display_name":"Guochen Yan","orcid":"https://orcid.org/0009-0004-5941-1311"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guochen Yan","raw_affiliation_strings":["Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China, National Engineering Research Center for Software Engineering, Peking University, Beijing, China, and School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-5941-1311","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China, National Engineering Research Center for Software Engineering, Peking University, Beijing, China, and School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Luyuan Xie","orcid":"https://orcid.org/0000-0002-4777-122X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luyuan Xie","raw_affiliation_strings":["Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4777-122X","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035938543","display_name":"Qingni Shen","orcid":"https://orcid.org/0000-0002-0605-6043"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingni Shen","raw_affiliation_strings":["Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0605-6043","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088688674","display_name":"Yuejian Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuejian Fang","raw_affiliation_strings":["Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and School of Software and Microelectronics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8279-6908","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and School of Software and Microelectronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041563693","display_name":"Zhonghai Wu","orcid":"https://orcid.org/0000-0003-1268-836X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhonghai Wu","raw_affiliation_strings":["Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and National Engineering Research Center for Software Engineering, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1268-836X","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Data Intelligence and Security, Peking University, Beijing, China and National Engineering Research Center for Software Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5035913162"],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01051245,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5087","last_page":"5098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.40369999408721924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.40369999408721924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.06710000336170197,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.054499998688697815,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7608000040054321},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6978999972343445},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.583299994468689},{"id":"https://openalex.org/keywords/single-point-of-failure","display_name":"Single point of failure","score":0.5720000267028809},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.5598000288009644},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4977000057697296},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4505999982357025},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3797000050544739},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.335099995136261}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8598999977111816},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7608000040054321},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6978999972343445},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.583299994468689},{"id":"https://openalex.org/C165136773","wikidata":"https://www.wikidata.org/wiki/Q1363179","display_name":"Single point of failure","level":2,"score":0.5720000267028809},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.5598000288009644},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5374000072479248},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3797000050544739},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C7545210","wikidata":"https://www.wikidata.org/wiki/Q838123","display_name":"Data redundancy","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.3066999912261963},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C11392498","wikidata":"https://www.wikidata.org/wiki/Q11288","display_name":"Web server","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2524999976158142},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3774904.3792144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792144","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.04601","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04601","pdf_url":"https://arxiv.org/pdf/2510.04601","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.04601","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.04601","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792144","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792144","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,118],"current":[1],"paradigm":[2],"of":[3,38,115],"training":[4],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"on":[9,40,48,157,174],"public":[10],"available":[11],"Web":[12],"data":[13,19],"is":[14,56],"becoming":[15],"unsustainable":[16],"as":[17,30],"high-quality":[18],"sources":[20],"in":[21,76,122],"specialized":[22],"domains":[23],"near":[24],"exhaustion.":[25],"Federated":[26],"Learning":[27],"(FL)":[28],"emerges":[29],"a":[31,41,65,92,134,141],"practical":[32],"solution":[33],"for":[34,58,95,138],"the":[35,106,112,130],"next":[36],"generation":[37],"AI":[39],"decentralized":[42,49],"Web,":[43],"enabling":[44],"privacy-preserving":[45],"collaborative":[46],"fine-tuning":[47],"private":[50],"data.":[51,177],"While":[52],"Low-Rank":[53],"Adaptation":[54],"(LoRA)":[55],"standard":[57],"efficient":[59,143,149],"fine-tuning,":[60],"its":[61],"federated":[62,97],"application":[63],"faces":[64],"critical":[66],"bottleneck:":[67],"communication":[68,80,165],"overhead":[69],"under":[70],"heterogeneous":[71,175],"network":[72],"conditions.":[73],"Structural":[74],"redundancy":[75],"LoRA":[77,116],"parameters":[78],"increases":[79],"costs":[81,166],"and":[82],"causes":[83],"aggregation":[84],"conflicts.":[85],"To":[86],"address":[87],"this,":[88],"we":[89],"propose":[90,147],"FedSRD,":[91],"Sparsify-Reconstruct-Decompose":[93],"framework":[94,162],"communication-efficient":[96],"LLM":[98],"fine-tuning.":[99],"We":[100,145],"introduce":[101],"importance-aware":[102],"sparsification":[103],"to":[104,125,152,169],"reduce":[105,153],"upload":[107],"parameter":[108],"count":[109],"while":[110,171],"preserving":[111],"structural":[113],"integrity":[114],"updates.":[117],"server":[119],"aggregates":[120],"updates":[121],"full-rank":[123],"space":[124],"mitigate":[126],"conflicts,":[127],"then":[128],"decomposes":[129],"global":[131],"update":[132],"into":[133],"sparse":[135],"low-rank":[136],"format":[137],"broadcast,":[139],"ensuring":[140],"symmetrically":[142],"cycle.":[144],"also":[146],"an":[148],"variant,":[150],"FedSRD-e,":[151],"computational":[154],"overhead.":[155],"Experiments":[156],"10":[158],"benchmarks":[159],"show":[160],"our":[161],"significantly":[163],"reduces":[164],"by":[167],"up":[168],"90%":[170],"improving":[172],"performance":[173],"client":[176]},"counts_by_year":[],"updated_date":"2026-04-29T06:10:49.150238","created_date":"2025-10-10T00:00:00"}