{"id":"https://openalex.org/W7166840892","doi":"https://doi.org/10.18653/v1/2026.findings-acl.284","title":"Federated LoRA Fine-Tuning with Pipelined Error-Mitigated Aggregation and Matrix-Wise Freezing","display_name":"Federated LoRA Fine-Tuning with Pipelined Error-Mitigated Aggregation and Matrix-Wise Freezing","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166840892","doi":"https://doi.org/10.18653/v1/2026.findings-acl.284"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.findings-acl.284","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.284","pdf_url":"https://aclanthology.org/2026.findings-acl.284.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.findings-acl.284.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100324832","display_name":"Haoran Wang","orcid":"https://orcid.org/0000-0003-0398-8555"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoran Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139733322","display_name":"Xiong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139834981","display_name":"Yuqing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuqing Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139750863","display_name":"Jing Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139834160","display_name":"Junyi Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junyi Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139811055","display_name":"Nan Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nan Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139823605","display_name":"Kun He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kun He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139780848","display_name":"Wei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.86500112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5749","last_page":"5762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.09309999644756317,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.09309999644756317,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.05849999934434891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.0406000018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.27070000767707825},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2612000107765198},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.25920000672340393},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.25769999623298645},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.24420000612735748}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5835000276565552},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2919999957084656},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2615000009536743},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24959999322891235},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.24420000612735748},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.24390000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.findings-acl.284","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.284","pdf_url":"https://aclanthology.org/2026.findings-acl.284.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.findings-acl.284","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.findings-acl.284","pdf_url":"https://aclanthology.org/2026.findings-acl.284.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7750792420","display_name":null,"funder_award_id":"62441237","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8557491725","display_name":null,"funder_award_id":"62302343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166840892.pdf","grobid_xml":"https://content.openalex.org/works/W7166840892.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0,50],"low-rank":[1,78],"adaptation":[2],"(LoRA)":[3],"enables":[4],"multiple":[5],"clients":[6],"to":[7,26,95,112],"collaboratively":[8],"fine-tune":[9],"large":[10],"language":[11],"models":[12],"(LLMs)":[13],"without":[14,143],"disclosing":[15],"their":[16,129],"raw":[17],"data.However,":[18],"existing":[19],"works":[20],"often":[21],"experience":[22],"performance":[23],"degradation":[24],"due":[25],"biased":[27],"model":[28,59,145],"aggregation":[29,60,68],"and":[30,36,61,118,131],"are":[31,80],"hindered":[32],"by":[33,70,157],"significant":[34],"communication":[35],"computation":[37],"burden,":[38],"both":[39],"limiting":[40],"training":[41,141],"efficiency.In":[42],"this":[43],"paper,":[44],"we":[45],"propose":[46],"iFLoRA,":[47],"an":[48,122],"improved":[49],"LoRA":[51],"fine-tuning":[52],"system":[53],"for":[54,99,135],"LLMs":[55],"featuring":[56],"pipelined":[57],"error-mitigated":[58],"adaptive":[62,123],"matrix-wise":[63],"parameter":[64],"freezing.Specifically,":[65],"iFLoRA":[66,108,120,153],"mitigates":[67],"error":[69],"first":[71],"reconstructing":[72],"local":[73,116],"update":[74],"matrices":[75,98],"from":[76,106],"clients'":[77],"matrices.These":[79],"then":[81],"aggregated":[82],"into":[83],"a":[84,110],"global":[85,114],"update,":[86],"which":[87],"is":[88],"decomposed":[89],"via":[90],"singular":[91],"value":[92],"decomposition":[93],"(SVD)":[94],"form":[96],"lowrank":[97],"the":[100,104],"next":[101],"round.To":[102],"mitigate":[103],"overhead":[105],"SVD,":[107],"employs":[109],"pipeline":[111],"overlap":[113],"aggregation,":[115],"computation,":[117],"communication.Additionally,":[119],"implements":[121],"matrixwise":[124],"freezing":[125],"scheme":[126],"that":[127,152],"assesses":[128],"stability":[130],"selectively":[132],"freezes":[133],"them":[134],"adaptively":[136],"adjusted":[137],"periods,":[138],"alleviating":[139],"client":[140],"overheads":[142],"compromising":[144],"performance.Extensive":[146],"experiments":[147],"on":[148],"realworld":[149],"datasets":[150],"show":[151],"can":[154],"improve":[155],"time-to-target":[156],"2.17-8.48\u00d7than":[158],"state-of-theart":[159],"methods.":[160]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}
