{"id":"https://openalex.org/W7166875345","doi":"https://doi.org/10.18653/v1/2026.acl-long.794","title":"FedProxy: Federated Fine-Tuning of LLMs via Proxy SLMs and Heterogeneity-Aware Fusion","display_name":"FedProxy: Federated Fine-Tuning of LLMs via Proxy SLMs and Heterogeneity-Aware Fusion","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7166875345","doi":"https://doi.org/10.18653/v1/2026.acl-long.794"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2026.acl-long.794","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.794","pdf_url":"https://aclanthology.org/2026.acl-long.794.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2026.acl-long.794.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139786120","display_name":"Tao Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139767800","display_name":"Guoqiang Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guoqiang Ma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077688051","display_name":"Yuanfeng Song","orcid":"https://orcid.org/0000-0003-2221-9807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuanfeng Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139769780","display_name":"Lixin Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lixin Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139844652","display_name":"Kai Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139848532","display_name":"Qiang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8667557,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"17482","last_page":"17497"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.22630000114440918,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.22630000114440918,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.1242000013589859,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.09229999780654907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5641000270843506},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.325300008058548},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.3091000020503998},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2754000127315521}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5986999869346619},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5641000270843506},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.41350001096725464},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.28200000524520874},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.23800000548362732}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2026.acl-long.794","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.794","pdf_url":"https://aclanthology.org/2026.acl-long.794.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2026.acl-long.794","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2026.acl-long.794","pdf_url":"https://aclanthology.org/2026.acl-long.794.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 64th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7166875345.pdf","grobid_xml":"https://content.openalex.org/works/W7166875345.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0],"fine-tuning":[1],"of":[2,12],"Large":[3],"Language":[4,83],"Models":[5],"(LLMs)":[6],"is":[7],"obstructed":[8],"by":[9,37],"a":[10,51,56,69,78,94,106,117,137,160],"trilemma":[11,104],"challenges:":[13],"protecting":[14],"LLMs":[15,35],"intellectual":[16],"property":[17],"(IP),":[18],"ensuring":[19],"client":[20],"privacy,":[21],"and":[22,132,155,165],"mitigating":[23],"performance":[24,53],"loss":[25],"on":[26],"heterogeneous":[27],"data.Existing":[28],"methods":[29,154],"like":[30],"Offsite-Tuning":[31],"(OT)":[32],"secure":[33,164],"the":[34,88,103,147],"IP":[36],"having":[38],"clients":[39],"train":[40],"only":[41],"lightweight":[42],"adapters,":[43],"yet":[44],"our":[45],"analysis":[46],"reveals":[47],"they":[48],"suffer":[49],"from":[50,87],"fundamental":[52],"bottleneck,":[54],"leaving":[55],"significant":[57],"gap":[58],"compared":[59],"to":[60,91,115,128,141],"centralized":[61,157],"training.To":[62],"bridge":[63],"this":[64],"gap,":[65],"we":[66],"introduce":[67],"FedProxy,":[68],"new":[70,161],"federated":[71,167],"adaptation":[72],"framework.FedProxy":[73],"replaces":[74],"weak":[75],"adapters":[76],"with":[77],"unified,":[79],"powerful":[80],"Proxy":[81],"Small":[82],"Model":[84],"(SLM),":[85],"compressed":[86],"proprietary":[89],"LLM,":[90],"serve":[92],"as":[93],"high-fidelity":[95],"surrogate":[96],"for":[97,163],"collaborative":[98],"fine-tuning.Our":[99],"framework":[100],"systematically":[101],"resolves":[102],"through":[105,123],"three-stage":[107],"architecture:":[108],"(i)":[109],"Efficient":[110],"Representation":[111],"via":[112,136],"server-guided":[113],"compression":[114],"create":[116],"resource-friendly":[118],"proxy;":[119],"(ii)":[120],"Robust":[121],"Optimization":[122],"an":[124],"interference-mitigating":[125],"aggregation":[126],"strategy":[127],"handle":[129],"data":[130],"heterogeneity;":[131],"(iii)":[133],"Effortless":[134],"Fusion":[135],"trainingfree":[138],"\"plug-in\"":[139],"mechanism":[140],"integrate":[142],"learned":[143],"knowledge":[144],"back":[145],"into":[146],"LLM.Experiments":[148],"show":[149],"FedProxy":[150],"significantly":[151],"outperforms":[152],"OT":[153],"approaches":[156],"performance,":[158],"establishing":[159],"benchmark":[162],"high-performance":[166],"LLM":[168],"adaptation.":[169]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-07-02T00:00:00"}