{"id":"https://openalex.org/W7139075669","doi":"https://doi.org/10.1109/globecom59602.2025.11432233","title":"Federated Fine-Tuning Large Language Models with LoRA and Non-Orthogonal Transmission","display_name":"Federated Fine-Tuning Large Language Models with LoRA and Non-Orthogonal Transmission","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W7139075669","doi":"https://doi.org/10.1109/globecom59602.2025.11432233"},"language":null,"primary_location":{"id":"doi:10.1109/globecom59602.2025.11432233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129767284","display_name":"Peng Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Liang","raw_affiliation_strings":["University of Science and Technology of China,CAS Key Laboratory of Wireless-Optical Communications,Hefei,China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,CAS Key Laboratory of Wireless-Optical Communications,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042337508","display_name":"Jiannan Guo","orcid":"https://orcid.org/0000-0001-9713-9671"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinjiang Guo","raw_affiliation_strings":["University of Science and Technology of China,CAS Key Laboratory of Wireless-Optical Communications,Hefei,China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,CAS Key Laboratory of Wireless-Optical Communications,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130065193","display_name":"Ming Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhao","raw_affiliation_strings":["University of Science and Technology of China,CAS Key Laboratory of Wireless-Optical Communications,Hefei,China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China,CAS Key Laboratory of Wireless-Optical Communications,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5129767284"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88176151,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"405","last_page":"410"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.23469999432563782,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.23469999432563782,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.05889999866485596,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.055399999022483826,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.6761999726295471},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5605999827384949},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.46230000257492065},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4512999951839447},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4163999855518341},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.36410000920295715},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3450999855995178},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.33629998564720154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8288000226020813},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.6761999726295471},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5605999827384949},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5392000079154968},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4512999951839447},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4219000041484833},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4163999855518341},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36500000953674316},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C33347731","wikidata":"https://www.wikidata.org/wiki/Q285210","display_name":"Stacking","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.25200000405311584},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom59602.2025.11432233","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom59602.2025.11432233","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2025 - 2025 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W3187759670","https://openalex.org/W4392904059","https://openalex.org/W4404627781","https://openalex.org/W4406355902","https://openalex.org/W4406856790","https://openalex.org/W4408325161"],"related_works":[],"abstract_inverted_index":{"Fine-tuning":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"enhances":[5],"the":[6,16,23,45,63,91,95,117,138],"accuracy":[7],"of":[8,18,47,99,119,141],"AI":[9],"services":[10],"and":[11,76,104,134,136],"better":[12],"adapts":[13,93],"them":[14],"to":[15,30,44,94,111],"requirements":[17],"various":[19],"downstream":[20],"tasks.":[21],"However,":[22],"centralized":[24],"fine-tuning":[25,36,103],"model":[26],"poses":[27],"a":[28,40,57,85],"risk":[29],"user":[31],"privacy,":[32],"while":[33],"existing":[34,129],"distributed":[35],"methods":[37],"result":[38],"in":[39,66,131],"heavy":[41],"burden":[42],"due":[43],"transmission":[46],"LLMs\u2019":[48],"large-scale":[49],"parameters.":[50],"To":[51],"address":[52],"these":[53],"issues,":[54],"we":[55,107],"propose":[56],"low-rank":[58,64],"adaptive":[59],"framework":[60,92],"that":[61,125],"uses":[62],"property":[65],"LLM":[67],"fine-tuning,":[68],"selects":[69],"parameters":[70],"based":[71],"on":[72],"clients\u2019":[73],"communication":[74,97],"capacity,":[75],"integrates":[77],"LoRA":[78],"with":[79],"non-orthogonal":[80],"multiple":[81],"access.":[82],"By":[83],"employing":[84],"top-K":[86],"hierarchical":[87],"parameter":[88,113],"extraction":[89],"strategy,":[90],"heterogeneous":[96],"capabilities":[98],"clients,":[100],"enabling":[101],"efficient":[102],"aggregation.":[105,143],"Additionally,":[106],"use":[108],"stacking":[109],"technology":[110],"aggregate":[112],"returns,":[114],"theoretically":[115],"resolving":[116],"issue":[118],"aggregation":[120],"noise.":[121],"Experiment":[122],"results":[123],"indicate":[124],"our":[126],"method":[127],"surpasses":[128],"baselines":[130],"training":[132],"loss":[133],"complexity,":[135],"matches":[137],"FL":[139],"performance":[140],"ideal":[142]},"counts_by_year":[],"updated_date":"2026-03-20T20:54:20.808490","created_date":"2026-03-20T00:00:00"}