{"id":"https://openalex.org/W7127332686","doi":"https://doi.org/10.1109/jsac.2026.3660935","title":"FedLoDrop: Federated LoRA With Dropout for Generalized LLM Fine-Tuning","display_name":"FedLoDrop: Federated LoRA With Dropout for Generalized LLM Fine-Tuning","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7127332686","doi":"https://doi.org/10.1109/jsac.2026.3660935"},"language":null,"primary_location":{"id":"doi:10.1109/jsac.2026.3660935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2026.3660935","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077655388","display_name":"Sijing Xie","orcid":"https://orcid.org/0009-0006-2398-4657"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sijing Xie","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-2398-4657","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087111627","display_name":"Dingzhu Wen","orcid":"https://orcid.org/0000-0003-0538-5811"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingzhu Wen","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0538-5811","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010397043","display_name":"Changsheng You","orcid":"https://orcid.org/0000-0003-3245-9361"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng You","raw_affiliation_strings":["Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3245-9361","affiliations":[{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120939024","display_name":"Qimei Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimei Chen","raw_affiliation_strings":["School of Electronic Information, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-2497-8911","affiliations":[{"raw_affiliation_string":"School of Electronic Information, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119968941","display_name":"Mehdi Bennis","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mehdi Bennis","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0003-0261-0171","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007131492","display_name":"Kaibin Huang","orcid":"https://orcid.org/0000-0001-8773-4629"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaibin Huang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-8773-4629","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":29.6906,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.99487876,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"44","issue":null,"first_page":"3541","last_page":"3556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.13779999315738678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.13779999315738678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.6071000099182129},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.567300021648407},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5435000061988831},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.44909998774528503},{"id":"https://openalex.org/keywords/early-stopping","display_name":"Early stopping","score":0.44179999828338623},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.41819998621940613},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4009999930858612},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.385699987411499}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8317000269889832},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.6071000099182129},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.567300021648407},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5435000061988831},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5401999950408936},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.44909998774528503},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.44179999828338623},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.41819998621940613},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.385699987411499},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.36629998683929443},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.3244999945163727},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3043999969959259},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2969000041484833},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27799999713897705},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.2775000035762787},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.25450000166893005},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2026.3660935","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2026.3660935","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8926239013671875,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1109853937","display_name":null,"funder_award_id":"62571227","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1129167665","display_name":null,"funder_award_id":"62331023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2475529591","display_name":null,"funder_award_id":"2024A1515010097","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G4245257719","display_name":null,"funder_award_id":"25DP1501900","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G7822670232","display_name":null,"funder_award_id":"62401369","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Fine-tuning":[0],"(FT)":[1],"large":[2],"language":[3],"models":[4,11],"(LLMs)":[5],"is":[6,157,194,220],"crucial":[7],"for":[8],"adapting":[9],"general-purpose":[10],"to":[12,45,146,159,178,196,203,222],"specific":[13],"tasks,":[14],"enhancing":[15],"accuracy":[16],"and":[17,48,61,76,107,174,181,242],"relevance":[18],"with":[19,36,119],"minimal":[20],"resources.":[21,149],"To":[22,150,186],"further":[23],"enhance":[24],"generalization":[25,58,108,125,166,245],"ability":[26],"while":[27],"reducing":[28],"training":[29],"costs,":[30,135],"this":[31,101,152,188],"paper":[32],"proposes":[33],"Federated":[34,55],"LoRA":[35],"Dropout":[37],"(FedLoDrop),":[38],"a":[39,83,113,190,213],"new":[40],"framework":[41],"that":[42,82],"applies":[43],"dropout":[44,85,132,172],"the":[46,51,71,92,103,120,123,128,139,161,165,171,179,205,210,233,236,244],"rows":[47],"columns":[49],"of":[50,95,164,209,235],"trainable":[52],"matrix":[53],"in":[54,239],"LoRA.":[56],"A":[57],"error":[59,79],"bound":[60,80,94,163],"convergence":[62],"analysis":[63],"under":[64],"sparsity":[65],"regularization":[66],"are":[67],"obtained,":[68],"which":[69],"elucidate":[70],"fundamental":[72],"trade-off":[73],"between":[74,105],"underfitting":[75],"overfitting.":[77],"The":[78],"reveals":[81],"higher":[84,114],"rate":[86,173],"increases":[87],"model":[88],"sparsity,":[89],"thereby":[90],"lowering":[91],"upper":[93,162],"pointwise":[96],"hypothesis":[97],"stability":[98],"(PHS).":[99],"While":[100],"reduces":[102,133],"gap":[104],"empirical":[106,115],"errors,":[109],"it":[110],"also":[111],"incurs":[112],"error,":[116,167],"which,":[117],"together":[118],"gap,":[121],"determines":[122],"overall":[124],"error.":[126],"On":[127],"other":[129],"hand,":[130],"though":[131],"communication":[134],"deploying":[136],"FedLoDrop":[137],"at":[138],"network":[140,148],"edge":[141],"still":[142],"faces":[143],"challenges":[144],"due":[145],"limited":[147],"address":[151],"issue,":[153],"an":[154],"optimization":[155],"problem":[156],"formulated":[158],"minimize":[160],"by":[168],"jointly":[169],"optimizing":[170],"resource":[175],"allocation":[176],"subject":[177],"latency":[180],"per-device":[182],"energy":[183],"consumption":[184],"constraints.":[185],"solve":[187],"problem,":[189],"branch-and-bound":[191],"(B&B)-based":[192],"method":[193],"proposed":[195,221,237],"obtain":[197,224],"its":[198,225],"globally":[199],"optimal":[200],"solution.":[201,228],"Moreover,":[202],"reduce":[204],"high":[206],"computational":[207],"complexity":[208],"B&B-based":[211],"method,":[212],"penalized":[214],"successive":[215],"convex":[216],"approximation":[217],"(P-SCA)-based":[218],"algorithm":[219],"efficiently":[223],"high-quality":[226],"suboptimal":[227],"Finally,":[229],"numerical":[230],"results":[231],"demonstrate":[232],"effectiveness":[234],"approach":[238],"mitigating":[240],"overfitting":[241],"improving":[243],"capability.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-02-26T06:29:33.603293","created_date":"2026-02-04T00:00:00"}