{"id":"https://openalex.org/W4417284482","doi":"https://doi.org/10.1109/pimrc62392.2025.11274953","title":"Federated LoRA with Dropout: An Efficient and Overfitting Control Approach for LLM Fine-Tuning","display_name":"Federated LoRA with Dropout: An Efficient and Overfitting Control Approach for LLM Fine-Tuning","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4417284482","doi":"https://doi.org/10.1109/pimrc62392.2025.11274953"},"language":null,"primary_location":{"id":"doi:10.1109/pimrc62392.2025.11274953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085294850","display_name":"Shuyun Xie","orcid":"https://orcid.org/0000-0002-7443-6486"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sijing Xie","raw_affiliation_strings":["ShanghaiTech University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010397043","display_name":"Changsheng You","orcid":"https://orcid.org/0000-0003-3245-9361"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng You","raw_affiliation_strings":["Southern University of Science and Technology,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019562814","display_name":"Qimei Chen","orcid":"https://orcid.org/0000-0003-2497-8911"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qimei Chen","raw_affiliation_strings":["Wuhan University,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Wuhan University,Wuhan,China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087111627","display_name":"Dingzhu Wen","orcid":"https://orcid.org/0000-0003-0538-5811"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingzhu Wen","raw_affiliation_strings":["ShanghaiTech University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University,Shanghai,China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5085294850"],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.47539081,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.29989999532699585,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.29989999532699585,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.09529999643564224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.840399980545044},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7904999852180481},{"id":"https://openalex.org/keywords/pointwise","display_name":"Pointwise","score":0.6876999735832214},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.605400025844574},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.6011999845504761},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.49790000915527344},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.39649999141693115}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.840399980545044},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7904999852180481},{"id":"https://openalex.org/C2777984123","wikidata":"https://www.wikidata.org/wiki/Q9248237","display_name":"Pointwise","level":2,"score":0.6876999735832214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6840999722480774},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.605400025844574},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.6011999845504761},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.49790000915527344},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4546999931335449},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.39649999141693115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38350000977516174},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3476000130176544},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.32589998841285706},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28119999170303345},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc62392.2025.11274953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274953","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2397723600","https://openalex.org/W4385570973","https://openalex.org/W4392904059","https://openalex.org/W4404627781","https://openalex.org/W4406856790","https://openalex.org/W4408030130","https://openalex.org/W4413237296"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"the":[3,19,39,58,67,86,90,111,115,122,125],"Federated":[4],"LoRA":[5],"with":[6,85],"Dropout":[7],"(FedLoDrop)":[8],"framework,":[9,28],"designed":[10],"to":[11,78,89,109],"enhance":[12],"generalization":[13,32,72,92,116,133],"performance":[14],"for":[15],"downstream":[16],"tasks":[17],"at":[18],"network":[20],"edge":[21],"while":[22],"simultaneously":[23],"reducing":[24],"overhead.":[25],"Within":[26],"this":[27,75],"we":[29,95],"derive":[30],"a":[31,51,79],"error":[33],"bound":[34,64,113],"under":[35],"sparsity":[36],"regularization,":[37],"elucidating":[38],"theoretical":[40],"principles":[41],"that":[42,50,100],"balance":[43],"underfitting":[44],"and":[45,65,71,105,131],"overfitting.":[46],"Our":[47],"analysis":[48],"shows":[49],"higher":[52,80],"dropout":[53,103],"rate":[54,104],"increases":[55],"sparsity,":[56],"lowering":[57],"Pointwise":[59],"Hypothesis":[60],"Stability":[61],"(PHS)":[62],"upper":[63,112],"narrowing":[66],"gap":[68],"between":[69],"empirical":[70,81],"errors.":[73],"However,":[74],"also":[76],"leads":[77],"error,":[82],"which,":[83],"together":[84],"gap,":[87],"contributes":[88],"total":[91],"error.":[93,117],"Consequently,":[94],"formulate":[96],"an":[97],"optimization":[98],"problem":[99],"jointly":[101],"considers":[102],"resource":[106],"allocation,":[107],"aiming":[108],"minimize":[110],"of":[114,124],"Finally,":[118],"numerical":[119],"results":[120],"demonstrate":[121],"effectiveness":[123],"proposed":[126],"approach":[127],"in":[128],"mitigating":[129],"overfitting":[130],"enhancing":[132],"capabilities.":[134]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-12-12T00:00:00"}