{"id":"https://openalex.org/W7124143480","doi":"https://doi.org/10.1109/icpads67057.2025.11323139","title":"Federated Fine-Tuning on Heterogeneous Devices with Adaptive Quantization and LoRA Depths","display_name":"Federated Fine-Tuning on Heterogeneous Devices with Adaptive Quantization and LoRA Depths","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7124143480","doi":"https://doi.org/10.1109/icpads67057.2025.11323139"},"language":null,"primary_location":{"id":"doi:10.1109/icpads67057.2025.11323139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323139","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058366810","display_name":"Qianshu Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianshu Wang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123031019","display_name":"Yang Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122996035","display_name":"Hongli Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076124051","display_name":"Liusheng Huang","orcid":"https://orcid.org/0000-0003-2702-4486"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liusheng Huang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346269","display_name":"Yali Li","orcid":"https://orcid.org/0000-0002-9494-8462"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunming Liao","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123002936","display_name":"Jun Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China,Hefei,China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058366810"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.69012302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5383999943733215,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5383999943733215,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.0414000004529953,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.03759999945759773,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7642999887466431},{"id":"https://openalex.org/keywords/resource-consumption","display_name":"Resource consumption","score":0.6136000156402588},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5300999879837036},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4526999890804291},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.36800000071525574},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.34610000252723694},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3239000141620636}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8174999952316284},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7642999887466431},{"id":"https://openalex.org/C2777480716","wikidata":"https://www.wikidata.org/wiki/Q23582796","display_name":"Resource consumption","level":2,"score":0.6136000156402588},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5300999879837036},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45350000262260437},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4526999890804291},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3912999927997589},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.36800000071525574},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C3017813396","wikidata":"https://www.wikidata.org/wiki/Q17078173","display_name":"Resource constraints","level":2,"score":0.30720001459121704},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.30379998683929443},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2727000117301941},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads67057.2025.11323139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323139","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6258386969566345}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2033597569","https://openalex.org/W2178935672","https://openalex.org/W2895305554","https://openalex.org/W2923014074","https://openalex.org/W3202088367","https://openalex.org/W4248270718","https://openalex.org/W4320005471","https://openalex.org/W4385572063","https://openalex.org/W4387212306","https://openalex.org/W4388032243","https://openalex.org/W4388430401","https://openalex.org/W4400644239","https://openalex.org/W4400910543","https://openalex.org/W4404782226","https://openalex.org/W4405014735","https://openalex.org/W4408819658","https://openalex.org/W4412081530"],"related_works":[],"abstract_inverted_index":{"Federated":[0],"fine-tuning":[1,9,48],"(FedFT)":[2],"has":[3],"become":[4],"a":[5],"decentralized":[6],"approach":[7],"for":[8,27],"pre-trained":[10],"large":[11,58,107],"language":[12],"models(LLMs).":[13],"However,":[14],"due":[15],"to":[16,46,62,109,131,148],"the":[17,63,96],"immense":[18],"size":[19],"of":[20,65],"LLMs,":[21],"there":[22],"are":[23],"two":[24],"critical":[25],"challenges":[26],"efficient":[28,88],"FedFT":[29,89],"in":[30,134,144],"practice,":[31],"i.e.,":[32],"resource":[33,77],"constraints":[34],"and":[35,57,72,99,119,137],"system":[36],"heterogeneity.":[37],"Though":[38],"existing":[39],"approaches":[40],"employ":[41],"low-rank":[42],"adaptation":[43],"(LoRA)":[44],"method,":[45],"mitigate":[47],"overhead,":[49],"they":[50],"still":[51],"suffer":[52],"from":[53],"high":[54],"memory":[55,145],"consumption":[56,78,146],"training":[59,117,135],"latency.":[60],"According":[61],"characteristics":[64],"FedFT,":[66],"we":[67,85],"observe":[68],"that":[69,127],"appropriate":[70],"quantization":[71,97],"LoRA":[73,100],"configurations":[74],"can":[75],"reduce":[76],"while":[79,115],"maintaining":[80],"comparable":[81],"model":[82,121],"performance.":[83,122],"Consequently,":[84],"propose":[86],"an":[87],"framework,":[90],"termed":[91],"FedQLoRA,":[92],"which":[93],"dynamically":[94],"adjusts":[95],"level":[98],"depth":[101],"during":[102],"training.":[103],"This":[104],"design":[105],"enables":[106],"models":[108],"be":[110],"fine-tuned":[111],"on":[112],"resource-limited":[113],"devices":[114],"reducing":[116],"latency":[118],"preserving":[120],"Extensive":[123],"experimental":[124],"results":[125],"demonstrate":[126],"FedQLoRA":[128],"achieves":[129],"up":[130],"70.34%":[132],"reduction":[133],"time":[136],"<tex":[138],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[139],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$62.71":[140],"\\%-77.50":[141],"\\%$</tex>":[142],"savings":[143],"compared":[147],"baseline":[149],"methods.":[150]},"counts_by_year":[],"updated_date":"2026-01-16T23:16:36.188383","created_date":"2026-01-15T00:00:00"}