{"id":"https://openalex.org/W4416649653","doi":"https://doi.org/10.1109/tmc.2025.3637064","title":"FedQuad: Adaptive Layer-Wise LoRA Deployment and Activation Quantization for Federated Fine-Tuning","display_name":"FedQuad: Adaptive Layer-Wise LoRA Deployment and Activation Quantization for Federated Fine-Tuning","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416649653","doi":"https://doi.org/10.1109/tmc.2025.3637064"},"language":null,"primary_location":{"id":"doi:10.1109/tmc.2025.3637064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3637064","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071164333","display_name":"Jianchun Liu","orcid":"https://orcid.org/0000-0002-1764-9303"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianchun Liu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-1764-9303","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034449155","display_name":"Rukuo Li","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rukuo Li","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110452404","display_name":"Hongli Xu","orcid":"https://orcid.org/0000-0003-3831-4577"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongli Xu","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0003-3831-4577","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090508439","display_name":"Qianpiao Ma","orcid":"https://orcid.org/0000-0001-8684-3495"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianpiao Ma","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-8684-3495","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102752591","display_name":"Jiaming Yan","orcid":"https://orcid.org/0000-0001-9746-1038"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaming Yan","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-9746-1038","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021086875","display_name":"Liusheng Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liusheng Huang","raw_affiliation_strings":["School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0001-8417-3256","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36923811,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"5","first_page":"6320","last_page":"6334"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.31450000405311584,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.31450000405311584,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.24889999628067017,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.048700001090765,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7996000051498413},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6428999900817871},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.43970000743865967},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.4375},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4162999987602234},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.36959999799728394},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3617999851703644},{"id":"https://openalex.org/keywords/system-deployment","display_name":"System deployment","score":0.34439998865127563}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8859999775886536},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7996000051498413},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.670199990272522},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6428999900817871},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44920000433921814},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.43970000743865967},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.4375},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C81293917","wikidata":"https://www.wikidata.org/wiki/Q4189534","display_name":"System deployment","level":3,"score":0.34439998865127563},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.30559998750686646},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C172195944","wikidata":"https://www.wikidata.org/wiki/Q541265","display_name":"Ubiquitous computing","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.2669999897480011},{"id":"https://openalex.org/C2777958785","wikidata":"https://www.wikidata.org/wiki/Q17120940","display_name":"Resource efficiency","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3637064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3637064","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2651838923","display_name":null,"funder_award_id":"WK2150110033","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2668306262","display_name":null,"funder_award_id":"WK2150250044","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5563275549","display_name":null,"funder_award_id":"624B2136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G645416012","display_name":null,"funder_award_id":"62132019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7992979919","display_name":null,"funder_award_id":"62472401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1994616650","https://openalex.org/W2744999500","https://openalex.org/W2907882680","https://openalex.org/W2923014074","https://openalex.org/W2954698171","https://openalex.org/W3044438666","https://openalex.org/W3202088367","https://openalex.org/W4221156340","https://openalex.org/W4285302300","https://openalex.org/W4385572063","https://openalex.org/W4386737044","https://openalex.org/W4387212306","https://openalex.org/W4395069486","https://openalex.org/W4400351035","https://openalex.org/W4401042286","https://openalex.org/W4401042569","https://openalex.org/W4404102213","https://openalex.org/W4404721440","https://openalex.org/W4404782226","https://openalex.org/W4408281889","https://openalex.org/W4412944455","https://openalex.org/W4413553926","https://openalex.org/W4415368417","https://openalex.org/W4416036451","https://openalex.org/W7128315358","https://openalex.org/W7133233472"],"related_works":[],"abstract_inverted_index":{"Federated":[0],"fine-tuning":[1,8,34,84],"(FedFT)":[2],"provides":[3],"an":[4],"effective":[5],"paradigm":[6],"for":[7,51,169],"large":[9],"language":[10],"models":[11],"(LLMs)":[12],"in":[13,77,199],"privacy-sensitive":[14],"scenarios.":[15],"However,":[16],"practical":[17],"deployment":[18,65,130],"remains":[19],"challenging":[20],"due":[21],"to":[22,42,63,115,123,164,187],"the":[23,82,101,112,138,147,166],"limited":[24],"resources":[25],"on":[26,66,131,154],"end":[27,68],"devices.":[28,69,133],"Existing":[29],"methods":[30],"typically":[31],"utilize":[32],"parameter-efficient":[33],"(PEFT)":[35],"techniques,":[36],"such":[37],"as":[38],"Low-Rank":[39],"Adaptation":[40],"(LoRA),":[41],"substantially":[43],"reduce":[44,124],"communication":[45],"overhead.":[46],"Nevertheless,":[47],"significant":[48],"memory":[49,125],"usage":[50],"activation":[52,121,150],"storage":[53],"and":[54,140,146,197,201],"computational":[55,117],"demands":[56],"from":[57,111],"full":[58],"backpropagation":[59],"remain":[60],"major":[61],"barriers":[62],"efficient":[64,129,141],"resource-constrained":[67,132,200],"Moreover,":[70],"substantial":[71],"resource":[72,156],"heterogeneity":[73],"across":[74],"devices":[75],"results":[76],"severe":[78],"synchronization":[79],"bottlenecks,":[80],"diminishing":[81],"overall":[83],"efficiency.":[85],"To":[86],"address":[87],"these":[88],"issues,":[89],"we":[90],"propose":[91],"FedQuad,":[92],"a":[93,161,182],"novel":[94],"LoRA-based":[95],"FedFT":[96],"framework":[97],"that":[98,179],"adaptively":[99],"adjusts":[100],"LoRA":[102,109,144],"depth":[103,145],"(the":[104],"number":[105,148],"of":[106,143,149],"consecutive":[107],"tunable":[108],"layers":[110,152],"output)":[113],"according":[114],"devices'":[116],"power,":[118],"while":[119],"employing":[120],"quantization":[122,151],"overhead,":[126],"thereby":[127],"enabling":[128],"Specifically,":[134],"FedQuad":[135,159,180],"first":[136],"identifies":[137],"feasible":[139],"combinations":[142],"based":[153],"device-specific":[155],"constraints.":[157],"Subsequently,":[158],"employs":[160],"greedy":[162],"strategy":[163],"select":[165],"optimal":[167],"configurations":[168],"each":[170],"device,":[171],"effectively":[172],"accommodating":[173],"system":[174],"heterogeneity.":[175],"Extensive":[176],"experiments":[177],"demonstrate":[178],"achieves":[181],"1.4\u20135.3\u00d7":[183],"convergence":[184],"acceleration":[185],"compared":[186],"state-of-the-art":[188],"baselines":[189],"when":[190],"reaching":[191],"target":[192],"accuracy,":[193],"highlighting":[194],"its":[195],"efficiency":[196],"deployability":[198],"heterogeneous":[202],"end-device":[203],"environments.":[204]},"counts_by_year":[],"updated_date":"2026-04-09T06:08:40.794217","created_date":"2025-11-25T00:00:00"}