{"id":"https://openalex.org/W7134908953","doi":"https://doi.org/10.1109/tmc.2026.3672496","title":"FwdLLM+: Accelerating Forward-Only FedLLM With Low-Rank Perturbations","display_name":"FwdLLM+: Accelerating Forward-Only FedLLM With Low-Rank Perturbations","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134908953","doi":"https://doi.org/10.1109/tmc.2026.3672496"},"language":null,"primary_location":{"id":"doi:10.1109/tmc.2026.3672496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2026.3672496","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128787756","display_name":"Chen Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Peng","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-0103-3457","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128703392","display_name":"Mengwei Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengwei Xu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6271-6993","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099089607","display_name":"Zhenyan Lu","orcid":"https://orcid.org/0009-0005-0209-8421"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyan Lu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-0209-8421","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128729715","display_name":"Wei Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Xiaomi Corporation, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4327-1920","affiliations":[{"raw_affiliation_string":"Xiaomi Corporation, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128756769","display_name":"Shangguang Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangguang Wang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7245-1298","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128789279","display_name":"Nicholas D. Lane","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicholas D. Lane","raw_affiliation_strings":["Department of Computer Science and Technology, University of Cambridge, Cambridge, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2728-8273","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089796695","display_name":"Qibo Sun","orcid":"https://orcid.org/0000-0002-3301-7074"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qibo Sun","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3301-7074","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070424477","display_name":"Dongqi Cai","orcid":"https://orcid.org/0000-0003-2751-2500"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongqi Cai","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2751-2500","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23993393,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"8","first_page":"12735","last_page":"12749"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.37599998712539673,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.37599998712539673,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.06319999694824219,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.058400001376867294,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5371000170707703},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.4982999861240387},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4706000089645386},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.39640000462532043},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.39579999446868896},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.39100000262260437},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.34150001406669617},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.3398999869823456},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.3384999930858612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234000205993652},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5371000170707703},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.4982999861240387},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4706000089645386},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4490000009536743},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.39640000462532043},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.39579999446868896},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.39100000262260437},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.34150001406669617},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.3398999869823456},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C58758708","wikidata":"https://www.wikidata.org/wiki/Q7240233","display_name":"Premature convergence","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.28600001335144043},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C60952562","wikidata":"https://www.wikidata.org/wiki/Q6887246","display_name":"Mobile technology","level":3,"score":0.2565999925136566},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2026.3672496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2026.3672496","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"facilitates":[3],"privacy-preserving":[4],"fine-tuning":[5,197],"of":[6,19,30,60,88,198],"Large":[7],"Language":[8],"Models":[9],"(LLMs)":[10],"for":[11],"mobile":[12,31,81,203],"applications,":[13],"termed":[14],"FedLLM.":[15,101],"A":[16],"vital":[17],"challenge":[18],"FedLLM":[20,55],"is":[21,64],"the":[22,54],"tension":[23],"between":[24],"LLM":[25],"complexity":[26],"and":[27,84,137,159,186],"resource":[28],"constraint":[29],"devices.":[32,204],"In":[33,118],"response":[34],"to":[35,52,65,74,116,127,141,157,170,182,190],"this":[36,119],"challenge,":[37],"we":[38,121,146],"first":[39],"introduce":[40],"<monospace":[41,61,91,103,124,128,165,191],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[42,62,92,104,125,129,166,176,192],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FwdLLM</monospace>":[43,63,93,105,126],"(our":[44],"conference":[45],"version),":[46],"an":[47,85],"innovative":[48],"FL":[49],"framework":[50],"designed":[51],"enhance":[53,123],"efficiency.":[56],"The":[57],"key":[58],"idea":[59],"employ":[66],"backpropagation":[67],"(BP)-free":[68],"training":[69],"methods,":[70],"requiring":[71],"devices":[72],"only":[73],"execute":[75],"memory-efficient":[76],"\u201cperturbed":[77],"inference\u201d.":[78],"Enabled":[79],"by":[80],"NPU":[82],"acceleration":[83],"expanded":[86],"array":[87],"participating":[89],"devices,":[90],"delivers":[94],"substantially":[95],"better":[96],"wall-clock":[97],"efficiency":[98],"than":[99],"BP-based":[100,184],"However,":[102],"based":[106],"on":[107,150,201],"vanilla":[108,183],"BP-free":[109],"optimization":[110,114,135],"theoretically":[111],"requires":[112],"more":[113,161],"steps":[115],"converge.":[117],"work,":[120],"further":[122],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FwdLLM+</monospace>,":[130],"which":[131],"incorporates":[132],"advanced":[133],"zeroth-order":[134],"techniques":[136],"low-rank":[138],"perturbation":[139],"decomposition":[140],"reduce":[142],"convergence":[143],"steps.":[144],"Finally,":[145],"conduct":[147],"extensive":[148],"experiments":[149],"4":[151],"models":[152],"(ranging":[153],"from":[154],"110":[155],"M":[156],"7B)":[158],"8":[160],"datasets,":[162],"demonstrating":[163],"that":[164],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FwdLLM+</monospace>":[167],"achieves":[168],"up":[169],"151\u00d7":[171],"faster":[172],"training,":[173],"a":[174],"93<inline-formula":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[177],"notation=\"LaTeX\">$\\%$</tex-math></inline-formula>":[178],"memory":[179],"reduction":[180],"compared":[181,189],"FedLLM,":[185],"superior":[187],"performance":[188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">FwdLLM</monospace>,":[193],"enabling":[194],"efficient":[195],"federated":[196],"billion-parameter":[199],"LLMs":[200],"commodity":[202]},"counts_by_year":[],"updated_date":"2026-07-07T06:14:10.401900","created_date":"2026-03-12T00:00:00"}