{"id":"https://openalex.org/W4402568979","doi":"https://doi.org/10.1109/tmc.2024.3461852","title":"Achieving Linear Speedup in Asynchronous Federated Learning With Heterogeneous Clients","display_name":"Achieving Linear Speedup in Asynchronous Federated Learning With Heterogeneous Clients","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402568979","doi":"https://doi.org/10.1109/tmc.2024.3461852"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3461852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3461852","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078725373","display_name":"Xiaolu Wang","orcid":"https://orcid.org/0000-0002-5267-3464"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaolu Wang","raw_affiliation_strings":["Software Engineering Institute, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5267-3464","affiliations":[{"raw_affiliation_string":"Software Engineering Institute, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038979005","display_name":"Zijian Li","orcid":"https://orcid.org/0000-0001-5094-3697"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zijian Li","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-5094-3697","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013079905","display_name":"Shi Jin","orcid":"https://orcid.org/0000-0003-0271-6021"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Jin","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0271-6021","affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100433167","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0002-5222-1898"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Zhang","raw_affiliation_strings":["Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-5222-1898","affiliations":[{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7785,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.9162812,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"24","issue":"1","first_page":"435","last_page":"448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.9230570793151855},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.880935788154602},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7900179028511047},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3788694739341736},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3492721617221832},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2974942624568939}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.9230570793151855},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.880935788154602},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7900179028511047},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3788694739341736},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3492721617221832},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2974942624568939}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmc.2024.3461852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3461852","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-146981","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-146981","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W2114472524","https://openalex.org/W2530417694","https://openalex.org/W2744599870","https://openalex.org/W2798720628","https://openalex.org/W2900182564","https://openalex.org/W2963318081","https://openalex.org/W2995022099","https://openalex.org/W3021654819","https://openalex.org/W3091864426","https://openalex.org/W3136022984","https://openalex.org/W3196974029","https://openalex.org/W3203503583","https://openalex.org/W4205708288","https://openalex.org/W4221123607","https://openalex.org/W4286375442","https://openalex.org/W4287332481","https://openalex.org/W4313325044","https://openalex.org/W4323345848","https://openalex.org/W4389169630","https://openalex.org/W4389170275","https://openalex.org/W4389319226","https://openalex.org/W4390664235","https://openalex.org/W4391021951","https://openalex.org/W6622473587","https://openalex.org/W6662929504","https://openalex.org/W6684249991","https://openalex.org/W6728757088","https://openalex.org/W6743688258","https://openalex.org/W6749257597","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6752979356","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6762930437","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6766831760","https://openalex.org/W6767676916","https://openalex.org/W6773520829","https://openalex.org/W6773817997","https://openalex.org/W6781318954","https://openalex.org/W6784048413","https://openalex.org/W6787972765","https://openalex.org/W6790212648","https://openalex.org/W6796096428","https://openalex.org/W6796204086","https://openalex.org/W6797509392","https://openalex.org/W6802464851","https://openalex.org/W6838569580","https://openalex.org/W6838579793","https://openalex.org/W6845905529","https://openalex.org/W6852577831","https://openalex.org/W6981657223"],"related_works":["https://openalex.org/W2168758875","https://openalex.org/W4246549241","https://openalex.org/W2410733619","https://openalex.org/W2963483475","https://openalex.org/W2317245370","https://openalex.org/W4249323025","https://openalex.org/W198851386","https://openalex.org/W2030310580","https://openalex.org/W947442053","https://openalex.org/W1980160788"],"abstract_inverted_index":{"Federated":[0,31,144],"learning":[1,137],"(FL)":[2],"is":[3,191],"an":[4,133],"emerging":[5],"distributed":[6],"training":[7,125,156,231],"paradigm":[8],"that":[9,23,88,169,175,196],"aims":[10],"to":[11,41,97,153,221],"learn":[12],"a":[13,56,95],"common":[14],"global":[15,92,105,160],"model":[16],"without":[17],"exchanging":[18],"or":[19],"transferring":[20],"the":[21,43,67,91,101,109,123,149,180,192,199,223],"data":[22],"are":[24,151,176],"stored":[25],"locally":[26],"at":[27,162],"different":[28,158],"clients.":[29],"The":[30],"Averaging":[32,145],"(FedAvg)-based":[33],"algorithms":[34],"have":[35,69],"gained":[36],"substantial":[37],"popularity":[38],"in":[39,90,94],"FL":[40,65],"reduce":[42],"communication":[44,73],"overhead,":[45],"where":[46,66],"each":[47],"client":[48],"conducts":[49],"multiple":[50],"localized":[51],"iterations":[52,99],"before":[53],"communicating":[54],"with":[55,157,179],"central":[57],"server.":[58],"In":[59,147],"this":[60,76,129],"paper,":[61],"we":[62,131,212],"focus":[63],"on":[64,177],"clients":[68,87,113,150],"diverse":[70],"computation":[71],"and/or":[72],"capabilities.":[74],"Under":[75],"circumstance,":[77],"FedAvg":[78,183],"can":[79,119],"be":[80],"less":[81],"efficient":[82,134],"since":[83],"it":[84],"requires":[85],"all":[86],"participate":[89],"aggregation":[93],"round":[96],"initiate":[98],"from":[100],"<italic":[102,115,141,201],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[103,116,142,202],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">latest</i>":[104],"model,":[106],"and":[107,114,225],"thus":[108],"synchronization":[110],"among":[111],"fast":[112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">straggler":[117],"clients</i>":[118],"severely":[120],"slow":[121],"down":[122],"overall":[124],"process.":[126],"To":[127],"address":[128],"issue,":[130],"propose":[132],"asynchronous":[135],"federated":[136],"(AFL)":[138],"framework":[139],"called":[140],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Delayed":[143],"(DeFedAvg)</i>.":[146],"DeFedAvg,":[148],"allowed":[152],"perform":[154],"local":[155],"stale":[159],"models":[161],"their":[163],"own":[164],"paces.":[165],"Theoretical":[166],"analyses":[167],"demonstrate":[168],"DeFedAvg":[170,190],"achieves":[171,198],"asymptotic":[172],"convergence":[173],"rates":[174],"par":[178],"results":[181],"of":[182,227],"for":[184],"solving":[185],"nonconvex":[186],"problems.":[187],"More":[188],"importantly,":[189],"first":[193],"AFL":[194],"algorithm":[195],"provably":[197],"desirable":[200],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">linear":[203],"speedup</i>":[204],"property,":[205],"which":[206],"indicates":[207],"its":[208],"high":[209],"scalability.":[210],"Additionally,":[211],"carry":[213],"out":[214],"extensive":[215],"numerical":[216],"experiments":[217],"using":[218],"real":[219],"datasets":[220],"validate":[222],"efficiency":[224],"scalability":[226],"our":[228],"approach":[229],"when":[230],"deep":[232],"neural":[233],"networks.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}