{"id":"https://openalex.org/W4402896775","doi":"https://doi.org/10.1109/tpami.2024.3469188","title":"Stabilizing and Accelerating Federated Learning on Heterogeneous Data With Partial Client Participation","display_name":"Stabilizing and Accelerating Federated Learning on Heterogeneous Data With Partial Client Participation","publication_year":2024,"publication_date":"2024-09-26","ids":{"openalex":"https://openalex.org/W4402896775","doi":"https://doi.org/10.1109/tpami.2024.3469188","pmid":"https://pubmed.ncbi.nlm.nih.gov/39325608"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3469188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3469188","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100396897","display_name":"Hao Zhang","orcid":"https://orcid.org/0000-0002-3572-7053"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2888-594X","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342512","display_name":"Wenrui Dai","orcid":"https://orcid.org/0000-0003-2522-5778"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Dai","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2522-5778","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073652872","display_name":"Ziyang Zheng","orcid":"https://orcid.org/0000-0001-9923-8016"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Zheng","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9923-8016","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016006337","display_name":"Junni Zou","orcid":"https://orcid.org/0000-0002-9694-9880"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junni Zou","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9694-9880","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4552-0029","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.1971,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.92619921,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"47","issue":"1","first_page":"67","last_page":"83"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7386544942855835},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5143381357192993},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3433563709259033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7386544942855835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5143381357192993},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3433563709259033}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3469188","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3469188","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39325608","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39325608","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1080903817","display_name":null,"funder_award_id":"62320106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3438946646","display_name":null,"funder_award_id":"61932022","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G376436071","display_name":null,"funder_award_id":"62401357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4936292138","display_name":null,"funder_award_id":"T2122024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6094063813","display_name":null,"funder_award_id":"62125109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6263369104","display_name":null,"funder_award_id":"62431017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7123918047","display_name":null,"funder_award_id":"62120106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7931220373","display_name":null,"funder_award_id":"62371288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8700549466","display_name":null,"funder_award_id":"61931023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2416373267","https://openalex.org/W2617089797","https://openalex.org/W2734358244","https://openalex.org/W2803297720","https://openalex.org/W2900182564","https://openalex.org/W2901838001","https://openalex.org/W2962686479","https://openalex.org/W2963433607","https://openalex.org/W3021654819","https://openalex.org/W3093828967","https://openalex.org/W3158567365","https://openalex.org/W3159481909","https://openalex.org/W3176364684","https://openalex.org/W3204946808","https://openalex.org/W4206320562","https://openalex.org/W4224443907","https://openalex.org/W4285141919","https://openalex.org/W4385453029","https://openalex.org/W4389666341","https://openalex.org/W4390298679","https://openalex.org/W4392746976","https://openalex.org/W4402754207","https://openalex.org/W6638214083","https://openalex.org/W6679563152","https://openalex.org/W6681151457","https://openalex.org/W6728757088","https://openalex.org/W6740483536","https://openalex.org/W6746720608","https://openalex.org/W6749107692","https://openalex.org/W6750206666","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6754143808","https://openalex.org/W6757139170","https://openalex.org/W6759238902","https://openalex.org/W6762930437","https://openalex.org/W6765541894","https://openalex.org/W6767676916","https://openalex.org/W6768660345","https://openalex.org/W6771189296","https://openalex.org/W6773520829","https://openalex.org/W6773817997","https://openalex.org/W6773976177","https://openalex.org/W6774804355","https://openalex.org/W6776730200","https://openalex.org/W6779174304","https://openalex.org/W6779445818","https://openalex.org/W6782005658","https://openalex.org/W6787972765","https://openalex.org/W6789592126","https://openalex.org/W6790034021","https://openalex.org/W6790114788","https://openalex.org/W6790212648","https://openalex.org/W6798417033","https://openalex.org/W6800755839","https://openalex.org/W6803344470","https://openalex.org/W6804414558","https://openalex.org/W6856878186","https://openalex.org/W6981657223","https://openalex.org/W7034108470"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"(FL)":[2],"commonly":[3],"encourages":[4],"the":[5,13,23,27,34,42,74,80,86,94,103,114,123,130,158,166,186,196,208,218,223,241,270,275],"clients":[6,163],"to":[7,99,142,246,281,287],"perform":[8],"multiple":[9,38,87,109],"local":[10,39,88,110,199,211],"updates":[11,40,89,111],"before":[12],"global":[14,115,197,219,271],"aggregation,":[15],"thus":[16],"avoiding":[17],"frequent":[18],"model":[19,83],"exchanges":[20],"and":[21,29,57,117,125,146,188,198,204,232,243,262],"relieving":[22],"communication":[24,279],"bottleneck":[25],"between":[26],"server":[28],"clients.":[30],"Though":[31],"empirically":[32],"effective,":[33],"negative":[35],"impact":[36],"of":[37,44,105,152,210,217,225,278],"on":[41,61,185,239],"stability":[43,71,133,209],"FL":[45,137,180],"is":[46,213],"not":[47,267],"thoroughly":[48],"studied,":[49],"which":[50],"may":[51,112],"result":[52],"in":[53,66],"a":[54,69,149,175,282],"globally":[55],"unstable":[56],"slow":[58],"convergence.":[59],"Based":[60],"sensitivity":[62],"analysis,":[63],"we":[64,172],"define":[65],"this":[67],"paper":[68],"local-update":[70,132,167,251],"index":[72],"for":[73,134,227],"general":[75,230],"FL,":[76],"as":[77],"measured":[78],"by":[79,170,273],"maximum":[81],"inter-client":[82],"discrepancy":[84],"after":[85],"that":[90,257],"mainly":[91],"stems":[92],"from":[93,148],"data":[95,260],"heterogeneity.":[96],"It":[97],"enables":[98],"determine":[100],"how":[101],"much":[102],"variation":[104],"client's":[106],"models":[107],"with":[108,122,215],"influence":[113],"model,":[116],"can":[118],"also":[119],"be":[120],"linked":[121],"convergence":[124,224,272],"generalization.":[126],"We":[127,221,235],"theoretically":[128],"derive":[129],"proposed":[131,250],"current":[135],"state-of-the-art":[136],"methods,":[138],"providing":[139],"possible":[140],"insight":[141],"understanding":[143],"their":[144],"motivation":[145],"limitation":[147],"new":[150],"perspective":[151],"stability.":[153,168,252],"For":[154],"example,":[155],"naively":[156],"executing":[157],"parallel":[159],"acceleration":[160],"locally":[161],"at":[162],"would":[164],"harm":[165],"Motivated":[169],"this,":[171],"then":[173,236],"propose":[174],"novel":[176],"accelerated":[177,191],"yet":[178],"stabilized":[179],"algorithm":[181],"(named":[182],"FedANAG)":[183],"based":[184],"server-":[187],"client-level":[189],"Nesterov":[190],"gradient":[192],"(NAG).":[193],"In":[194],"FedANAG,":[195],"momenta":[200],"are":[201],"elaborately":[202],"designed":[203],"alternatively":[205],"updated,":[206],"while":[207],"update":[212],"enhanced":[214],"help":[216],"momentum.":[220],"prove":[222],"FedANAG":[226,266],"strongly":[228],"convex,":[229],"convex":[231],"non-convex":[233],"settings.":[234],"conduct":[237],"evaluations":[238],"both":[240],"synthetic":[242],"real-world":[244],"datasets":[245],"first":[247],"validate":[248],"our":[249],"The":[253],"results":[254],"further":[255],"show":[256],"across":[258],"various":[259],"heterogeneity":[261],"client":[263],"participation":[264],"ratios,":[265],"only":[268],"accelerates":[269],"reducing":[274],"required":[276],"number":[277],"rounds":[280],"target":[283],"accuracy,":[284],"but":[285],"converges":[286],"an":[288],"eventually":[289],"higher":[290],"accuracy.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}