{"id":"https://openalex.org/W3116579057","doi":"https://doi.org/10.1109/jsait.2022.3205475","title":"Straggler-Resilient Federated Learning: Leveraging the Interplay Between Statistical Accuracy and System Heterogeneity","display_name":"Straggler-Resilient Federated Learning: Leveraging the Interplay Between Statistical Accuracy and System Heterogeneity","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W3116579057","doi":"https://doi.org/10.1109/jsait.2022.3205475","mag":"3116579057"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2022.3205475","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2022.3205475","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059780399","display_name":"Amirhossein Reisizadeh","orcid":"https://orcid.org/0000-0002-1730-8402"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amirhossein Reisizadeh","raw_affiliation_strings":["Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1730-8402","affiliations":[{"raw_affiliation_string":"Laboratory for Information and Decision Systems, Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083681840","display_name":"Isidoros Tziotis","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Isidoros Tziotis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059354479","display_name":"Hamed Hassani","orcid":"https://orcid.org/0000-0002-9448-8750"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamed Hassani","raw_affiliation_strings":["Department of Electrical and Systems Engineering, University of Pennsylvania, Philadelphia, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9448-8750","affiliations":[{"raw_affiliation_string":"Department of Electrical and Systems Engineering, University of Pennsylvania, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008417632","display_name":"Aryan Mokhtari","orcid":"https://orcid.org/0000-0001-6603-0091"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aryan Mokhtari","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-6603-0091","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040270189","display_name":"Ramtin Pedarsani","orcid":"https://orcid.org/0000-0002-1126-0292"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramtin Pedarsani","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California at Santa Barbara, Santa Barbara, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1126-0292","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California at Santa Barbara, Santa Barbara, CA, USA","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.0436,"has_fulltext":false,"cited_by_count":119,"citation_normalized_percentile":{"value":0.98992724,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"3","issue":"2","first_page":"197","last_page":"205"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6751892566680908},{"id":"https://openalex.org/keywords/statistical-learning","display_name":"Statistical learning","score":0.523165762424469},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.4937079846858978},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38548558950424194},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2863578796386719}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6751892566680908},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.523165762424469},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.4937079846858978},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38548558950424194},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2863578796386719}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsait.2022.3205475","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2022.3205475","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4721220503","display_name":null,"funder_award_id":"190932","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8016435669","display_name":null,"funder_award_id":"IIS-2112471","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8805048880","display_name":null,"funder_award_id":"2003035","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1505356468","https://openalex.org/W1957482736","https://openalex.org/W1982032418","https://openalex.org/W2156909104","https://openalex.org/W2167453047","https://openalex.org/W2268702383","https://openalex.org/W2541884796","https://openalex.org/W2798720628","https://openalex.org/W2888561381","https://openalex.org/W2912592113","https://openalex.org/W2914138317","https://openalex.org/W2914328083","https://openalex.org/W2921434559","https://openalex.org/W2921670477","https://openalex.org/W2922342388","https://openalex.org/W2955213239","https://openalex.org/W2962688627","https://openalex.org/W2962969021","https://openalex.org/W2962986403","https://openalex.org/W2963179579","https://openalex.org/W2963318081","https://openalex.org/W2963646202","https://openalex.org/W2963818924","https://openalex.org/W2970020383","https://openalex.org/W2973096819","https://openalex.org/W2981206218","https://openalex.org/W2982654255","https://openalex.org/W2995653155","https://openalex.org/W2996442797","https://openalex.org/W3001825675","https://openalex.org/W3005503558","https://openalex.org/W3008187686","https://openalex.org/W3021861822","https://openalex.org/W3034741284","https://openalex.org/W3035012305","https://openalex.org/W3035353486","https://openalex.org/W3037047862","https://openalex.org/W3037089503","https://openalex.org/W3037209298","https://openalex.org/W3037674069","https://openalex.org/W3038022836","https://openalex.org/W3043723611","https://openalex.org/W3100515187","https://openalex.org/W3101293418","https://openalex.org/W3102816259","https://openalex.org/W3103802018","https://openalex.org/W3105122387","https://openalex.org/W3158169529","https://openalex.org/W3212066104","https://openalex.org/W3213026251","https://openalex.org/W4225318143","https://openalex.org/W4287728383","https://openalex.org/W4288110237","https://openalex.org/W4288110990","https://openalex.org/W4294106961","https://openalex.org/W4297785251","https://openalex.org/W4299283926","https://openalex.org/W4299588717","https://openalex.org/W4301599317","https://openalex.org/W4318619660","https://openalex.org/W6630027706","https://openalex.org/W6640782186","https://openalex.org/W6712439485","https://openalex.org/W6728757088","https://openalex.org/W6738836531","https://openalex.org/W6743722771","https://openalex.org/W6752191696","https://openalex.org/W6754143808","https://openalex.org/W6755251367","https://openalex.org/W6755917233","https://openalex.org/W6758757267","https://openalex.org/W6759205021","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6760406037","https://openalex.org/W6765541894","https://openalex.org/W6765979255","https://openalex.org/W6766831760","https://openalex.org/W6768020840","https://openalex.org/W6769579599","https://openalex.org/W6769624030","https://openalex.org/W6771536673","https://openalex.org/W6772197471","https://openalex.org/W6773410789","https://openalex.org/W6773976177","https://openalex.org/W6774804355","https://openalex.org/W6775774844","https://openalex.org/W6779468803","https://openalex.org/W6780501606","https://openalex.org/W6781318954","https://openalex.org/W6785938674","https://openalex.org/W6786061324"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4298221930","https://openalex.org/W2390279801","https://openalex.org/W2777914285","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4378677776","https://openalex.org/W3176937389"],"abstract_inverted_index":{"Federated":[0],"learning":[1,8,30,63,87,108,235],"is":[2,31,115,144,153],"a":[3,14,55,83,156,197],"novel":[4,84],"paradigm":[5],"that":[6,28,89],"involves":[7],"from":[9],"data":[10,21,96,143],"samples":[11,215],"distributed":[12],"across":[13],"large":[15],"network":[16],"of":[17,61,93,113,138,199,209,214],"clients":[18,41,101],"while":[19,146],"the":[20,59,94,100,107,118,127,131,135,139,147,160,167,171,192,206,212],"remains":[22],"local.":[23],"It":[24],"is,":[25],"however,":[26],"known":[27],"federated":[29,62,86,178,234],"prone":[32],"to":[33,73,97,104,116,176,229,232],"multiple":[34],"system":[35,38],"challenges":[36],"including":[37],"heterogeneity":[39,49],"where":[40,201],"have":[42],"different":[43],"computation":[44,52],"and":[45,65,124,184,203,211],"communication":[46],"capabilities.":[47],"Such":[48],"in":[50,69,102,130,174,225],"clients\u2019":[51,95],"speed":[53,105],"has":[54],"negative":[56],"effect":[57],"on":[58],"scalability":[60],"algorithms":[64],"causes":[66],"significant":[67,223],"slow-down":[68],"their":[70],"runtime":[71,195],"due":[72],"slow":[74],"devices":[75],"(stragglers).":[76],"In":[77,219],"this":[78],"paper,":[79],"we":[80],"propose":[81],"FLANP,":[82],"straggler-resilient":[85],"meta-algorithm":[88,172],"incorporates":[90],"statistical":[91,136],"characteristics":[92],"adaptively":[98],"select":[99],"order":[103],"up":[106],"procedure.":[109],"The":[110],"key":[111],"idea":[112],"FLANP":[114,173,190,221],"start":[117],"training":[119,133],"procedure":[120],"with":[121],"faster":[122],"nodes":[123,210],"gradually":[125],"involve":[126],"slower":[128],"ones":[129],"model":[132,149,158],"once":[134],"accuracy":[137],"current":[140],"participating":[141],"nodes\u2019":[142],"reached,":[145],"final":[148],"for":[150,159,180],"each":[151],"stage":[152],"used":[154],"as":[155],"warm-start":[157],"next":[161],"stage.":[162],"Our":[163],"theoretical":[164],"results":[165],"characterize":[166],"speedup":[168],"provided":[169],"by":[170,196],"comparison":[175],"standard":[177,233],"benchmarks":[179],"strongly":[181],"convex":[182],"losses":[183],"i.i.d.":[185],"samples.":[186],"For":[187],"particular":[188],"instances,":[189],"slashes":[191],"overall":[193],"expected":[194],"factor":[198],"O(ln(Ns)),":[200],"N":[202],"s":[204],"denote":[205],"total":[207],"number":[208,213],"per":[216],"node,":[217],"respectively.":[218],"experiments,":[220],"demonstrates":[222],"speedups":[224],"wall-clock":[226],"time":[227],"\u2013up":[228],"6\u00d7\u2013":[230],"compared":[231],"benchmarks.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-18T10:00:31.954636","created_date":"2025-10-10T00:00:00"}