{"id":"https://openalex.org/W3195296996","doi":"https://doi.org/10.1109/tcns.2023.3237489","title":"Byzantine Fault-Tolerance in Federated Local SGD Under $2f$-Redundancy","display_name":"Byzantine Fault-Tolerance in Federated Local SGD Under $2f$-Redundancy","publication_year":2023,"publication_date":"2023-01-16","ids":{"openalex":"https://openalex.org/W3195296996","doi":"https://doi.org/10.1109/tcns.2023.3237489","mag":"3195296996"},"language":"en","primary_location":{"id":"doi:10.1109/tcns.2023.3237489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2023.3237489","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://infoscience.epfl.ch/handle/20.500.14299/204961","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054849639","display_name":"Nirupam Gupta","orcid":"https://orcid.org/0000-0003-4252-9319"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Nirupam Gupta","raw_affiliation_strings":["School of Computer and Communication Sciences, EPFL, Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035207859","display_name":"Thinh T. Doan","orcid":"https://orcid.org/0000-0001-5135-3429"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thinh T. Doan","raw_affiliation_strings":["Bradley Department of Electrical and Computer Department, Virginia Tech, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Bradley Department of Electrical and Computer Department, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042521435","display_name":"Nitin H. Vaidya","orcid":"https://orcid.org/0000-0001-5104-8977"},"institutions":[{"id":"https://openalex.org/I184565670","display_name":"Georgetown University","ror":"https://ror.org/05vzafd60","country_code":"US","type":"education","lineage":["https://openalex.org/I184565670"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitin Vaidya","raw_affiliation_strings":["Department of Computer Science, Georgetown University, Washington, DC, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgetown University, Washington, DC, USA","institution_ids":["https://openalex.org/I184565670"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5054849639"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":1.5573,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.85602763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"4","first_page":"1669","last_page":"1681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6294547915458679},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.5652225613594055},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.542332649230957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5264036059379578},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.41809725761413574},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3532674014568329},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34767791628837585},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.17017453908920288}],"concepts":[{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6294547915458679},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.5652225613594055},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.542332649230957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5264036059379578},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.41809725761413574},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3532674014568329},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34767791628837585},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.17017453908920288},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcns.2023.3237489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2023.3237489","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},{"id":"pmh:oai:infoscience.epfl.ch:308687","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/204961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:308687","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/204961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"research article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.49000000953674316}],"awards":[],"funders":[{"id":"https://openalex.org/F328363578","display_name":"Commonwealth Cyber Initiative","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1499908471","https://openalex.org/W2053637704","https://openalex.org/W2071857538","https://openalex.org/W2221032419","https://openalex.org/W2410099853","https://openalex.org/W2490498838","https://openalex.org/W2500565968","https://openalex.org/W2542482481","https://openalex.org/W2554864439","https://openalex.org/W2614254310","https://openalex.org/W2752689052","https://openalex.org/W2752784462","https://openalex.org/W2783859821","https://openalex.org/W2788308444","https://openalex.org/W2788816110","https://openalex.org/W2804948787","https://openalex.org/W2922259313","https://openalex.org/W2923191059","https://openalex.org/W2962775700","https://openalex.org/W2963165390","https://openalex.org/W2963334472","https://openalex.org/W2964135521","https://openalex.org/W2964275427","https://openalex.org/W2964279249","https://openalex.org/W2972594657","https://openalex.org/W2979625852","https://openalex.org/W2986088584","https://openalex.org/W2995022099","https://openalex.org/W2995164118","https://openalex.org/W3012916035","https://openalex.org/W3017335724","https://openalex.org/W3021654819","https://openalex.org/W3041260350","https://openalex.org/W3045501510","https://openalex.org/W3046449784","https://openalex.org/W3046561551","https://openalex.org/W3048715803","https://openalex.org/W3101352448","https://openalex.org/W3101875661","https://openalex.org/W3103802018","https://openalex.org/W3104659006","https://openalex.org/W3107632872","https://openalex.org/W3114131478","https://openalex.org/W3119593986","https://openalex.org/W3132073757","https://openalex.org/W3137092842","https://openalex.org/W3138597937","https://openalex.org/W3171189420","https://openalex.org/W3184417486","https://openalex.org/W3186788521","https://openalex.org/W4252654521","https://openalex.org/W4294106961","https://openalex.org/W4313463172","https://openalex.org/W6638545294","https://openalex.org/W6677186076","https://openalex.org/W6743821447","https://openalex.org/W6747969630","https://openalex.org/W6748268456","https://openalex.org/W6748556508","https://openalex.org/W6748626757","https://openalex.org/W6748786018","https://openalex.org/W6752246848","https://openalex.org/W6760405771","https://openalex.org/W6760825779","https://openalex.org/W6769096552","https://openalex.org/W6770634426","https://openalex.org/W6771533808","https://openalex.org/W6775252287","https://openalex.org/W6787499695","https://openalex.org/W6791592345","https://openalex.org/W6838268419"],"related_works":["https://openalex.org/W2153096481","https://openalex.org/W2148616436","https://openalex.org/W2102525122","https://openalex.org/W4245282135","https://openalex.org/W4306316843","https://openalex.org/W2130594209","https://openalex.org/W2036953450","https://openalex.org/W4300955944","https://openalex.org/W2170004886","https://openalex.org/W2108317625"],"abstract_inverted_index":{"In":[0,111,153],"this":[1,82],"article,":[2],"we":[3,84],"study":[4],"the":[5,52,67,105,112,116,139,143,154,158,176,182,188],"problem":[6],"of":[7,20,66,75,108,135,147,165,184,190],"Byzantine":[8,109,136,191],"fault-tolerance":[9,130,174],"in":[10],"a":[11,18,24,41,60,73,86,92,132],"federated":[12],"optimization":[13],"setting,":[14,114,156],"where":[15,175],"there":[16],"is":[17,59,70,179],"group":[19],"agents":[21,69,117,141,159],"communicating":[22],"with":[23,51,55],"centralized":[25],"coordinator.":[26,53],"We":[27],"allow":[28],"up":[29],"to":[30,71,102,181],"<inline-formula":[31],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[32,95,128,149,172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[33],"notation=\"LaTeX\">$f$</tex-math></inline-formula>":[34],"Byzantine-faulty":[35],"agents,":[36,137],"which":[37],"may":[38,46],"not":[39],"follow":[40],"prescribed":[42],"algorithm":[43,89,125,169],"correctly,":[44],"and":[45,187],"share":[47],"arbitrarily":[48],"incorrect":[49],"information":[50],"Associated":[54],"each":[56],"nonfaulty":[57,68,140],"agent":[58],"local":[61,87,121],"cost":[62,78],"function.":[63,79],"The":[64],"goal":[65],"compute":[72,119,162],"minimizer":[74],"their":[76,120,166],"aggregate":[77],"For":[80],"solving":[81],"problem,":[83],"propose":[85],"gradient-descent":[88],"that":[90],"incorporates":[91],"novel":[93],"<italic":[94,127,148,171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">comparative":[96],"elimination</i>":[97],"filter":[98],"(aka.":[99],"aggregation":[100],"scheme)":[101],"provably":[103],"mitigate":[104],"detrimental":[106],"impact":[107],"faults.":[110],"deterministic":[113],"when":[115,157],"can":[118,160],"gradients":[122,186],"accurately,":[123],"our":[124,168],"guarantees":[126,170],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">exact</i>":[129],"against":[131],"bounded":[133],"fraction":[134,189],"provided":[138],"satisfy":[142],"known":[144],"necessary":[145],"condition":[146],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><inline-formula><tex-math":[150],"notation=\"LaTeX\">$2f$</tex-math></inline-formula>-redundancy</i>":[151],".":[152],"stochastic":[155,163,185],"only":[161],"estimates":[164],"gradients,":[167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">approximate</i>":[173],"approximation":[177],"error":[178],"proportional":[180],"variance":[183],"agents.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
