{"id":"https://openalex.org/W3033966392","doi":"https://doi.org/10.1007/s00446-022-00427-9","title":"Genuinely distributed Byzantine machine learning","display_name":"Genuinely distributed Byzantine machine learning","publication_year":2022,"publication_date":"2022-05-26","ids":{"openalex":"https://openalex.org/W3033966392","doi":"https://doi.org/10.1007/s00446-022-00427-9","mag":"3033966392"},"language":"en","primary_location":{"id":"doi:10.1007/s00446-022-00427-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00446-022-00427-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00446-022-00427-9.pdf","source":{"id":"https://openalex.org/S139349430","display_name":"Distributed Computing","issn_l":"0178-2770","issn":["0178-2770","1432-0452"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Distributed Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00446-022-00427-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090895772","display_name":"El Mahdi El Mhamdi","orcid":"https://orcid.org/0000-0001-5041-1260"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"El-Mahdi El-Mhamdi","raw_affiliation_strings":["School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049321288","display_name":"Rachid Guerraoui","orcid":"https://orcid.org/0000-0002-4794-8902"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rachid Guerraoui","raw_affiliation_strings":["School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018333744","display_name":"Arsany Guirguis","orcid":"https://orcid.org/0000-0002-0898-0387"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Arsany Guirguis","raw_affiliation_strings":["School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108716402","display_name":"L\u00ea-Nguy\u00ean Hoang","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"L\u00ea-Nguy\u00ean Hoang","raw_affiliation_strings":["School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045845689","display_name":"S\u00e9bastien Rouault","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"S\u00e9bastien Rouault","raw_affiliation_strings":["School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Sciences (IC), Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Route Cantonale, 1015, Lausanne, VD, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5090895772"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":1.3781,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.83458885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"35","issue":"4","first_page":"305","last_page":"331"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.7135505676269531},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6257613301277161},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4981834888458252},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4966965317726135}],"concepts":[{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.7135505676269531},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6257613301277161},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4981834888458252},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4966965317726135}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00446-022-00427-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00446-022-00427-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00446-022-00427-9.pdf","source":{"id":"https://openalex.org/S139349430","display_name":"Distributed Computing","issn_l":"0178-2770","issn":["0178-2770","1432-0452"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Distributed Computing","raw_type":"journal-article"},{"id":"pmh:oai:infoscience.epfl.ch:296718","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/296718","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"research article"}],"best_oa_location":{"id":"doi:10.1007/s00446-022-00427-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00446-022-00427-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00446-022-00427-9.pdf","source":{"id":"https://openalex.org/S139349430","display_name":"Distributed Computing","issn_l":"0178-2770","issn":["0178-2770","1432-0452"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Distributed Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320915","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033966392.pdf","grobid_xml":"https://content.openalex.org/works/W3033966392.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W593338398","https://openalex.org/W1442374986","https://openalex.org/W1498436455","https://openalex.org/W1794148987","https://openalex.org/W1971773339","https://openalex.org/W1976693492","https://openalex.org/W1981276685","https://openalex.org/W2007562169","https://openalex.org/W2034365297","https://openalex.org/W2035362408","https://openalex.org/W2056989909","https://openalex.org/W2060393849","https://openalex.org/W2083842231","https://openalex.org/W2095577883","https://openalex.org/W2095705004","https://openalex.org/W2115307136","https://openalex.org/W2116612304","https://openalex.org/W2126087831","https://openalex.org/W2126906505","https://openalex.org/W2132211083","https://openalex.org/W2146225536","https://openalex.org/W2152465173","https://openalex.org/W2167421362","https://openalex.org/W2180748755","https://openalex.org/W2336650964","https://openalex.org/W2402144811","https://openalex.org/W2535838896","https://openalex.org/W2579101046","https://openalex.org/W2581082771","https://openalex.org/W2603766943","https://openalex.org/W2604783387","https://openalex.org/W2752689052","https://openalex.org/W2758735346","https://openalex.org/W2788308444","https://openalex.org/W2793333878","https://openalex.org/W2804165311","https://openalex.org/W2804948787","https://openalex.org/W2875525199","https://openalex.org/W2896689993","https://openalex.org/W2906950547","https://openalex.org/W2919115771","https://openalex.org/W2944844562","https://openalex.org/W2949270253","https://openalex.org/W2949506549","https://openalex.org/W2952369090","https://openalex.org/W2962758826","https://openalex.org/W2962856918","https://openalex.org/W2963165390","https://openalex.org/W2963288913","https://openalex.org/W2963804082","https://openalex.org/W2964261056","https://openalex.org/W2964275427","https://openalex.org/W2970204870","https://openalex.org/W2970349186","https://openalex.org/W2970971581","https://openalex.org/W2986088584","https://openalex.org/W3012360060","https://openalex.org/W3046556863","https://openalex.org/W3107632872","https://openalex.org/W3137092842","https://openalex.org/W3184417486","https://openalex.org/W3193197840","https://openalex.org/W3204921648","https://openalex.org/W4247200422","https://openalex.org/W6600679772","https://openalex.org/W6601198272","https://openalex.org/W6602105519","https://openalex.org/W6603942782","https://openalex.org/W6606515831","https://openalex.org/W6614148910","https://openalex.org/W6678832241","https://openalex.org/W6702248584","https://openalex.org/W6713134421","https://openalex.org/W6765940776"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290","https://openalex.org/W4386462264"],"abstract_inverted_index":{"Abstract":[0],"Machine":[1],"learning":[2,80,201],"(ML)":[3],"solutions":[4],"are":[5],"nowadays":[6],"distributed,":[7],"according":[8],"to":[9,31,55,220,247,256,280,297,327,379],"the":[10,17,24,43,72,75,92,112,196,222,237,241,251,290,393,399],"so-called":[11],"server/worker":[12],"architecture.":[13],"One":[14],"server":[15,94],"holds":[16],"model":[18],"parameters":[19,249],"while":[20],"several":[21,97],"workers":[22,162],"train":[23],"model.":[25],"Clearly,":[26],"such":[27],"architecture":[28],"is":[29,86,184,213,219,271,279,390],"prone":[30],"various":[32],"types":[33],"of":[34,45,74,114,240,292,337,354],"component":[35,85],"failures,":[36],"which":[37,183,194],"can":[38,104,342],"be":[39,105,343],"all":[40,60],"encompassed":[41],"within":[42,250],"spectrum":[44],"a":[46,63,189,214,272,286,323,334],"Byzantine":[47,57,123,161,282,316],"behavior.":[48],"Several":[49],"approaches":[50],"have":[51],"been":[52],"proposed":[53],"recently":[54],"tolerate":[56,281],"workers.":[58,283],"Yet":[59],"require":[61],"trusting":[62],"central":[64],"parameter":[65,93,124],"server.":[66],"We":[67,99,187,349],"initiate":[68],"in":[69,107,243,392,398],"this":[70,102],"paper":[71],"study":[73],"\u201cgeneral\u201d":[76],"Byzantine-resilient":[77,198],"distributed":[78,199,232],"machine":[79,200],"problem":[81,103,202],"where":[82],"no":[83],"individual":[84],"trusted.":[87],"In":[88,366],"particular,":[89,367],"we":[90,340,346,360,368,383],"distribute":[91],"computation":[95],"on":[96,205,227,289,352,362],"nodes.":[98],"show":[100,369,384],"that":[101,370,385],"solved":[106],"an":[108],"asynchronous":[109,400],"system,":[110],"despite":[111],"presence":[113],"$$\\frac{1}{3}$$":[115,153],"<mml:math":[116,130,154,167],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[117,131,155,168],"<mml:mfrac>":[118,156],"<mml:mn>1</mml:mn>":[119,148,157],"<mml:mn>3</mml:mn>":[120,140,158,175],"</mml:mfrac>":[121,159],"</mml:math>":[122,150,160,181],"servers":[125,253],"(i.e.,":[126,163],"$$n_{ps}":[127],"&gt;":[128,165],"3f_{ps}+1$$":[129],"<mml:mrow>":[132,135,143,169],"<mml:msub>":[133,141,170,176],"<mml:mi>n</mml:mi>":[134,171],"<mml:mi>ps</mml:mi>":[136,144],"</mml:mrow>":[137,145,149,180],"</mml:msub>":[138,146,173,179],"<mml:mo>&gt;</mml:mo>":[139,174],"<mml:mi>f</mml:mi>":[142,177],"<mml:mo>+</mml:mo>":[147],")":[151],"and":[152,261,357,359,396],"$$n_w":[164],"3f_w$$":[166],"<mml:mi>w</mml:mi>":[172,178],"),":[182,270],"asymptotically":[185],"optimal.":[186],"present":[188],"new":[190],"algorithm,":[191],"ByzSGD":[192,314,331,351,371,386],",":[193,212],"solves":[195],"general":[197],"by":[203],"relying":[204],"three":[206],"major":[207],"schemes.":[208],"The":[209,230,264],"first,":[210],"scatter/gather":[211],"communication":[215,320],"scheme":[216],"whose":[217,277],"goal":[218,278],"bound":[221,288],"maximum":[223],"drift":[224],"among":[225],"models":[226],"correct":[228,252],"servers.":[229],"second,":[231],"median":[233,242],"contraction":[234],"(DMC),":[235],"leverages":[236],"geometric":[238],"properties":[239],"high":[244],"dimensional":[245],"spaces":[246],"bring":[248],"back":[254],"close":[255],"each":[257],"other,":[258],"ensuring":[259],"safe":[260],"lively":[262],"learning.":[263],"third,":[265],"Minimum-diameter":[266],"averaging":[267],"(":[268],"MDA":[269,284],"statistically-robust":[273],"gradient":[274,294],"aggregation":[275],"rule":[276],"requires":[285],"loose":[287],"variance":[291],"non-Byzantine":[293,329],"estimates,":[295],"compared":[296,326,378],"existing":[298],"alternatives":[299],"[e.g.,":[300],"Krum":[301],"(Blanchard":[302],"et":[303],"al.,":[304],"in:":[305],"Neural":[306],"information":[307],"processing":[308],"systems,":[309],"pp":[310],"118-128,":[311],"2017)].":[312],"Interestingly,":[313],"ensures":[315],"resilience":[317],"without":[318],"adding":[319],"rounds":[321],"(on":[322],"normal":[324],"path),":[325],"vanilla":[328,380],"alternatives.":[330],"requires,":[332],"however,":[333],"larger":[335],"number":[336],"messages":[338],"which,":[339],"show,":[341],"reduced":[344],"if":[345],"assume":[347],"synchrony.":[348],"implemented":[350],"top":[353],"both":[355],"TensorFlow":[356],"PyTorch,":[358],"report":[361],"our":[363],"evaluation":[364],"results.":[365],"guarantees":[372],"convergence":[373],"with":[374],"around":[375],"32%":[376],"overhead":[377,389],"SGD.":[381],"Furthermore,":[382],"\u2019s":[387],"throughput":[388],"24\u2013176%":[391],"synchronous":[394],"case":[395],"28\u2013220%":[397],"case.":[401]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}