{"id":"https://openalex.org/W3183165740","doi":"https://doi.org/10.1145/3465084.3467919","title":"Differential Privacy and Byzantine Resilience in SGD","display_name":"Differential Privacy and Byzantine Resilience in SGD","publication_year":2021,"publication_date":"2021-07-21","ids":{"openalex":"https://openalex.org/W3183165740","doi":"https://doi.org/10.1145/3465084.3467919","mag":"3183165740"},"language":"en","primary_location":{"id":"doi:10.1145/3465084.3467919","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3465084.3467919","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Symposium on Principles of Distributed Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049321288","display_name":"Rachid Guerraoui","orcid":"https://orcid.org/0000-0002-4794-8902"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Rachid Guerraoui","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054849639","display_name":"Nirupam Gupta","orcid":"https://orcid.org/0000-0003-4252-9319"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nirupam Gupta","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033087851","display_name":"Rafa\u00ebl Pinot","orcid":"https://orcid.org/0000-0001-5372-8300"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Rafa\u00ebl Pinot","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045845689","display_name":"S\u00e9bastien Rouault","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"S\u00e9bastien Rouault","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082964481","display_name":"John Stephan","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"John Stephan","raw_affiliation_strings":["Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland"],"affiliations":[{"raw_affiliation_string":"Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne (EPFL), Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5049321288"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":2.5155,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91053025,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"391","last_page":"401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.8159000873565674},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7531772255897522},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.7074352502822876},{"id":"https://openalex.org/keywords/byzantine-architecture","display_name":"Byzantine architecture","score":0.6496654748916626},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.5755807757377625},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5207502841949463},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4719480872154236},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.44467005133628845},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3998505473136902},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.395007461309433},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3383510112762451},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3048929274082184},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2722841501235962},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17117968201637268}],"concepts":[{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.8159000873565674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7531772255897522},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.7074352502822876},{"id":"https://openalex.org/C104562893","wikidata":"https://www.wikidata.org/wiki/Q47591","display_name":"Byzantine architecture","level":2,"score":0.6496654748916626},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.5755807757377625},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5207502841949463},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4719480872154236},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.44467005133628845},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3998505473136902},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.395007461309433},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3383510112762451},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3048929274082184},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2722841501235962},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17117968201637268},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3465084.3467919","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3465084.3467919","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 ACM Symposium on Principles of Distributed Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W639218804","https://openalex.org/W1937834619","https://openalex.org/W1985511977","https://openalex.org/W1992926795","https://openalex.org/W2027595342","https://openalex.org/W2053637704","https://openalex.org/W2057332538","https://openalex.org/W2083842231","https://openalex.org/W2086161653","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2132211083","https://openalex.org/W2156163116","https://openalex.org/W2337093093","https://openalex.org/W2473418344","https://openalex.org/W2560674852","https://openalex.org/W2752689052","https://openalex.org/W2902964282","https://openalex.org/W2911978475","https://openalex.org/W2936154336","https://openalex.org/W2950602864","https://openalex.org/W2963433607","https://openalex.org/W2988590948","https://openalex.org/W3046556863","https://openalex.org/W3121480429","https://openalex.org/W4241087722","https://openalex.org/W4288083516","https://openalex.org/W6601198272","https://openalex.org/W6657138077","https://openalex.org/W6824583106"],"related_works":["https://openalex.org/W635625959","https://openalex.org/W1548189724","https://openalex.org/W2034320198","https://openalex.org/W2149625404","https://openalex.org/W4252331942","https://openalex.org/W4386477301","https://openalex.org/W4220997590","https://openalex.org/W2763042189","https://openalex.org/W4361791424","https://openalex.org/W2953763514"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,23,41,48,69,92,95,102,107,111],"problem":[4,54],"of":[5,22,43,59,64,88,94,104,106,113],"combining":[6],"Byzantine":[7,138],"resilience":[8,139],"with":[9],"privacy":[10,35],"in":[11],"machine":[12],"learning":[13,29],"(ML).":[14],"Specifically,":[15],"we":[16,82],"study":[17],"if":[18],"a":[19,56,85],"distributed":[20],"implementation":[21],"renowned":[24],"Stochastic":[25],"Gradient":[26],"Descent":[27],"(SGD)":[28],"algorithm":[30,98],"is":[31,47,67,132],"feasible":[32],"withboth":[33],"differential":[34],"(DP)":[36],"and":[37,137],"(\u03b1,f)-Byzantine":[38],"resilience.":[39],"To":[40],"best":[42],"our":[44,65,120],"knowledge,":[45],"this":[46,53],"first":[49],"work":[50],"to":[51,72,134],"tackle":[52],"from":[55],"theoretical":[57,121],"point":[58],"view.":[60],"A":[61],"key":[62],"finding":[63],"analyses":[66],"that":[68,84,130],"classical":[70],"approaches":[71],"these":[73,89],"two":[74],"(seemingly)":[75],"orthogonal":[76],"issues":[77],"are":[78],"incompatible.":[79],"More":[80],"precisely,":[81],"show":[83],"direct":[86],"composition":[87],"techniques":[90],"makes":[91],"guarantees":[93],"resulting":[96],"SGD":[97],"depend":[99],"unfavourably":[100],"upon":[101],"number":[103],"parameters":[105],"ML":[108],"model,":[109],"making":[110],"training":[112],"large":[114],"models":[115],"practically":[116],"infeasible.":[117],"We":[118],"validate":[119],"results":[122],"through":[123],"numerical":[124],"experiments":[125],"on":[126],"publicly-available":[127],"datasets;":[128],"showing":[129],"it":[131],"impractical":[133],"ensure":[135],"DP":[136],"simultaneously.":[140]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2021-08-02T00:00:00"}