{"id":"https://openalex.org/W4376660712","doi":"https://doi.org/10.1145/3593013.3594103","title":"Arbitrary Decisions are a Hidden Cost of Differentially Private Training","display_name":"Arbitrary Decisions are a Hidden Cost of Differentially Private Training","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4376660712","doi":"https://doi.org/10.1145/3593013.3594103"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3594103","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3594103","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://infoscience.epfl.ch/record/307716","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002380504","display_name":"Bogdan Kulynych","orcid":"https://orcid.org/0000-0001-5923-3931"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Bogdan Kulynych","raw_affiliation_strings":["SPRING Lab, EPFL, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5923-3931","affiliations":[{"raw_affiliation_string":"SPRING Lab, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086525718","display_name":"Hsiang Hsu","orcid":"https://orcid.org/0000-0001-8084-3929"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsiang Hsu","raw_affiliation_strings":["Harvard University, USA"],"raw_orcid":"https://orcid.org/0000-0001-8084-3929","affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072857797","display_name":"Carmela Troncoso","orcid":"https://orcid.org/0000-0002-2374-2248"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Carmela Troncoso","raw_affiliation_strings":["SPRING Lab, EPFL, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2374-2248","affiliations":[{"raw_affiliation_string":"SPRING Lab, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074697940","display_name":"Fl\u00e1vio P. Calmon","orcid":"https://orcid.org/0000-0002-7493-1428"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Flavio P. Calmon","raw_affiliation_strings":["Harvard University, USA"],"raw_orcid":"https://orcid.org/0000-0002-7493-1428","affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002380504"],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":1.3633,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.84345013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1609","last_page":"1623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.699242353439331},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.568875253200531}],"concepts":[{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.699242353439331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.568875253200531},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3593013.3594103","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3593013.3594103","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.epfl.ch:307716","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/307716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/307716","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:307716","is_oa":true,"landing_page_url":"http://infoscience.epfl.ch/record/307716","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://infoscience.epfl.ch/record/307716","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.699999988079071,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1130614008","display_name":null,"funder_award_id":"CAREER 1845852","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1749839632","display_name":"CIF: Medium: Collaborative Research: Information-theoretic Guarantees on Privacy in the Age of Learning","funder_award_id":"1900750","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2973845407","display_name":"CAREER: Information-Theoretic Foundations of Fairness in Machine Learning","funder_award_id":"1845852","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5170131607","display_name":null,"funder_award_id":"1845852,2040880,1900750","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5256785375","display_name":null,"funder_award_id":"200021-","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G604106688","display_name":"FAI: Foundations of Fair AI in Medicine: Ensuring the Fair Use of Patient Attributes","funder_award_id":"2040880","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G685298920","display_name":"VaultML: Preventing privacy leaks in machine learning","funder_award_id":"188824","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G7185605250","display_name":null,"funder_award_id":"FAI 2040880","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8439881202","display_name":null,"funder_award_id":"200021-188824","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"},{"id":"https://openalex.org/G8567124417","display_name":null,"funder_award_id":"CIF 1900750","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G993971353","display_name":null,"funder_award_id":"200021","funder_id":"https://openalex.org/F4320320924","funder_display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320924","display_name":"Schweizerischer Nationalfonds zur F\u00f6rderung der Wissenschaftlichen Forschung","ror":"https://ror.org/00yjd3n13"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1932922755","https://openalex.org/W2027595342","https://openalex.org/W2096633407","https://openalex.org/W2100960835","https://openalex.org/W2350778671","https://openalex.org/W2473418344","https://openalex.org/W2950103651","https://openalex.org/W2963999993","https://openalex.org/W2970971581","https://openalex.org/W3100511085","https://openalex.org/W3118608800","https://openalex.org/W3150635270","https://openalex.org/W4236965008","https://openalex.org/W4283168572","https://openalex.org/W4283169532","https://openalex.org/W4382202988","https://openalex.org/W6969259846"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W230091440","https://openalex.org/W2390279801","https://openalex.org/W2233261550","https://openalex.org/W2358668433","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2997094352"],"abstract_inverted_index":{"Mechanisms":[0],"used":[1,59,172],"in":[2,60,167,198,217],"privacy-preserving":[3],"machine":[4],"learning":[5],"often":[6],"aim":[7],"to":[8,26,33,104,119,173,189],"guarantee":[9],"differential":[10],"privacy":[11,156],"(DP)":[12],"during":[13,176],"model":[14,24,75,105],"training.":[15,61],"Practical":[16],"DP-ensuring":[17,135,212],"training":[18,82,91,177],"methods":[19],"use":[20],"randomization":[21,40],"when":[22],"fitting":[23],"parameters":[25],"privacy-sensitive":[27],"data":[28],"(e.g.,":[29],"adding":[30],"Gaussian":[31],"noise":[32],"clipped":[34],"gradients).":[35],"We":[36,109,124,143,201],"demonstrate":[37,144],"that":[38,145,203],"such":[39],"incurs":[41],"predictive":[42,121,149,208],"multiplicity:":[43],"for":[44,63,101,180],"a":[45,64,74,111,186],"given":[46,65],"input":[47],"example,":[48],"the":[49,57,67,80,114,146,153,168,190,207],"output":[50,69,137],"predicted":[51,68],"by":[52,195],"equally-private":[53],"models":[54,197],"depends":[55],"on":[56,113],"randomness":[58,171],"Thus,":[62],"input,":[66],"can":[70],"vary":[71],"drastically":[72],"if":[73,79],"is":[76,84,97,159],"re-trained,":[77],"even":[78],"same":[81],"dataset":[83],"used.":[85],"The":[86],"predictive-multiplicity":[87,131],"cost":[88,132],"of":[89,116,133,148,155,192,210,219],"DP":[90,175],"has":[92],"not":[93],"been":[94],"studied,":[95],"and":[96,107,127,141,158,164],"currently":[98],"neither":[99],"audited":[100],"nor":[102],"communicated":[103],"designers":[106],"stakeholders.":[108],"derive":[110],"bound":[112],"number":[115],"re-trainings":[117],"required":[118],"estimate":[120],"multiplicity":[122,150,209],"reliably.":[123],"analyze\u2014both":[125],"theoretically":[126],"through":[128],"extensive":[129],"experiments\u2014the":[130],"three":[134],"algorithms:":[136],"perturbation,":[138,140],"objective":[139],"DP-SGD.":[142],"degree":[147],"rises":[151],"as":[152],"level":[154],"increases,":[157],"unevenly":[160],"distributed":[161],"across":[162],"individuals":[163],"demographic":[165],"groups":[166],"data.":[169],"Because":[170],"ensure":[174],"explains":[178],"predictions":[179],"some":[181],"examples,":[182],"our":[183],"results":[184],"highlight":[185],"fundamental":[187],"challenge":[188],"justifiability":[191],"decisions":[193],"supported":[194],"differentially-private":[196],"high-stakes":[199],"settings.":[200],"conclude":[202],"practitioners":[204],"should":[205],"audit":[206],"their":[211],"algorithms":[213],"before":[214],"deploying":[215],"them":[216],"applications":[218],"individual-level":[220],"consequence.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}