{"id":"https://openalex.org/W4396883603","doi":"https://doi.org/10.1145/3665252.3665267","title":"Epistemic Parity: Reproducibility as an Evaluation Metric for Differential Privacy","display_name":"Epistemic Parity: Reproducibility as an Evaluation Metric for Differential Privacy","publication_year":2024,"publication_date":"2024-05-14","ids":{"openalex":"https://openalex.org/W4396883603","doi":"https://doi.org/10.1145/3665252.3665267"},"language":"en","primary_location":{"id":"doi:10.1145/3665252.3665267","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3665252.3665267","pdf_url":null,"source":{"id":"https://openalex.org/S47508943","display_name":"ACM SIGMOD Record","issn_l":"0163-5808","issn":["0163-5808","1943-5835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGMOD Record","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068868453","display_name":"Lucas Rosenblatt","orcid":"https://orcid.org/0000-0001-6952-4361"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Rosenblatt","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084772545","display_name":"Bernease Herman","orcid":"https://orcid.org/0000-0002-5453-4994"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bernease Herman","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075656847","display_name":"Anastasia Holovenko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165738","display_name":"Ukrainian Catholic University","ror":"https://ror.org/05tt5nr09","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210165738"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Anastasia Holovenko","raw_affiliation_strings":["Ukrainian Catholic University, Lviv, Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ukrainian Catholic University, Lviv, Ukraine","institution_ids":["https://openalex.org/I4210165738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034629656","display_name":"Wonkwon Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wonkwon Lee","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006180749","display_name":"Joshua R. Loftus","orcid":"https://orcid.org/0000-0002-2905-1632"},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joshua Loftus","raw_affiliation_strings":["London School of Economics, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"London School of Economics, London, United Kingdom","institution_ids":["https://openalex.org/I909854389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092688368","display_name":"Elizabeth McKinnie","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth McKinnie","raw_affiliation_strings":["Microsoft, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Seattle, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086019258","display_name":"Taras Rumezhak","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165738","display_name":"Ukrainian Catholic University","ror":"https://ror.org/05tt5nr09","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210165738"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Taras Rumezhak","raw_affiliation_strings":["Ukrainian Catholic University, Lviv, Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ukrainian Catholic University, Lviv, Ukraine","institution_ids":["https://openalex.org/I4210165738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040285457","display_name":"Andrii Stadnik","orcid":"https://orcid.org/0000-0002-4589-9721"},"institutions":[{"id":"https://openalex.org/I4210165738","display_name":"Ukrainian Catholic University","ror":"https://ror.org/05tt5nr09","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210165738"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Andrii Stadnik","raw_affiliation_strings":["Ukrainian Catholic University, Lviv, Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ukrainian Catholic University, Lviv, Ukraine","institution_ids":["https://openalex.org/I4210165738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007124763","display_name":"Bill Howe","orcid":"https://orcid.org/0000-0001-8588-8472"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Howe","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082830839","display_name":"Julia Stoyanovich","orcid":"https://orcid.org/0000-0002-1587-0450"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Stoyanovich","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5557,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.69551998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"53","issue":"1","first_page":"65","last_page":"74"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.8635870218276978},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.811575174331665},{"id":"https://openalex.org/keywords/parity","display_name":"Parity (physics)","score":0.6383248567581177},{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.5507182478904724},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5462446212768555},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.42715075612068176},{"id":"https://openalex.org/keywords/privacy-protection","display_name":"Privacy protection","score":0.4235541820526123},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.364582896232605},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3542454242706299},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.31592947244644165},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22312268614768982},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19416329264640808}],"concepts":[{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.8635870218276978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.811575174331665},{"id":"https://openalex.org/C2777151079","wikidata":"https://www.wikidata.org/wiki/Q141160","display_name":"Parity (physics)","level":2,"score":0.6383248567581177},{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.5507182478904724},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5462446212768555},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.42715075612068176},{"id":"https://openalex.org/C3017597292","wikidata":"https://www.wikidata.org/wiki/Q25052250","display_name":"Privacy protection","level":2,"score":0.4235541820526123},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.364582896232605},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3542454242706299},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31592947244644165},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22312268614768982},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19416329264640808},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C109214941","wikidata":"https://www.wikidata.org/wiki/Q18334","display_name":"Particle physics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3665252.3665267","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3665252.3665267","pdf_url":null,"source":{"id":"https://openalex.org/S47508943","display_name":"ACM SIGMOD Record","issn_l":"0163-5808","issn":["0163-5808","1943-5835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGMOD Record","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1873763122","https://openalex.org/W2006546769","https://openalex.org/W2054305681","https://openalex.org/W2075851722","https://openalex.org/W2110868467","https://openalex.org/W2124612670","https://openalex.org/W2165157425","https://openalex.org/W2217200224","https://openalex.org/W2294900461","https://openalex.org/W2396961612","https://openalex.org/W2623059953","https://openalex.org/W2790049260","https://openalex.org/W2803384590","https://openalex.org/W2806901780","https://openalex.org/W2883454013","https://openalex.org/W2905539580","https://openalex.org/W2944196828","https://openalex.org/W2944996955","https://openalex.org/W2947819652","https://openalex.org/W2963699739","https://openalex.org/W2967880504","https://openalex.org/W2978331366","https://openalex.org/W2998690112","https://openalex.org/W3035357606","https://openalex.org/W3100818209","https://openalex.org/W3120740533","https://openalex.org/W3130749934","https://openalex.org/W3175638203","https://openalex.org/W3176736928","https://openalex.org/W3197295672","https://openalex.org/W3203236016","https://openalex.org/W3212596026","https://openalex.org/W4200099901","https://openalex.org/W4210872034","https://openalex.org/W4283399696","https://openalex.org/W4288057778","https://openalex.org/W4288296172","https://openalex.org/W4386128213","https://openalex.org/W6657138077","https://openalex.org/W6713677462","https://openalex.org/W6756847103","https://openalex.org/W6765451912","https://openalex.org/W6799868450","https://openalex.org/W6810581447","https://openalex.org/W6910053100"],"related_works":["https://openalex.org/W3010781909","https://openalex.org/W4200233390","https://openalex.org/W4315705624","https://openalex.org/W2605443953","https://openalex.org/W3116386889","https://openalex.org/W4313218046","https://openalex.org/W2943138144","https://openalex.org/W4388855833","https://openalex.org/W1604340626","https://openalex.org/W3127289135"],"abstract_inverted_index":{"Differential":[0],"privacy":[1,19],"(DP)":[2],"data":[3,94,150],"synthesizers":[4],"are":[5],"increasingly":[6],"proposed":[7],"to":[8,67,69],"afford":[9],"public":[10],"release":[11],"of":[12,29,53,78,101,128,132],"sensitive":[13],"information,":[14],"offering":[15],"theoretical":[16],"guarantees":[17],"for":[18,64,92],"(and,":[20],"in":[21,31,75],"some":[22],"cases,":[23],"utility),":[24],"but":[25],"limited":[26],"empirical":[27,130],"evidence":[28],"utility":[30],"practical":[32],"settings.":[33],"Utility":[34],"is":[35],"typically":[36],"measured":[37],"as":[38,46],"the":[39,51,81,99,106,114,153],"error":[40],"on":[41,135,147],"representative":[42],"proxy":[43,102],"tasks,":[44,103],"such":[45],"descriptive":[47],"statistics,":[48],"multivariate":[49],"correlations,":[50],"accuracy":[52],"trained":[54],"classifiers,":[55],"or":[56],"performance":[57],"over":[58],"a":[59,76,119,144],"query":[60],"workload.":[61],"The":[62],"ability":[63],"these":[65,142],"results":[66],"generalize":[68],"practitioners'":[70],"experience":[71],"has":[72],"been":[73],"questioned":[74],"number":[77],"settings,":[79],"including":[80],"U.S.":[82],"Census.":[83],"In":[84],"this":[85],"paper,":[86],"we":[87,121],"propose":[88],"an":[89],"evaluation":[90],"methodology":[91,126],"synthetic":[93,117,149],"that":[95,108],"avoids":[96],"assumptions":[97],"about":[98],"representativeness":[100],"instead":[104],"measuring":[105],"likelihood":[107],"published":[109],"conclusions":[110,131],"would":[111],"change":[112],"had":[113],"authors":[115],"used":[116],"data,":[118,139],"condition":[120],"call":[122],"epistemic":[123],"parity.":[124],"Our":[125],"consists":[127],"reproducing":[129],"peer-reviewed":[133],"papers":[134],"real,":[136],"publicly":[137],"available":[138],"then":[140],"re-running":[141],"experiments":[143],"second":[145],"time":[146],"DP":[148],"and":[151],"comparing":[152],"results.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}