{"id":"https://openalex.org/W2217200224","doi":"https://doi.org/10.1145/2882903.2882931","title":"Principled Evaluation of Differentially Private Algorithms using DPBench","display_name":"Principled Evaluation of Differentially Private Algorithms using DPBench","publication_year":2016,"publication_date":"2016-06-14","ids":{"openalex":"https://openalex.org/W2217200224","doi":"https://doi.org/10.1145/2882903.2882931","mag":"2217200224"},"language":"en","primary_location":{"id":"doi:10.1145/2882903.2882931","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2882903.2882931","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2882931&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2882931&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020275137","display_name":"Michael Hay","orcid":"https://orcid.org/0000-0001-9085-893X"},"institutions":[{"id":"https://openalex.org/I39660569","display_name":"Colgate University","ror":"https://ror.org/05d23ve83","country_code":"US","type":"education","lineage":["https://openalex.org/I39660569"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Hay","raw_affiliation_strings":["Colgate University, Hamilton, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Colgate University, Hamilton, NY, USA","institution_ids":["https://openalex.org/I39660569"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018314576","display_name":"Ashwin Machanavajjhala","orcid":"https://orcid.org/0000-0003-1555-7330"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashwin Machanavajjhala","raw_affiliation_strings":["Duke University, Durham, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036518572","display_name":"Gerome Miklau","orcid":"https://orcid.org/0000-0003-1369-9239"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gerome Miklau","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378075","display_name":"Yan Chen","orcid":"https://orcid.org/0000-0002-3227-4562"},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Chen","raw_affiliation_strings":["Duke University, Durham, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University, Durham, NC, USA","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100456041","display_name":"Dan Zhang","orcid":"https://orcid.org/0000-0002-7295-4837"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dan Zhang","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.2813,"has_fulltext":true,"cited_by_count":127,"citation_normalized_percentile":{"value":0.98729774,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"139","last_page":"154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8568590879440308},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.7311583161354065},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6942198276519775},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5771739482879639},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5626686811447144},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5305814146995544},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.523363471031189},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5074736475944519},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4271260201931},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4152003228664398},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3835272192955017},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3418719172477722},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32909095287323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.323946475982666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8568590879440308},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.7311583161354065},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6942198276519775},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5771739482879639},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5626686811447144},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5305814146995544},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.523363471031189},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5074736475944519},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4271260201931},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4152003228664398},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3835272192955017},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3418719172477722},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32909095287323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.323946475982666},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2882903.2882931","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2882903.2882931","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2882931&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2882903.2882931","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2882903.2882931","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2882931&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 International Conference on Management of Data","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6899999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1476861322","display_name":"TWC: Medium: Collaborative: Re[DP]: Realistic Data Mining Under Differential Privacy","funder_award_id":"1409143","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4407661758","display_name":"CIF21 DIBBs: An Integrated System for Public/Private Access to Large-Scale, Confidential Social Science Data","funder_award_id":"1443014","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5920865383","display_name":"TWC: Medium: Collaborative: Re[DP]: Realistic Data Mining Under Differential Privacy","funder_award_id":"1409125","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6493408961","display_name":"TC:Large:Collaborative Research:Practical Privacy: Metrics and Methods for Protecting Record-level and Relational Data","funder_award_id":"1012748","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7612358927","display_name":"TWC: Medium: Collaborative: Re[DP]: Realistic Data Mining Under Differential Privacy","funder_award_id":"1408982","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7941357836","display_name":"CAREER: PROTEUS: A Practical and Rigorous Toolkit for Privacy","funder_award_id":"1253327","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2217200224.pdf","grobid_xml":"https://content.openalex.org/works/W2217200224.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1446333884","https://openalex.org/W1473189865","https://openalex.org/W1601184778","https://openalex.org/W1822348499","https://openalex.org/W1873763122","https://openalex.org/W1890688605","https://openalex.org/W1981932091","https://openalex.org/W2022542865","https://openalex.org/W2024021429","https://openalex.org/W2027595342","https://openalex.org/W2042469398","https://openalex.org/W2045072234","https://openalex.org/W2057576485","https://openalex.org/W2071511328","https://openalex.org/W2077217970","https://openalex.org/W2078212354","https://openalex.org/W2096870293","https://openalex.org/W2099259603","https://openalex.org/W2104743167","https://openalex.org/W2109426455","https://openalex.org/W2122290076","https://openalex.org/W2129406098","https://openalex.org/W2132768130","https://openalex.org/W2149545836","https://openalex.org/W2162690060","https://openalex.org/W2170204206","https://openalex.org/W2245706161","https://openalex.org/W2272113230","https://openalex.org/W2404133814","https://openalex.org/W2604272474","https://openalex.org/W4205228770","https://openalex.org/W6638337754","https://openalex.org/W6639683144","https://openalex.org/W6676538461"],"related_works":["https://openalex.org/W3038283795","https://openalex.org/W2604501336","https://openalex.org/W2558166297","https://openalex.org/W2734500670","https://openalex.org/W2315671126","https://openalex.org/W798507144","https://openalex.org/W2964481303","https://openalex.org/W2378211422","https://openalex.org/W1751413323","https://openalex.org/W1970141429"],"abstract_inverted_index":{"Differential":[0],"privacy":[1,13,114],"has":[2,16],"become":[3],"the":[4,8,38,48,51,61,69,156,168,171],"dominant":[5],"standard":[6],"in":[7,36,180,188],"research":[9,21,199],"community":[10],"for":[11,96,110,124],"strong":[12],"protection.":[14],"There":[15],"been":[17],"a":[18,86,106,134,143,163],"flood":[19],"of":[20,40,50,75,88,113,138,145,158,167,170],"into":[22,152],"query":[23,55],"answering":[24,125],"algorithms":[25,43,123,141],"that":[26,148],"meet":[27],"this":[28,82],"standard.":[29],"Algorithms":[30],"are":[31,94],"becoming":[32],"increasingly":[33,79],"complex,":[34],"and":[35,127,161,184],"particular,":[37],"performance":[39,78,187],"many":[41],"emerging":[42],"is":[44,133,175],"data":[45],"dependent,":[46],"meaning":[47],"distribution":[49],"noise":[52],"added":[53],"to":[54,121,177,192],"answers":[56],"may":[57],"change":[58],"depending":[59],"on":[60,100,142],"input":[62],"data.":[63],"Theoretical":[64],"analysis":[65],"typically":[66],"only":[67],"considers":[68],"worst":[70],"case,":[71],"making":[72],"empirical":[73,136,182],"study":[74,137],"average":[76],"case":[77],"important.":[80],"In":[81],"paper":[83],"we":[84,92,103,196,202],"propose":[85,104],"set":[87],"evaluation":[89,108,112],"principles":[90,102],"which":[91,201],"argue":[93],"essential":[95],"sound":[97],"evaluation.":[98],"Based":[99],"these":[101],"DPBench,":[105],"novel":[107],"framework":[109],"standardized":[111],"algorithms.":[115],"We":[116],"then":[117],"apply":[118],"our":[119],"benchmark":[120],"evaluate":[122],"1-":[126],"2-dimensional":[128],"range":[129],"queries.":[130],"The":[131],"result":[132],"thorough":[135],"15":[139],"published":[140],"total":[144],"27":[146],"datasets":[147],"offers":[149],"new":[150],"insights":[151],"algorithm":[153,186,207],"behavior---in":[154],"particular":[155],"influence":[157],"dataset":[159],"scale":[160],"shape---and":[162],"more":[164],"complete":[165],"characterization":[166],"state":[169],"art.":[172],"Our":[173],"methodology":[174],"able":[176],"resolve":[178],"inconsistencies":[179],"prior":[181],"studies":[183],"place":[185],"context":[189],"through":[190],"comparison":[191],"simple":[193],"baselines.":[194],"Finally,":[195],"pose":[197],"open":[198],"questions":[200],"hope":[203],"will":[204],"guide":[205],"future":[206],"design.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":19},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":6}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}