{"id":"https://openalex.org/W4386128213","doi":"https://doi.org/10.14778/3611479.3611517","title":"Epistemic Parity: Reproducibility as an Evaluation Metric for Differential Privacy","display_name":"Epistemic Parity: Reproducibility as an Evaluation Metric for Differential Privacy","publication_year":2023,"publication_date":"2023-07-01","ids":{"openalex":"https://openalex.org/W4386128213","doi":"https://doi.org/10.14778/3611479.3611517"},"language":"en","primary_location":{"id":"doi:10.14778/3611479.3611517","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3611479.3611517","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://researchonline.lse.ac.uk/id/eprint/120493/1/Rosenblatt_et_al_Epistemic_parity_published.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068868453","display_name":"Lucas Rosenblatt","orcid":"https://orcid.org/0000-0001-6952-4361"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas Rosenblatt","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084772545","display_name":"Bernease Herman","orcid":"https://orcid.org/0000-0002-5453-4994"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bernease Herman","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075656847","display_name":"Anastasia Holovenko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165738","display_name":"Ukrainian Catholic University","ror":"https://ror.org/05tt5nr09","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210165738"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Anastasia Holovenko","raw_affiliation_strings":["Ukrainian Catholic University, Lviv, Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ukrainian Catholic University, Lviv, Ukraine","institution_ids":["https://openalex.org/I4210165738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034629656","display_name":"Wonkwon Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wonkwon Lee","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006180749","display_name":"Joshua R. Loftus","orcid":"https://orcid.org/0000-0002-2905-1632"},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Joshua Loftus","raw_affiliation_strings":["London School of Economics, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"London School of Economics, London, UK","institution_ids":["https://openalex.org/I909854389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092688368","display_name":"Elizabeth McKinnie","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth McKinnie","raw_affiliation_strings":["Microsoft, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Seattle, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086019258","display_name":"Taras Rumezhak","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165738","display_name":"Ukrainian Catholic University","ror":"https://ror.org/05tt5nr09","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210165738"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Taras Rumezhak","raw_affiliation_strings":["Ukrainian Catholic University, Lviv, Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ukrainian Catholic University, Lviv, Ukraine","institution_ids":["https://openalex.org/I4210165738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040285457","display_name":"Andrii Stadnik","orcid":"https://orcid.org/0000-0002-4589-9721"},"institutions":[{"id":"https://openalex.org/I4210165738","display_name":"Ukrainian Catholic University","ror":"https://ror.org/05tt5nr09","country_code":"UA","type":"education","lineage":["https://openalex.org/I4210165738"]}],"countries":["UA"],"is_corresponding":false,"raw_author_name":"Andrii Stadnik","raw_affiliation_strings":["Ukrainian Catholic University, Lviv, Ukraine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ukrainian Catholic University, Lviv, Ukraine","institution_ids":["https://openalex.org/I4210165738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007124763","display_name":"Bill Howe","orcid":"https://orcid.org/0000-0001-8588-8472"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Howe","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082830839","display_name":"Julia Stoyanovich","orcid":"https://orcid.org/0000-0002-1587-0450"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Stoyanovich","raw_affiliation_strings":["New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7931,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76618252,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"16","issue":"11","first_page":"3178","last_page":"3191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9703999757766724,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11539","display_name":"Survey Methodology and Nonresponse","score":0.9692000150680542,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7535830736160278},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.6694798469543457},{"id":"https://openalex.org/keywords/representativeness-heuristic","display_name":"Representativeness heuristic","score":0.5718265771865845},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5518015623092651},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4815242886543274},{"id":"https://openalex.org/keywords/synthetic-data","display_name":"Synthetic data","score":0.4705486595630646},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4621368944644928},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.45908182859420776},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.43859779834747314},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.4373651146888733},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.42030006647109985},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32276904582977295},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.31737959384918213},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2522575855255127},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.18341845273971558},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12686383724212646},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11950653791427612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7535830736160278},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.6694798469543457},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.5718265771865845},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5518015623092651},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4815242886543274},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.4705486595630646},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4621368944644928},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.45908182859420776},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.43859779834747314},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4373651146888733},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.42030006647109985},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32276904582977295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31737959384918213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2522575855255127},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.18341845273971558},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12686383724212646},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11950653791427612},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14778/3611479.3611517","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3611479.3611517","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:researchonline.lse.ac.uk:120493","is_oa":true,"landing_page_url":"https://orcid.org/0000-0002-2905-1632>,","pdf_url":"https://researchonline.lse.ac.uk/id/eprint/120493/1/Rosenblatt_et_al_Epistemic_parity_published.pdf","source":{"id":"https://openalex.org/S7407055460","display_name":"LSE Research Online","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:researchonline.lse.ac.uk:120493","is_oa":true,"landing_page_url":"https://orcid.org/0000-0002-2905-1632>,","pdf_url":"https://researchonline.lse.ac.uk/id/eprint/120493/1/Rosenblatt_et_al_Epistemic_parity_published.pdf","source":{"id":"https://openalex.org/S7407055460","display_name":"LSE Research Online","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G3664636202","display_name":"Graduate Research Fellowship Program (GRFP)","funder_award_id":"2039655","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5693414920","display_name":"NRT-HDR: FUTURE Foundations, Translation, and Responsibility for Data Science Impact","funder_award_id":"1922658","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5997955468","display_name":"CAREER: Querying Evolving Graphs","funder_award_id":"1916505","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6661291613","display_name":"Collaborative Research: Framework for Integrative Data Equity Systems","funder_award_id":"1934405","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7420345037","display_name":null,"funder_award_id":"DGE-2039655","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386128213.pdf","grobid_xml":"https://content.openalex.org/works/W4386128213.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W187651740","https://openalex.org/W2027595342","https://openalex.org/W2038702827","https://openalex.org/W2110868467","https://openalex.org/W2124612670","https://openalex.org/W2217200224","https://openalex.org/W2415367524","https://openalex.org/W2622579191","https://openalex.org/W2623059953","https://openalex.org/W2779812635","https://openalex.org/W2790049260","https://openalex.org/W2803384590","https://openalex.org/W2883454013","https://openalex.org/W2886512263","https://openalex.org/W2905539580","https://openalex.org/W2963699739","https://openalex.org/W2978331366","https://openalex.org/W2998690112","https://openalex.org/W3044965819","https://openalex.org/W3130749934","https://openalex.org/W3175638203","https://openalex.org/W3176736928","https://openalex.org/W3197295672","https://openalex.org/W3212596026","https://openalex.org/W4200099901","https://openalex.org/W4225087902","https://openalex.org/W4230316285","https://openalex.org/W4288057778","https://openalex.org/W4293566242","https://openalex.org/W4378438594","https://openalex.org/W6657138077","https://openalex.org/W6910053100","https://openalex.org/W6929172524"],"related_works":["https://openalex.org/W3159631231","https://openalex.org/W4306248409","https://openalex.org/W4211213551","https://openalex.org/W2062728131","https://openalex.org/W1824075546","https://openalex.org/W2103926897","https://openalex.org/W2101250918","https://openalex.org/W4288009737","https://openalex.org/W3035866228","https://openalex.org/W3128252010"],"abstract_inverted_index":{"Differential":[0],"privacy":[1,19,222,289],"(DP)":[2],"data":[3,94,150,275],"synthesizers":[4,226],"are":[5,227,248],"increasingly":[6],"proposed":[7],"to":[8,67,69,181,229,250],"afford":[9],"public":[10,168],"release":[11],"of":[12,29,53,78,101,128,132,162,254,266],"sensitive":[13],"information,":[14],"offering":[15],"theoretical":[16],"guarantees":[17,279],"for":[18,64,92,220,234,252,262,273,280],"(and,":[20],"in":[21,31,75,170,237],"some":[22,241,245],"cases,":[23],"utility),":[24],"but":[25],"limited":[26],"empirical":[27,130],"evidence":[28],"utility":[30,281],"practical":[32],"settings.":[33],"Utility":[34],"is":[35],"typically":[36],"measured":[37,283],"as":[38,46],"the":[39,51,81,99,106,114,153,171,183,195,210,255,271],"error":[40],"on":[41,135,147,294],"representative":[42],"proxy":[43,102],"tasks,":[44,103],"such":[45],"descriptive":[47],"statistics,":[48],"multivariate":[49],"correlations,":[50],"accuracy":[52],"trained":[54],"classifiers,":[55],"or":[56],"performance":[57],"over":[58,159],"a":[59,76,119,144,160,263,292],"query":[60],"workload.":[61],"The":[62],"ability":[63],"these":[65,142,213,258],"results":[66,196],"generalize":[68],"practitioners'":[70],"experience":[71],"has":[72],"been":[73],"questioned":[74],"number":[77],"settings,":[79],"including":[80],"U.S.":[82],"Census.":[83],"In":[84],"this":[85],"paper,":[86],"we":[87,121,260],"propose":[88],"an":[89],"evaluation":[90],"methodology":[91,126,158],"synthetic":[93,117,149,202],"that":[95,108,166,212,268],"avoids":[96],"assumptions":[97],"about":[98],"representativeness":[100],"instead":[104],"measuring":[105],"likelihood":[107,211],"published":[109],"conclusions":[110,131,214],"would":[111],"change":[112],"had":[113],"authors":[115],"used":[116],"data,":[118,139],"condition":[120],"call":[122],"epistemic":[123,232,285],"parity.":[124],"Our":[125],"consists":[127],"reproducing":[129,191],"peer-reviewed":[133,164],"papers":[134,165,236],"real,":[136],"publicly":[137],"available":[138],"then":[140,199],"re-running":[141],"experiments":[143],"second":[145],"time":[146],"DP":[148,201,225,274],"and":[151,186,193,208,243,287,298],"comparing":[152,194],"results.":[154],"We":[155,176,198,217],"instantiate":[156],"our":[157,238],"benchmark":[161],"recent":[163],"analyze":[167],"datasets":[169,203],"ICPSR":[172],"social":[173],"science":[174],"repository.":[175],"model":[177,187],"quantitative":[178],"claims":[179,189],"computationally":[180],"automate":[182],"experimental":[184],"workflow,":[185],"qualitative":[188],"by":[190,284],"visualizations":[192],"manually.":[197],"generate":[200],"using":[204],"multiple":[205],"state-of-the-art":[206,224],"mechanisms,":[207],"estimate":[209],"will":[215],"hold.":[216],"find":[218],"that,":[219],"reasonable":[221],"regimes,":[223],"able":[228],"achieve":[230],"high":[231],"parity":[233],"several":[235],"benchmark.":[239],"However,":[240],"papers,":[242],"particularly":[244],"specific":[246],"findings,":[247],"difficult":[249],"reproduce":[251],"any":[253],"synthesizers.":[256],"Given":[257],"results,":[259],"advocate":[261],"new":[264],"class":[265],"mechanisms":[267],"can":[269],"reorder":[270],"priorities":[272],"synthesis:":[276],"favor":[277],"stronger":[278],"(as":[282],"parity)":[286],"offer":[288],"protection":[290],"with":[291],"focus":[293],"application-specific":[295],"threat":[296],"models":[297],"risk-assessment.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}