{"id":"https://openalex.org/W4283169604","doi":"https://doi.org/10.1145/3531146.3533228","title":"Adversarial Scrutiny of Evidentiary Statistical Software","display_name":"Adversarial Scrutiny of Evidentiary Statistical Software","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4283169604","doi":"https://doi.org/10.1145/3531146.3533228"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533228","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533228","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533228","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533228","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072647467","display_name":"Rediet Abebe","orcid":"https://orcid.org/0000-0002-5487-9108"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rediet Abebe","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039915143","display_name":"Moritz Hardt","orcid":"https://orcid.org/0009-0000-7694-3038"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Moritz Hardt","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072810043","display_name":"Angela Jin","orcid":"https://orcid.org/0000-0003-1407-3561"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angela Jin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023847957","display_name":"John A. Miller","orcid":"https://orcid.org/0009-0003-8145-1849"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Miller","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110578233","display_name":"Ludwig Schmidt","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ludwig Schmidt","raw_affiliation_strings":["Paul G. Allen School of Computer Science, University of Washington, USA"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science, University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055543988","display_name":"Rebecca Wexler","orcid":"https://orcid.org/0000-0002-8514-5748"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca Wexler","raw_affiliation_strings":["School of Law, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"School of Law, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5072647467"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.2086,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.39162692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1733","last_page":"1746"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10751","display_name":"Forensic and Genetic Research","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8946340680122375},{"id":"https://openalex.org/keywords/scrutiny","display_name":"Scrutiny","score":0.862040638923645},{"id":"https://openalex.org/keywords/convict","display_name":"Convict","score":0.6089245676994324},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5542113184928894},{"id":"https://openalex.org/keywords/government","display_name":"Government (linguistics)","score":0.5132496356964111},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.5018317699432373},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4823141098022461},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4549420177936554},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.4251530170440674}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8946340680122375},{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.862040638923645},{"id":"https://openalex.org/C2781222033","wikidata":"https://www.wikidata.org/wiki/Q989174","display_name":"Convict","level":2,"score":0.6089245676994324},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5542113184928894},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.5132496356964111},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.5018317699432373},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4823141098022461},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4549420177936554},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.4251530170440674},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3531146.3533228","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533228","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533228","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2206.09305","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.09305","pdf_url":"https://arxiv.org/pdf/2206.09305","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533228","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533228","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533228","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.75,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2966665750","display_name":null,"funder_award_id":"1752814","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4759983887","display_name":null,"funder_award_id":"Grant No. DGE 1752814","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5274169913","display_name":null,"funder_award_id":"DGE 1752814","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7263137601","display_name":null,"funder_award_id":"DGE 175281","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320314997","display_name":"Strong","ror":"https://ror.org/041vyzr56"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283169604.pdf","grobid_xml":"https://content.openalex.org/works/W4283169604.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W15535653","https://openalex.org/W130517201","https://openalex.org/W324970596","https://openalex.org/W398859631","https://openalex.org/W597989350","https://openalex.org/W1022303672","https://openalex.org/W1522865480","https://openalex.org/W1570662337","https://openalex.org/W1578590158","https://openalex.org/W1726354740","https://openalex.org/W1772303783","https://openalex.org/W1877041325","https://openalex.org/W1968242376","https://openalex.org/W1993518270","https://openalex.org/W2021124189","https://openalex.org/W2031342017","https://openalex.org/W2112796928","https://openalex.org/W2126333841","https://openalex.org/W2162651021","https://openalex.org/W2201683107","https://openalex.org/W2255250675","https://openalex.org/W2319356411","https://openalex.org/W2329726872","https://openalex.org/W2340608654","https://openalex.org/W2522104760","https://openalex.org/W2597476283","https://openalex.org/W2616399473","https://openalex.org/W2621406006","https://openalex.org/W2748003190","https://openalex.org/W2765751881","https://openalex.org/W2766279644","https://openalex.org/W2782770914","https://openalex.org/W2785011159","https://openalex.org/W2788481061","https://openalex.org/W2794541067","https://openalex.org/W2795317605","https://openalex.org/W2796997236","https://openalex.org/W2797725311","https://openalex.org/W2803648878","https://openalex.org/W2811374795","https://openalex.org/W2885659818","https://openalex.org/W2894139874","https://openalex.org/W2900373467","https://openalex.org/W2901856814","https://openalex.org/W2906400127","https://openalex.org/W2910548926","https://openalex.org/W2911382738","https://openalex.org/W2953937638","https://openalex.org/W2959130780","https://openalex.org/W2962059918","https://openalex.org/W2964031043","https://openalex.org/W2995382404","https://openalex.org/W3003162384","https://openalex.org/W3004662341","https://openalex.org/W3012624518","https://openalex.org/W3046134560","https://openalex.org/W3101243562","https://openalex.org/W3106325549","https://openalex.org/W3112486745","https://openalex.org/W3118286349","https://openalex.org/W3122237971","https://openalex.org/W3122249841","https://openalex.org/W3122978415","https://openalex.org/W3124873325","https://openalex.org/W3125273332","https://openalex.org/W3128446347","https://openalex.org/W3142128519","https://openalex.org/W3166660961","https://openalex.org/W3173565726","https://openalex.org/W3176047832","https://openalex.org/W3177931724","https://openalex.org/W3184594444","https://openalex.org/W3206261960","https://openalex.org/W4220962212","https://openalex.org/W4221138494","https://openalex.org/W4230538743","https://openalex.org/W4250710359","https://openalex.org/W4251616545","https://openalex.org/W4251994408","https://openalex.org/W4287330281","https://openalex.org/W4287331515","https://openalex.org/W4301880089","https://openalex.org/W4405527582","https://openalex.org/W6745288554","https://openalex.org/W6987696002"],"related_works":["https://openalex.org/W2615596008","https://openalex.org/W2017291163","https://openalex.org/W2011574405","https://openalex.org/W2946464337","https://openalex.org/W2419449736","https://openalex.org/W2247443199","https://openalex.org/W3213163940","https://openalex.org/W4307596689","https://openalex.org/W3034028130","https://openalex.org/W2298275430"],"abstract_inverted_index":{"The":[0],"U.S.":[1],"criminal":[2,60],"legal":[3,61],"system":[4],"increasingly":[5],"relies":[6,64],"on":[7,30,65],"software":[8],"output":[9],"to":[10,69,76],"convict":[11],"and":[12,41,71],"incarcerate":[13],"people.":[14],"In":[15],"a":[16],"large":[17],"number":[18],"of":[19,57],"cases":[20],"each":[21],"year,":[22],"the":[23,45,55,58,66,73],"government":[24],"makes":[25],"these":[26],"consequential":[27],"decisions":[28],"based":[29],"evidence":[31],"from":[32],"statistical":[33],"software\u2014such":[34],"as":[35],"probabilistic":[36],"genotyping,":[37],"environmental":[38],"audio":[39],"detection":[40],"toolmark":[42],"analysis":[43],"tools\u2014that":[44],"defense":[46],"counsel":[47],"cannot":[48],"fully":[49],"cross-examine":[50],"or":[51],"scrutinize.":[52],"This":[53],"undermines":[54],"commitments":[56],"adversarial":[59],"system,":[62],"which":[63],"defense\u2019s":[67],"ability":[68],"probe":[70],"test":[72],"prosecution\u2019s":[74],"case":[75],"safeguard":[77],"individual":[78],"rights.":[79]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}