{"id":"https://openalex.org/W3115083131","doi":"https://doi.org/10.1257/pandp.20211080","title":"Measuring Racial Discrimination in Algorithms","display_name":"Measuring Racial Discrimination in Algorithms","publication_year":2021,"publication_date":"2021-05-01","ids":{"openalex":"https://openalex.org/W3115083131","doi":"https://doi.org/10.1257/pandp.20211080","mag":"3115083131"},"language":"en","primary_location":{"id":"doi:10.1257/pandp.20211080","doi":"https://doi.org/10.1257/pandp.20211080","is_oa":false,"landing_page_url":"https://doi.org/10.1257/pandp.20211080","pdf_url":null,"source":{"id":"https://openalex.org/S4210213798","display_name":"AEA Papers and Proceedings","issn_l":"2574-0768","issn":["2574-0768","2574-0776"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310315912","host_organization_name":"American Economic Association","host_organization_lineage":["https://openalex.org/P4310315912"],"host_organization_lineage_names":["American Economic Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AEA Papers and Proceedings","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009530711","display_name":"David Scott Arnold","orcid":"https://orcid.org/0000-0003-1269-4516","observed_orcids":["https://orcid.org/0000-0003-1269-4516"]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Arnold","raw_affiliation_strings":["University of California, San Diego (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego (email: )","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022209504","display_name":"Will Dobbie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321305853","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321305853"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Will Dobbie","raw_affiliation_strings":["Harvard Kennedy School and NBER (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard Kennedy School and NBER (email: )","institution_ids":["https://openalex.org/I1321305853","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024272023","display_name":"Peter Hull","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1321305853","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321305853"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Hull","raw_affiliation_strings":["University of Chicago and NBER (email: )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago and NBER (email: )","institution_ids":["https://openalex.org/I1321305853","https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.3767,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.97880032,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"111","issue":null,"first_page":"49","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.961899995803833,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10318","display_name":"Criminal Justice and Corrections Analysis","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12970","display_name":"Names, Identity, and Discrimination Research","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-discrimination","display_name":"algorithmic discrimination","score":0.9909999966621399},{"id":"https://openalex.org/keywords/racial-discrimination","display_name":"racial discrimination","score":0.7089999914169312},{"id":"https://openalex.org/keywords/algorithmic-decision-making","display_name":"algorithmic decision-making","score":0.8460000157356262},{"id":"https://openalex.org/keywords/selection-bias","display_name":"selection bias","score":0.8059999942779541},{"id":"https://openalex.org/keywords/machine-learning-algorithms","display_name":"machine learning algorithms","score":0.6430000066757202},{"id":"https://openalex.org/keywords/black-defendants","display_name":"Black defendants","score":0.8450000286102295},{"id":"https://openalex.org/keywords/racial-bias-in-criminal-justice","display_name":"racial bias in criminal justice","score":0.609000027179718},{"id":"https://openalex.org/keywords/new-york-city","display_name":"New York City","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.6178551912307739},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.610853910446167},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.598224401473999},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5723628401756287},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5464614033699036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49341145157814026},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4669531285762787},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.42686304450035095},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.24370449781417847},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.09398019313812256},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1257/pandp.20211080","doi":"https://doi.org/10.1257/pandp.20211080","is_oa":false,"landing_page_url":"https://doi.org/10.1257/pandp.20211080","pdf_url":null,"source":{"id":"https://openalex.org/S4210213798","display_name":"AEA Papers and Proceedings","issn_l":"2574-0768","issn":["2574-0768","2574-0776"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1"],"host_organization":"https://openalex.org/P4310315912","host_organization_name":"American Economic Association","host_organization_lineage":["https://openalex.org/P4310315912"],"host_organization_lineage_names":["American Economic Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AEA Papers and Proceedings","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:aea:apandp:v:111:y:2021:p:49-54","doi":null,"is_oa":false,"landing_page_url":"https://www.aeaweb.org/doi/10.1257/pandp.20211080","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.8974000215530396},{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, justice, and strong institutions","score":0.8046000003814697}],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6200000047683716}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1977964190","https://openalex.org/W2067516326","https://openalex.org/W2530395818","https://openalex.org/W2733104912","https://openalex.org/W2789320571","https://openalex.org/W2808105152","https://openalex.org/W2913556077","https://openalex.org/W2914059076","https://openalex.org/W3016670868","https://openalex.org/W4290016560","https://openalex.org/W4401545442","https://openalex.org/W6809680140"],"related_works":["https://openalex.org/W4396889641","https://openalex.org/W7169754188","https://openalex.org/W3123500143","https://openalex.org/W4382358944","https://openalex.org/W2905212543","https://openalex.org/W4414042797","https://openalex.org/W3201071194","https://openalex.org/W4394730936","https://openalex.org/W4386839895","https://openalex.org/W7167465560"],"abstract_inverted_index":{"Algorithmic":[0],"decision-making":[1],"can":[2,54],"lead":[3],"to":[4,27,46],"discrimination":[5,13,34],"against":[6,84],"legally":[7],"protected":[8],"groups,":[9],"but":[10],"measuring":[11,50],"such":[12],"is":[14],"often":[15],"hampered":[16],"by":[17,57],"a":[18,73,79],"fundamental":[19],"selection":[20,43],"challenge.":[21],"We":[22,39],"develop":[23],"new":[24],"quasi-experimental":[25,59],"tools":[26],"overcome":[28],"this":[29],"challenge":[30,44,48],"and":[31,78,91],"measure":[32],"algorithmic":[33],"in":[35,96],"pretrial":[36],"bail":[37],"decisions.":[38],"show":[40,70],"that":[41,71],"the":[42,47,97],"reduces":[45],"of":[49],"four":[51],"moments,":[52],"which":[53],"be":[55],"estimated":[56],"extrapolating":[58],"variation":[60],"across":[61],"as-good-as-randomly":[62],"assigned":[63],"decision-makers.":[64],"Estimates":[65],"from":[66],"New":[67],"York":[68],"City":[69],"both":[72],"sophisticated":[74],"machine":[75],"learning":[76],"algorithm":[77],"simpler":[80],"regression":[81],"model":[82],"discriminate":[83],"Black":[85],"defendants":[86],"even":[87],"though":[88],"defendant":[89],"race":[90],"ethnicity":[92],"are":[93],"not":[94],"included":[95],"training":[98],"data.":[99]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2021-01-05T00:00:00"}