{"id":"https://openalex.org/W3041469552","doi":"https://doi.org/10.1145/3391403.3399545","title":"Biased Programmers? Or Biased Data? A Field Experiment in Operationalizing AI Ethics","display_name":"Biased Programmers? Or Biased Data? A Field Experiment in Operationalizing AI Ethics","publication_year":2020,"publication_date":"2020-07-09","ids":{"openalex":"https://openalex.org/W3041469552","doi":"https://doi.org/10.1145/3391403.3399545","mag":"3041469552"},"language":"en","primary_location":{"id":"doi:10.1145/3391403.3399545","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3391403.3399545","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM Conference on Economics and Computation","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008658368","display_name":"Bo Cowgill","orcid":"https://orcid.org/0000-0002-2525-2306"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Cowgill","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051453071","display_name":"Fabrizio Dell\u2019Acqua","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fabrizio Dell'Acqua","raw_affiliation_strings":["Columbia University, New York, NY, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, Italy","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059295989","display_name":"Samuel Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Deng","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061246300","display_name":"Daniel Hsu","orcid":"https://orcid.org/0000-0002-3495-7113"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Hsu","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019307205","display_name":"Nakul Verma","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nakul Verma","raw_affiliation_strings":["Columbia University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026913706","display_name":"Augustin Chaintreau","orcid":"https://orcid.org/0000-0001-7354-3928"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Augustin Chaintreau","raw_affiliation_strings":["Columbia University, New York, NY, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University, New York, NY, France","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":128,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"679","last_page":"681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.97079998254776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7483000755310059},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.694212794303894},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6465998888015747},{"id":"https://openalex.org/keywords/notice","display_name":"Notice","score":0.5481524467468262},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5396926403045654},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5272104740142822},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.505249559879303},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.44671958684921265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4446728825569153},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4251924157142639},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3453182578086853},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18458354473114014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483000755310059},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.694212794303894},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6465998888015747},{"id":"https://openalex.org/C2779913896","wikidata":"https://www.wikidata.org/wiki/Q7063001","display_name":"Notice","level":2,"score":0.5481524467468262},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5396926403045654},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5272104740142822},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.505249559879303},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.44671958684921265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4446728825569153},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4251924157142639},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3453182578086853},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18458354473114014},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3391403.3399545","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3391403.3399545","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 21st ACM Conference on Economics and Computation","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4399999976158142,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313437","display_name":"National Bureau of Economic Research","ror":"https://ror.org/04grmx538"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1853837125","https://openalex.org/W2057139694","https://openalex.org/W2142261479","https://openalex.org/W2148143831","https://openalex.org/W3006445128","https://openalex.org/W3013300757","https://openalex.org/W4288083801"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W2483613126","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W4394927648","https://openalex.org/W2097838441"],"abstract_inverted_index":{"Why":[0],"do":[1],"biased":[2],"algorithmic":[3,68,92,96],"predictions":[4],"arise,":[5],"and":[6,62,90,94,111],"what":[7],"interventions":[8],"can":[9],"prevent":[10],"them?":[11],"We":[12,28,50,70],"examine":[13],"this":[14],"topic":[15],"with":[16],"a":[17],"field":[18],"experiment":[19,118],"about":[20],"using":[21,57],"machine":[22],"learning":[23],"to":[24,35,42,79,88],"predict":[25,43],"human":[26],"capital.":[27],"randomly":[29],"assign":[30],"approximately":[31],"400":[32],"AI":[33],"engineers":[34,84],"develop":[36],"software":[37],"under":[38],"different":[39],"experimental":[40,109],"conditions":[41],"standardized":[44],"test":[45,60],"scores":[46],"of":[47,67,75,116],"OECD":[48],"residents.":[49],"then":[51],"assess":[52],"the":[53,58,73,113],"resulting":[54],"predictive":[55],"algorithms":[56],"realized":[59],"performances,":[61],"through":[63],"randomized":[64],"audit-like":[65],"manipulations":[66],"inputs.":[69],"also":[71],"used":[72],"diversity":[74],"our":[76,108,117],"subject":[77],"population":[78],"measure":[80],"whether":[81,95],"demographically":[82],"non-traditional":[83],"were":[85],"more":[86],"likely":[87],"notice":[89],"reduce":[91],"bias,":[93],"prediction":[97],"errors":[98],"are":[99,119],"correlated":[100],"within":[101],"programmer":[102],"demographic":[103],"groups.":[104],"This":[105],"document":[106],"describes":[107],"design":[110],"motivation;":[112],"full":[114],"results":[115],"available":[120],"at":[121],"https://ssrn.com/abstract=3615404.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}