{"id":"https://openalex.org/W3014011525","doi":"https://doi.org/10.1145/3351095.3372831","title":"An empirical study on the perceived fairness of realistic, imperfect machine learning models","display_name":"An empirical study on the perceived fairness of realistic, imperfect machine learning models","publication_year":2020,"publication_date":"2020-01-27","ids":{"openalex":"https://openalex.org/W3014011525","doi":"https://doi.org/10.1145/3351095.3372831","mag":"3014011525"},"language":"en","primary_location":{"id":"doi:10.1145/3351095.3372831","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372831","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372831","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372831","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029794493","display_name":"Galen Harrison","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Galen Harrison","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073782498","display_name":"Julia Hanson","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia Hanson","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073590022","display_name":"Christine Jacinto","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Jacinto","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108360190","display_name":"Julio Ram\u00edrez","orcid":null},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julio Ramirez","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071246801","display_name":"Blase Ur","orcid":"https://orcid.org/0000-0001-9365-3155"},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Blase Ur","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":null,"apc_paid":null,"fwci":17.5042,"has_fulltext":true,"cited_by_count":109,"citation_normalized_percentile":{"value":0.99175988,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"392","last_page":"402"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.7404748797416687},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.68604576587677},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6353158950805664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6032677888870239},{"id":"https://openalex.org/keywords/disadvantaged","display_name":"Disadvantaged","score":0.6017146706581116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5574589967727661},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5147314071655273},{"id":"https://openalex.org/keywords/statistical-discrimination","display_name":"Statistical discrimination","score":0.4452612102031708},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4110000431537628},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3844399154186249},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.368158757686615},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3372856080532074},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.22043374180793762},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2103305459022522},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1637989580631256}],"concepts":[{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.7404748797416687},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.68604576587677},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6353158950805664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6032677888870239},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.6017146706581116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5574589967727661},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5147314071655273},{"id":"https://openalex.org/C2781437166","wikidata":"https://www.wikidata.org/wiki/Q7604391","display_name":"Statistical discrimination","level":2,"score":0.4452612102031708},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4110000431537628},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3844399154186249},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.368158757686615},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3372856080532074},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.22043374180793762},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2103305459022522},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1637989580631256},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3351095.3372831","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372831","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372831","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3351095.3372831","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3351095.3372831","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3351095.3372831","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.699999988079071,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3014011525.pdf","grobid_xml":"https://content.openalex.org/works/W3014011525.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2282821441","https://openalex.org/W2510508396","https://openalex.org/W2522104760","https://openalex.org/W2540757487","https://openalex.org/W2610850748","https://openalex.org/W2617709446","https://openalex.org/W2787955716","https://openalex.org/W2795743913","https://openalex.org/W2891340972","https://openalex.org/W2896252141","https://openalex.org/W2897154134","https://openalex.org/W2909392392","https://openalex.org/W2914202940","https://openalex.org/W2931556662","https://openalex.org/W2950538796","https://openalex.org/W2952092676","https://openalex.org/W2963453196","https://openalex.org/W2963588812","https://openalex.org/W2964031043","https://openalex.org/W2964316623","https://openalex.org/W2981041627","https://openalex.org/W3023001449","https://openalex.org/W3099361686","https://openalex.org/W3101038122","https://openalex.org/W3103583670","https://openalex.org/W3124059580","https://openalex.org/W4232019373","https://openalex.org/W4288359825"],"related_works":["https://openalex.org/W4366769580","https://openalex.org/W2350227609","https://openalex.org/W3140304255","https://openalex.org/W1546741102","https://openalex.org/W2353368610","https://openalex.org/W2385913382","https://openalex.org/W2388183047","https://openalex.org/W2002810666","https://openalex.org/W3005664739","https://openalex.org/W4280616279"],"abstract_inverted_index":{"There":[0],"are":[1,23,28,226],"many":[2],"competing":[3],"definitions":[4],"of":[5,35,44,47,116,152,164,198],"what":[6],"statistical":[7],"properties":[8,22],"make":[9],"a":[10,36,54,129,161,173,183,186,196,206,213],"machine":[11,207,222],"learning":[12,208,223],"model":[13,78,83,95,125,174,184,209],"fair.":[14],"Unfortunately,":[15],"research":[16],"has":[17],"shown":[18],"that":[19,205,225],"some":[20],"key":[21],"mutually":[24],"exclusive.":[25],"Realistic":[26],"models":[27,66,224],"thus":[29],"necessarily":[30],"imperfect,":[31],"choosing":[32],"one":[33,80],"side":[34],"trade-off":[37,154,187],"or":[38],"the":[39,45,86,97,104,114,124,135],"other.":[40],"To":[41],"gauge":[42],"perceptions":[43],"fairness":[46],"such":[48],"realistic,":[49],"imperfect":[50],"models,":[51],"we":[52,155,200],"conducted":[53],"between-subjects":[55],"experiment":[56],"with":[57,85],"502":[58],"Mechanical":[59],"Turk":[60],"workers.":[61],"Each":[62],"participant":[63],"compared":[64],"two":[65],"for":[67,133,220],"deciding":[68],"whether":[69],"to":[70,73,212],"grant":[71],"bail":[72],"criminal":[74],"defendants.":[75],"The":[76,93],"first":[77],"equalized":[79],"potentially":[81],"desirable":[82],"property,":[84],"other":[87],"property":[88],"varying":[89],"across":[90],"racial":[91,122],"groups.":[92],"second":[94],"did":[96,201],"opposite.":[98],"We":[99,118,127,166],"tested":[100,156],"pairwise":[101],"trade-offs":[102],"between":[103,139,170],"following":[105],"four":[106],"properties:":[107],"accuracy;":[108],"false":[109,136],"positive":[110,137],"rate;":[111],"outcomes;":[112],"and":[113,149,176,193,230],"consideration":[115],"race.":[117],"also":[119],"varied":[120],"which":[121],"group":[123],"disadvantaged.":[126],"observed":[128,167],"preference":[130],"among":[131],"participants":[132,171],"equalizing":[134,142],"rate":[138],"groups":[140],"over":[141],"accuracy.":[143],"Nonetheless,":[144],"no":[145],"preferences":[146],"were":[147,157],"overwhelming,":[148],"both":[150],"sides":[151],"each":[153],"strongly":[158],"preferred":[159],"by":[160,195],"non-trivial":[162],"fraction":[163],"participants.":[165],"nuanced":[168],"distinctions":[169],"considering":[172,177],"\"unbiased\"":[175],"it":[178],"\"fair.\"":[179],"Furthermore,":[180],"even":[181],"when":[182],"within":[185],"pair":[188],"was":[189,210],"seen":[190],"as":[191,228],"fair":[192,229],"unbiased":[194],"majority":[197],"participants,":[199],"not":[202],"observe":[203],"consensus":[204],"preferable":[211],"human":[214],"judge.":[215],"Our":[216],"results":[217],"highlight":[218],"challenges":[219],"building":[221],"perceived":[227],"broadly":[231],"acceptable":[232],"in":[233],"realistic":[234],"situations.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":21},{"year":2020,"cited_by_count":3}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}