{"id":"https://openalex.org/W4288617757","doi":"https://doi.org/10.1145/3287560.3287600","title":"50 Years of Test (Un)fairness: Lessons for Machine Learning","display_name":"50 Years of Test (Un)fairness: Lessons for Machine Learning","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-09","ids":{"openalex":"https://openalex.org/W4288617757","doi":"https://doi.org/10.1145/3287560.3287600","mag":"3101449958"},"language":"en","primary_location":{"id":"doi:10.1145/3287560.3287600","doi":"https://doi.org/10.1145/3287560.3287600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3287560.3287600","pdf_url":null,"source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4288617757"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1811.10104","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ben Hutchinson","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Hutchinson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046235098","display_name":"Margaret Mitchell","orcid":"https://orcid.org/0000-0001-7043-6545","observed_orcids":["https://orcid.org/0000-0001-7043-6545"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Margaret Mitchell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.601,"has_fulltext":true,"cited_by_count":517,"citation_normalized_percentile":{"value":0.99223183,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"49","last_page":"58"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13170","display_name":"Discrimination and Equality Law","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fairness-definitions","display_name":"fairness definitions","score":0.5299999713897705},{"id":"https://openalex.org/keywords/educational-measurement","display_name":"educational testing","score":0.7450000047683716},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.6779999732971191},{"id":"https://openalex.org/keywords/fairness-criteria","display_name":"fairness criteria","score":0.6190000176429749},{"id":"https://openalex.org/keywords/subgroup-fairness","display_name":"subgroup fairness","score":0.6079999804496765},{"id":"https://openalex.org/keywords/history-of-machine-learning","display_name":"history of machine learning","score":0.5009999871253967}],"concepts":[{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.6957215666770935},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6378636956214905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.624607264995575},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6087351441383362},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6027260422706604},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4359388053417206},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3420203924179077},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.301602840423584},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3287560.3287600","doi":"https://doi.org/10.1145/3287560.3287600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3287560.3287600","pdf_url":null,"source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1811.10104","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.10104","pdf_url":"https://arxiv.org/pdf/1811.10104","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3101449958","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.10104","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1811.10104","doi":"https://doi.org/10.48550/arxiv.1811.10104","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1811.10104","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3175299541","doi":null,"is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/detail?JGLOBAL_ID=202002252795876007","pdf_url":null,"source":{"id":"https://openalex.org/S4306500161","display_name":"ACM Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"ACM Proceedings","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1811.10104","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1811.10104","pdf_url":"https://arxiv.org/pdf/1811.10104","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8974000215530396,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4288617757.pdf","grobid_xml":"https://content.openalex.org/works/W4288617757.grobid-xml"},"referenced_works_count":83,"referenced_works":["https://openalex.org/W74642266","https://openalex.org/W296483430","https://openalex.org/W1502022432","https://openalex.org/W1520561658","https://openalex.org/W1895891998","https://openalex.org/W1967846024","https://openalex.org/W1968041012","https://openalex.org/W1968526558","https://openalex.org/W1969162744","https://openalex.org/W1976320816","https://openalex.org/W1982634726","https://openalex.org/W1987910277","https://openalex.org/W2002771657","https://openalex.org/W2020034787","https://openalex.org/W2023240117","https://openalex.org/W2031449720","https://openalex.org/W2053495407","https://openalex.org/W2055851514","https://openalex.org/W2057769766","https://openalex.org/W2063203718","https://openalex.org/W2064263928","https://openalex.org/W2081460057","https://openalex.org/W2086406824","https://openalex.org/W2087039607","https://openalex.org/W2089976450","https://openalex.org/W2095929224","https://openalex.org/W2097484071","https://openalex.org/W2100960835","https://openalex.org/W2111723972","https://openalex.org/W2114123404","https://openalex.org/W2132502734","https://openalex.org/W2138324133","https://openalex.org/W2139823104","https://openalex.org/W2140485300","https://openalex.org/W2141416357","https://openalex.org/W2143933435","https://openalex.org/W2162738245","https://openalex.org/W2214974049","https://openalex.org/W2324219414","https://openalex.org/W2522104760","https://openalex.org/W2524301210","https://openalex.org/W2530395818","https://openalex.org/W2543774860","https://openalex.org/W2560674852","https://openalex.org/W2573660794","https://openalex.org/W2584805976","https://openalex.org/W2599025709","https://openalex.org/W2608807961","https://openalex.org/W2725155646","https://openalex.org/W2726816714","https://openalex.org/W2732560823","https://openalex.org/W2764072425","https://openalex.org/W2766136857","https://openalex.org/W2768894107","https://openalex.org/W2784397426","https://openalex.org/W2788481061","https://openalex.org/W2795908329","https://openalex.org/W2797510035","https://openalex.org/W2810873347","https://openalex.org/W2884003968","https://openalex.org/W2898178589","https://openalex.org/W2950220130","https://openalex.org/W2952517774","https://openalex.org/W2953487715","https://openalex.org/W2962922665","https://openalex.org/W2963779314","https://openalex.org/W2973803993","https://openalex.org/W2990138404","https://openalex.org/W2990773943","https://openalex.org/W2997669008","https://openalex.org/W3005337328","https://openalex.org/W3014590323","https://openalex.org/W3032340379","https://openalex.org/W3100008233","https://openalex.org/W3101206394","https://openalex.org/W3109474449","https://openalex.org/W3152436735","https://openalex.org/W3183924697","https://openalex.org/W4211086681","https://openalex.org/W4231827927","https://openalex.org/W4293091679","https://openalex.org/W4293091723","https://openalex.org/W4302796830"],"related_works":["https://openalex.org/W4281561649","https://openalex.org/W7154411727","https://openalex.org/W4220760463","https://openalex.org/W4242062227","https://openalex.org/W4410738635","https://openalex.org/W2949992972","https://openalex.org/W4309301924","https://openalex.org/W2914202940","https://openalex.org/W7169869764"],"abstract_inverted_index":{"Quantitative":[0],"definitions":[1,61,68,76],"of":[2,33,42,69,77,112,123,136,163,171],"what":[3,7,94],"is":[4,8],"unfair":[5],"and":[6,25,44,54,84,97,109,141,143,161],"fair":[9],"have":[10,62,102],"been":[11,36],"introduced":[12],"in":[13,22,57,79],"multiple":[14],"disciplines":[15],"for":[16,147],"well":[17],"over":[18,46],"50":[19],"years,":[20],"including":[21,117],"education,":[23],"hiring,":[24],"machine":[26,81],"learning.":[27],"We":[28,106],"trace":[29],"how":[30,98],"the":[31,39,47,52,118,121,124,134,144,156,177],"notion":[32],"fairness":[34,60,70,78,95,113,119,137,149,172],"has":[35],"defined":[37],"within":[38],"testing":[40],"communities":[41],"education":[43],"hiring":[45],"past":[48,108],"half":[49],"century,":[50],"exploring":[51],"cultural":[53],"social":[55],"context":[56],"which":[58],"different":[59],"emerged.":[63],"In":[64,89],"some":[65],"cases,":[66,91],"earlier":[67],"are":[71],"similar":[72],"or":[73,131],"identical":[74],"to":[75,99,138],"current":[80,86,110],"learning":[82],"research,":[83],"foreshadow":[85],"formal":[87],"work.":[88],"other":[90],"insights":[92,175],"into":[93],"means":[96],"measure":[100],"it":[101],"largely":[103],"gone":[104],"overlooked.":[105],"compare":[107],"notions":[111],"along":[114],"several":[115],"dimensions,":[116],"criteria,":[120],"focus":[122],"criteria":[125],"(e.g.,":[126,150],"a":[127,129],"test,":[128],"model,":[130],"its":[132],"use),":[133],"relationship":[135],"individuals,":[139],"groups,":[140],"subgroups,":[142],"mathematical":[145],"method":[146],"measuring":[148],"classification,":[151],"regression).":[152],"This":[153],"work":[154],"points":[155],"way":[157],"towards":[158],"future":[159],"research":[160],"measurement":[162],"(un)fairness":[164],"that":[165],"builds":[166],"from":[167,176],"our":[168],"modern":[169],"understanding":[170],"while":[173],"incorporating":[174],"past.":[178]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4288617757","counts_by_year":[{"year":2026,"cited_by_count":48},{"year":2025,"cited_by_count":77},{"year":2024,"cited_by_count":75},{"year":2023,"cited_by_count":99},{"year":2022,"cited_by_count":73},{"year":2021,"cited_by_count":73},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2022-07-30T00:00:00"}
