{"id":"https://openalex.org/W4288617757","doi":"https://doi.org/10.1145/3287560.3287600","title":"50 Years of Test (Un)fairness","display_name":"50 Years of Test (Un)fairness","publication_year":2019,"publication_date":"2019-01-09","ids":{"openalex":"https://openalex.org/W4288617757","doi":"https://doi.org/10.1145/3287560.3287600"},"language":"en","primary_location":{"id":"doi:10.1145/3287560.3287600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3287560.3287600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071599724","display_name":"Ben Hutchinson","orcid":"https://orcid.org/0000-0003-2253-6204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ben Hutchinson","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046235098","display_name":"Margaret Mitchell","orcid":"https://orcid.org/0000-0001-7043-6545"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Margaret Mitchell","raw_affiliation_strings":[""],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":290,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"49","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12501","display_name":"Digital Economy and Work Transformation","score":0.9345999956130981,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fairness-measure","display_name":"Fairness measure","score":0.6957215666770935},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.6378636956214905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.624607264995575},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6087351441383362},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6027260422706604},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4359388053417206},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3420203924179077},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.301602840423584}],"concepts":[{"id":"https://openalex.org/C11867375","wikidata":"https://www.wikidata.org/wiki/Q5430671","display_name":"Fairness measure","level":4,"score":0.6957215666770935},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.6378636956214905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.624607264995575},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6087351441383362},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6027260422706604},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4359388053417206},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3420203924179077},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.301602840423584},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3287560.3287600","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3287560.3287600","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6899999976158142,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W296483430","https://openalex.org/W1967846024","https://openalex.org/W1968041012","https://openalex.org/W1968526558","https://openalex.org/W1976320816","https://openalex.org/W1982634726","https://openalex.org/W1987910277","https://openalex.org/W2002771657","https://openalex.org/W2020034787","https://openalex.org/W2023240117","https://openalex.org/W2031449720","https://openalex.org/W2053495407","https://openalex.org/W2055851514","https://openalex.org/W2063203718","https://openalex.org/W2064263928","https://openalex.org/W2081460057","https://openalex.org/W2086406824","https://openalex.org/W2087039607","https://openalex.org/W2089976450","https://openalex.org/W2095929224","https://openalex.org/W2097484071","https://openalex.org/W2100960835","https://openalex.org/W2111723972","https://openalex.org/W2114123404","https://openalex.org/W2132502734","https://openalex.org/W2138324133","https://openalex.org/W2139823104","https://openalex.org/W2140485300","https://openalex.org/W2141416357","https://openalex.org/W2143933435","https://openalex.org/W2162738245","https://openalex.org/W2214974049","https://openalex.org/W2324219414","https://openalex.org/W2473695717","https://openalex.org/W2522104760","https://openalex.org/W2530395818","https://openalex.org/W2560674852","https://openalex.org/W2584805976","https://openalex.org/W2599025709","https://openalex.org/W2725155646","https://openalex.org/W2726816714","https://openalex.org/W2732560823","https://openalex.org/W2753845591","https://openalex.org/W2764072425","https://openalex.org/W2766136857","https://openalex.org/W2768894107","https://openalex.org/W2788481061","https://openalex.org/W2795908329","https://openalex.org/W2810873347","https://openalex.org/W2898178589","https://openalex.org/W2900885930","https://openalex.org/W2953487715","https://openalex.org/W2963116854","https://openalex.org/W2964031043","https://openalex.org/W2990138404","https://openalex.org/W3005337328","https://openalex.org/W3014590323","https://openalex.org/W3032340379","https://openalex.org/W3042860357","https://openalex.org/W3100008233","https://openalex.org/W3125789530","https://openalex.org/W3152436735","https://openalex.org/W4210787253","https://openalex.org/W4211086681","https://openalex.org/W4233451917","https://openalex.org/W4241126584","https://openalex.org/W4246383674","https://openalex.org/W4293091679","https://openalex.org/W4294241863","https://openalex.org/W4302796830"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W2061122711","https://openalex.org/W2361713743","https://openalex.org/W2136050782","https://openalex.org/W4403576982","https://openalex.org/W4247954915","https://openalex.org/W2131958170","https://openalex.org/W2114851664","https://openalex.org/W2273754158"],"abstract_inverted_index":{"Quantitative":[0],"definitions":[1,61,68,76],"of":[2,33,42,69,77,112,123,136,163,171],"what":[3,7,94],"is":[4,8],"unfair":[5],"and":[6,25,44,54,84,97,109,141,143,161],"fair":[9],"have":[10,62,102],"been":[11,36],"introduced":[12],"in":[13,22,57,79],"multiple":[14],"disciplines":[15],"for":[16,147],"well":[17],"over":[18,46],"50":[19],"years,":[20],"including":[21,117],"education,":[23],"hiring,":[24],"machine":[26,81],"learning.":[27],"We":[28,106],"trace":[29],"how":[30,98],"the":[31,39,47,52,118,121,124,134,144,156,177],"notion":[32],"fairness":[34,60,70,78,95,113,119,137,149,172],"has":[35],"defined":[37],"within":[38],"testing":[40],"communities":[41],"education":[43],"hiring":[45],"past":[48,108],"half":[49],"century,":[50],"exploring":[51],"cultural":[53],"social":[55],"context":[56],"which":[58],"different":[59],"emerged.":[63],"In":[64,89],"some":[65],"cases,":[66,91],"earlier":[67],"are":[71],"similar":[72],"or":[73,131],"identical":[74],"to":[75,99,138],"current":[80,86,110],"learning":[82],"research,":[83],"foreshadow":[85],"formal":[87],"work.":[88],"other":[90],"insights":[92,175],"into":[93],"means":[96],"measure":[100],"it":[101],"largely":[103],"gone":[104],"overlooked.":[105],"compare":[107],"notions":[111],"along":[114],"several":[115],"dimensions,":[116],"criteria,":[120],"focus":[122],"criteria":[125],"(e.g.,":[126,150],"a":[127,129],"test,":[128],"model,":[130],"its":[132],"use),":[133],"relationship":[135],"individuals,":[139],"groups,":[140],"subgroups,":[142],"mathematical":[145],"method":[146],"measuring":[148],"classification,":[151],"regression).":[152],"This":[153],"work":[154],"points":[155],"way":[157],"towards":[158],"future":[159],"research":[160],"measurement":[162],"(un)fairness":[164],"that":[165],"builds":[166],"from":[167,176],"our":[168],"modern":[169],"understanding":[170],"while":[173],"incorporating":[174],"past.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":45},{"year":2024,"cited_by_count":39},{"year":2023,"cited_by_count":61},{"year":2022,"cited_by_count":48},{"year":2021,"cited_by_count":46},{"year":2020,"cited_by_count":26},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2022-07-30T00:00:00"}