{"id":"https://openalex.org/W4232235627","doi":"https://doi.org/10.31228/osf.io/jq2b6","title":"Why Fairness Cannot Be Automated: Bridging the Gap Between EU Non-Discrimination Law and AI","display_name":"Why Fairness Cannot Be Automated: Bridging the Gap Between EU Non-Discrimination Law and AI","alternate_titles":[],"publication_year":2020,"publication_date":"2020-05-12","ids":{"openalex":"https://openalex.org/W4232235627","doi":"https://doi.org/10.31228/osf.io/jq2b6"},"language":"en","primary_location":{"id":"doi:10.31228/osf.io/jq2b6","doi":"https://doi.org/10.31228/osf.io/jq2b6","is_oa":false,"landing_page_url":"https://doi.org/10.31228/osf.io/jq2b6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401405","display_name":"LawArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"parent_works":[],"lineage":["https://openalex.org/W4232235627"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075172090","display_name":"Sandra Wachter","orcid":"https://orcid.org/0000-0003-3800-0113","observed_orcids":["https://orcid.org/0000-0003-3800-0113"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sandra Wachter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081516308","display_name":"Brent Mittelstadt","orcid":"https://orcid.org/0000-0002-4709-6404","observed_orcids":["https://orcid.org/0000-0002-4709-6404"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Brent Mittelstadt","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-4709-6404","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5008943199","display_name":"Chris Russell","orcid":"https://orcid.org/0000-0003-1665-1759","observed_orcids":["https://orcid.org/0000-0003-1665-1759"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chris Russell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9179999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13170","display_name":"Discrimination and Equality Law","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13364","display_name":"Digitalization, Law, and Regulation","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.7360000014305115},{"id":"https://openalex.org/keywords/eu-non-discrimination-law","display_name":"EU anti-discrimination law","score":0.9649999737739563},{"id":"https://openalex.org/keywords/court-of-justice-of-the-european-union","display_name":"Court of Justice of the European Union","score":0.6620000004768372},{"id":"https://openalex.org/keywords/algorithmic-discrimination","display_name":"algorithmic discrimination","score":0.5680000185966492},{"id":"https://openalex.org/keywords/legal-remedies-for-discrimination","display_name":"legal remedies for discrimination","score":0.6299999952316284},{"id":"https://openalex.org/keywords/algorithmic-accountability","display_name":"algorithmic accountability","score":0.4300000071525574},{"id":"https://openalex.org/keywords/algorithmic-transparency","display_name":"algorithmic transparency","score":0.38100001215934753},{"id":"https://openalex.org/keywords/algorithmic-governance","display_name":"algorithmic governance","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C2776889015","wikidata":"https://www.wikidata.org/wiki/Q5282532","display_name":"Disparate impact","level":3,"score":0.6139291524887085},{"id":"https://openalex.org/C71043370","wikidata":"https://www.wikidata.org/wiki/Q4932206","display_name":"Jurisprudence","level":2,"score":0.4917183220386505},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.4871901869773865},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.48577263951301575},{"id":"https://openalex.org/C2780623907","wikidata":"https://www.wikidata.org/wiki/Q106394435","display_name":"Disadvantaged","level":2,"score":0.4591997563838959},{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.45376622676849365},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.4412067234516144},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.4277379810810089},{"id":"https://openalex.org/C170706310","wikidata":"https://www.wikidata.org/wiki/Q30216","display_name":"Common law","level":2,"score":0.4251954257488251},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.42463845014572144},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4153265357017517},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.36249879002571106},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20259276032447815},{"id":"https://openalex.org/C2778272461","wikidata":"https://www.wikidata.org/wiki/Q190752","display_name":"Supreme court","level":2,"score":0.1240186095237732},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.31228/osf.io/jq2b6","doi":"https://doi.org/10.31228/osf.io/jq2b6","is_oa":false,"landing_page_url":"https://doi.org/10.31228/osf.io/jq2b6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401405","display_name":"LawArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:share.osf.io:E01B1-509-7B5","doi":null,"is_oa":false,"landing_page_url":"http://doi.org/10.31228/OSF.IO/JQ2B6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401405","display_name":"LawArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:share.osf.io:fe5a8454-06b4-4996-9136-ee0d1122472c","doi":null,"is_oa":false,"landing_page_url":"https://osf.io/jq2b6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401405","display_name":"LawArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7578999996185303,"id":"https://metadata.un.org/sdg/10"},{"display_name":"Peace, justice, and strong institutions","score":0.666700005531311,"id":"https://metadata.un.org/sdg/16"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G8597009950","display_name":null,"funder_award_id":"EP/N510129/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4380993346","https://openalex.org/W3008305661","https://openalex.org/W4378446601","https://openalex.org/W7018001221","https://openalex.org/W3213430423","https://openalex.org/W2806222047","https://openalex.org/W4404407331","https://openalex.org/W3206467676","https://openalex.org/W4380322089","https://openalex.org/W3210100219"],"abstract_inverted_index":{"In":[0],"recent":[1],"years":[2],"a":[3,98,168,209,249,272,324,392,476,489],"substantial":[4],"literature":[5],"has":[6,44,54,330,449],"emerged":[7],"concerning":[8],"bias,":[9],"discrimination,":[10,183,348,530],"and":[11,15,31,58,72,84,93,106,111,129,132,137,141,181,194,218,223,228,233,311,335,354,358,371,377,400,415,417,514,526,549],"fairness":[12,122,127,256,425,538],"in":[13,125,259,282,340,426,523],"AI":[14,283,513],"machine":[16,427],"learning.":[17],"Connecting":[18],"this":[19,66,151,518],"work":[20,43,108,423],"to":[21,28,150,166,175,196,199,207,242,278,305,326,344,360,398,409,534,554],"existing":[22,107,422],"legal":[23,39,50,289,369],"non-discrimination":[24,82,172,258,293,438,560],"frameworks":[25],"is":[26,295,351],"essential":[27],"create":[29],"tools":[30],"methods":[32],"that":[33,254,328,390,481],"are":[34,188,406],"practically":[35],"useful":[36],"across":[37],"divergent":[38],"regimes.":[40],"While":[41],"much":[42],"been":[45,450],"undertaken":[46],"from":[47],"an":[48],"American":[49],"perspective,":[51],"comparatively":[52],"little":[53],"mapped":[55],"the":[56,87,133,146,163,176,184,204,213,216,221,231,246,265,288,453,484,524,551],"effects":[57],"requirements":[59,143,165,187,229],"of":[60,75,80,86,90,104,121,179,203,215,225,235,347,365,379,445,456,492,510,528,537],"EU":[61,81,171,437,559],"law.":[62,173,439,561],"This":[63],"Article":[64,156],"addresses":[65],"critical":[67,99],"gap":[68,116],"between":[69,101,118],"legal,":[70],"technical,":[71],"organisational":[73,315],"notions":[74,103],"algorithmic":[76,110,180,341],"fairness.":[77,113],"Through":[78,517],"analysis":[79],"law":[83,294],"jurisprudence":[85],"European":[88,102,454],"Court":[89,455],"Justice":[91,457],"(ECJ)":[92],"national":[94],"courts,":[95],"we":[96,148,161,285,419,531],"identify":[97],"incompatibility":[100],"discrimination":[105,139,281,329,350,380,405,448,497],"on":[109,192,248,424],"automat-ed":[112],"A":[114,440],"clear":[115],"exists":[117],"statistical":[119,396,479,493],"measures":[120],"as":[123,153,212,323,475,542,544],"embedded":[124],"myriad":[126],"toolkits":[128],"governance":[130],"mechanisms":[131,334],"context-sensitive,":[134],"often":[135],"intuitive":[136],"ambiguous":[138],"metrics":[140],"evidential":[142,164],"used":[144],"by":[145,245,267,292,452],"ECJ;":[147],"refer":[149],"approach":[152,553],"\u201ccontextual":[154],"equality.\u201dThis":[155],"makes":[157],"three":[158],"contributions.":[159],"First,":[160],"review":[162],"bring":[167],"claim":[169],"under":[170,436,558],"Due":[174],"disparate":[177],"nature":[178],"human":[182],"EU\u2019s":[185],"current":[186],"too":[189],"contextual,":[190],"reliant":[191],"intuition,":[193],"open":[195],"judicial":[197,508,555],"interpretation":[198,556],"be":[200,243,262],"automated.":[201],"Many":[202],"concepts":[205],"fundamental":[206],"bringing":[208],"claim,":[210],"such":[211],"composition":[214],"disadvantaged":[217],"advantaged":[219],"group,":[220],"severity":[222],"type":[224],"harm":[226],"suffered,":[227],"for":[230,280,373,395,433,443,466,495,504,520],"relevance":[232],"admissibility":[234],"evidence,":[236],"require":[237],"normative":[238],"or":[239,257,274,317],"political":[240],"choices":[241],"made":[244],"judiciary":[247],"case-by-case":[250],"basis.":[251],"We":[252,469],"show":[253,286],"automating":[255],"Europe":[260],"may":[261],"impossible":[263],"because":[264],"law,":[266],"design,":[268],"does":[269],"not":[270,299,338,459,507],"provide":[271],"static":[273],"homogenous":[275],"framework":[276],"suited":[277],"testing":[279],"systems.Second,":[284],"how":[287,421,533],"protection":[290],"offered":[291],"challenged":[296],"when":[297],"AI,":[298],"humans,":[300],"discriminate.":[301],"Humans":[302],"discriminate":[303],"due":[304],"negative":[306],"attitudes":[307],"(e.g.":[308,314],"stereotypes,":[309],"prejudice)":[310],"unintentional":[312],"biases":[313],"practices":[316],"internalised":[318],"stereotypes)":[319],"which":[320,381],"can":[321,499],"act":[322],"signal":[325],"victims":[327],"occurred.":[331],"Equivalent":[332],"signalling":[333],"agency":[336],"do":[337],"exist":[339],"systems.":[342,516],"Compared":[343],"traditional":[345,368],"forms":[346],"automated":[349,404,467,496,515,540],"more":[352],"abstract":[353],"unintuitive,":[355],"subtle,":[356],"intangible,":[357],"difficult":[359],"detect.":[361],"The":[362],"increasing":[363],"use":[364],"algorithms":[366],"disrupts":[367],"remedies":[370],"procedures":[372,389,432,465,503],"detection,":[374],"investigation,":[375],"prevention,":[376],"correction":[378],"have":[382],"predominantly":[383],"relied":[384],"upon":[385],"intuition.":[386],"Consistent":[387],"assessment":[388,444,464,527],"define":[391],"common":[393],"standard":[394,463,477,490],"evidence":[397,494],"detect":[399],"assess":[401],"prima":[402,446],"facie":[403,447],"urgently":[407],"needed":[408],"support":[410],"judges,":[411],"regulators,":[412],"system":[413],"controllers":[414],"developers,":[416],"claimants.Finally,":[418],"examine":[420],"learning":[428],"lines":[429],"up":[430],"with":[431,483],"assessing":[434],"cases":[435,498,511],"\u2018gold":[441,486],"standard\u2019":[442],"advanced":[451],"but":[458,506],"yet":[460],"translated":[461],"into":[462,539],"discrimination.":[468],"propose":[470],"\u2018conditional":[471],"demographic":[472],"disparity\u2019":[473],"(CDD)":[474],"baseline":[478],"measurement":[480],"aligns":[482],"Court\u2019s":[485],"standard\u2019.":[487],"Establishing":[488],"set":[491],"help":[500],"ensure":[501],"consistent":[502],"assessment,":[505],"interpretation,":[509],"involving":[512],"proposal":[519],"procedural":[521],"regularity":[522],"identification":[525],"auto-mated":[529],"clarify":[532],"build":[535],"considerations":[536],"systems":[541],"far":[543],"possible":[545],"while":[546],"still":[547],"respecting":[548],"enabling":[550],"contextual":[552],"practiced":[557]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4232235627","counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-05-12T00:00:00"}
