{"id":"https://openalex.org/W2765146466","doi":"https://doi.org/10.1177/2053951717743530","title":"Fairer machine learning in the real world: Mitigating discrimination without collecting sensitive data","display_name":"Fairer machine learning in the real world: Mitigating discrimination without collecting sensitive data","publication_year":2017,"publication_date":"2017-11-20","ids":{"openalex":"https://openalex.org/W2765146466","doi":"https://doi.org/10.1177/2053951717743530","mag":"2765146466"},"language":"en","primary_location":{"id":"doi:10.1177/2053951717743530","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2053951717743530","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/2053951717743530","source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journals.sagepub.com/doi/pdf/10.1177/2053951717743530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047675331","display_name":"Michael Veale","orcid":"https://orcid.org/0000-0002-2342-8785"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Michael Veale","raw_affiliation_strings":["Department of Science, Technology, Engineering and Public Policy (STEaPP), University College London, UK"],"affiliations":[{"raw_affiliation_string":"Department of Science, Technology, Engineering and Public Policy (STEaPP), University College London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101687506","display_name":"Reuben Binns","orcid":"https://orcid.org/0000-0002-8272-5667"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Reuben Binns","raw_affiliation_strings":["Department of Computer Science, University of Oxford, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5047675331"],"corresponding_institution_ids":["https://openalex.org/I45129253"],"apc_list":{"value":800,"currency":"USD","value_usd":800},"apc_paid":{"value":800,"currency":"USD","value_usd":800},"fwci":31.2135,"has_fulltext":false,"cited_by_count":438,"citation_normalized_percentile":{"value":0.99740248,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"4","issue":"2","first_page":"205395171774353","last_page":"205395171774353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7236921787261963},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6135185360908508},{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.5520579218864441},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5330352187156677},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5027065277099609},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.4995415210723877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4818093180656433},{"id":"https://openalex.org/keywords/experiential-learning","display_name":"Experiential learning","score":0.4776807427406311},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.47711947560310364},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41913846135139465},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.40995049476623535},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3614215552806854},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.1347581148147583},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.10585787892341614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7236921787261963},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6135185360908508},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.5520579218864441},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5330352187156677},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5027065277099609},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.4995415210723877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4818093180656433},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.4776807427406311},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.47711947560310364},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41913846135139465},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.40995049476623535},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3614215552806854},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.1347581148147583},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10585787892341614},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1177/2053951717743530","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2053951717743530","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/2053951717743530","source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:osf:socarx:ustxg","is_oa":false,"landing_page_url":"https://osf.io/download/59f3559c9ad5a1026d107902/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:oai:doaj.org/article:182f318f5e9b47019277e3af5ef1f758","is_oa":true,"landing_page_url":"https://doaj.org/article/182f318f5e9b47019277e3af5ef1f758","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data & Society, Vol 4 (2017)","raw_type":"article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1574754","is_oa":false,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/1574754/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   Big Data & Society , 4  (2)   pp. 1-17.   (2017)      ","raw_type":"Article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:91cb5f96-4a35-4807-8736-16a035aa6784","is_oa":true,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:91cb5f96-4a35-4807-8736-16a035aa6784","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"},{"id":"pmh:oai:share.osf.io:4602E-659-52E","is_oa":false,"landing_page_url":"http://doi.org/10.1177/2053951717743530","pdf_url":null,"source":{"id":"https://openalex.org/S4306401238","display_name":"SocArXiv (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:share.osf.io:d8507fa9-45a6-482c-810e-101c775953e4","is_oa":true,"landing_page_url":"https://osf.io/up6q4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"}],"best_oa_location":{"id":"doi:10.1177/2053951717743530","is_oa":true,"landing_page_url":"https://doi.org/10.1177/2053951717743530","pdf_url":"https://journals.sagepub.com/doi/pdf/10.1177/2053951717743530","source":{"id":"https://openalex.org/S2736409588","display_name":"Big Data & Society","issn_l":"2053-9517","issn":["2053-9517"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data & Society","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","display_name":"Gender equality","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G3015293812","display_name":null,"funder_award_id":"EP/J017728/2","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2765146466.pdf","grobid_xml":"https://content.openalex.org/works/W2765146466.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1500693574","https://openalex.org/W1531049952","https://openalex.org/W1541664727","https://openalex.org/W1578810938","https://openalex.org/W1911639067","https://openalex.org/W1976787862","https://openalex.org/W1987663912","https://openalex.org/W2013088096","https://openalex.org/W2023916559","https://openalex.org/W2026019770","https://openalex.org/W2034402307","https://openalex.org/W2063046703","https://openalex.org/W2064897140","https://openalex.org/W2072326761","https://openalex.org/W2080133951","https://openalex.org/W2081011876","https://openalex.org/W2083922075","https://openalex.org/W2087067643","https://openalex.org/W2090847193","https://openalex.org/W2112036221","https://openalex.org/W2124837172","https://openalex.org/W2147427185","https://openalex.org/W2162651021","https://openalex.org/W2175909646","https://openalex.org/W2195388612","https://openalex.org/W2242985385","https://openalex.org/W2288376631","https://openalex.org/W2392403817","https://openalex.org/W2465463612","https://openalex.org/W2478460150","https://openalex.org/W2489148913","https://openalex.org/W2492995478","https://openalex.org/W2608377377","https://openalex.org/W2798142006","https://openalex.org/W2893425640","https://openalex.org/W3098622648","https://openalex.org/W3122548859","https://openalex.org/W3123282572","https://openalex.org/W3123374861","https://openalex.org/W3125978365","https://openalex.org/W4214916459","https://openalex.org/W4237026975","https://openalex.org/W4244021162","https://openalex.org/W4244328120","https://openalex.org/W4245055982","https://openalex.org/W4248167275","https://openalex.org/W4249295933","https://openalex.org/W4250780285","https://openalex.org/W4252738080"],"related_works":["https://openalex.org/W1980714815","https://openalex.org/W3133630643","https://openalex.org/W608490485","https://openalex.org/W2481729736","https://openalex.org/W4389636114","https://openalex.org/W2236208621","https://openalex.org/W2967475239","https://openalex.org/W4308919250","https://openalex.org/W2545074387","https://openalex.org/W3199802296"],"abstract_inverted_index":{"Decisions":[0],"based":[1],"on":[2,64],"algorithmic,":[3],"machine":[4,43,129,173,200],"learning":[5,44,174,178,201],"models":[6],"can":[7],"be":[8,188,221],"unfair,":[9],"reproducing":[10],"biases":[11],"in":[12,124,149,172,199,225],"historical":[13],"data":[14,35,63,137],"used":[15],"to":[16,24,75,94,116,160,169,187],"train":[17],"them.":[18],"While":[19],"computational":[20],"techniques":[21],"are":[22,101,202,209,217],"emerging":[23],"address":[25],"aspects":[26],"of":[27,104,127],"these":[28],"concerns":[29],"through":[30],"communities":[31],"such":[32,67,82,119],"as":[33,68,83],"discrimination-aware":[34],"mining":[36],"(DADM)":[37],"and":[38,41,77,92,96,111,121,143,163,166,179,194,211,223,226],"fairness,":[39],"accountability":[40],"transparency":[42],"(FATML),":[45],"their":[46,234],"practical":[47],"implementation":[48],"faces":[49],"real-world":[50],"challenges.":[51],"For":[52],"legal,":[53],"institutional":[54],"or":[55,72],"commercial":[56],"reasons,":[57],"organisations":[58,86,159],"might":[59,87,183],"not":[60,203],"hold":[61],"the":[62,90,125,228],"sensitive":[65],"attributes":[66],"gender,":[69],"ethnicity,":[70],"sexuality":[71],"disability":[73],"needed":[74],"diagnose":[76],"mitigate":[78],"emergent":[79,102],"indirect":[80],"discrimination-by-proxy,":[81],"redlining.":[84],"Such":[85],"also":[88],"lack":[89],"knowledge":[91,120,168],"capacity":[93],"identify":[95],"manage":[97],"fairness":[98,145,171,185,197,215],"issues":[99],"that":[100,231],"properties":[103],"complex":[105],"sociotechnical":[106],"systems.":[107,175],"This":[108],"paper":[109],"presents":[110],"discusses":[112],"three":[113],"potential":[114],"approaches":[115],"deal":[117],"with":[118,227],"information":[122],"deficits":[123],"context":[126],"fairer":[128],"learning.":[130],"Trusted":[131],"third":[132],"parties":[133],"could":[134],"selectively":[135],"store":[136],"necessary":[138],"for":[139,190,239],"performing":[140],"discrimination":[141],"discovery":[142],"incorporating":[144],"constraints":[146],"into":[147],"model-building":[148],"a":[150],"privacy-preserving":[151],"manner.":[152],"Collaborative":[153],"online":[154],"platforms":[155],"would":[156],"allow":[157,184],"diverse":[158],"record,":[161],"share":[162],"access":[164],"contextual":[165],"experiential":[167],"promote":[170],"Finally,":[176],"unsupervised":[177],"pedagogically":[180],"interpretable":[181],"algorithms":[182],"hypotheses":[186],"built":[189],"further":[191],"selective":[192],"testing":[193],"exploration.":[195],"Real-world":[196],"challenges":[198],"abstract,":[204],"constrained":[205],"optimisation":[206],"problems,":[207],"but":[208,219],"institutionally":[210],"contextually":[212],"grounded.":[213],"Computational":[214],"tools":[216],"useful,":[218],"must":[220],"researched":[222],"developed":[224],"messy":[229],"contexts":[230],"will":[232],"shape":[233],"deployment,":[235],"rather":[236],"than":[237],"just":[238],"imagined":[240],"situations.":[241],"Not":[242],"doing":[243],"so":[244],"risks":[245],"real,":[246],"near-term":[247],"algorithmic":[248],"harm.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":86},{"year":2024,"cited_by_count":56},{"year":2023,"cited_by_count":73},{"year":2022,"cited_by_count":75},{"year":2021,"cited_by_count":50},{"year":2020,"cited_by_count":38},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}