{"id":"https://openalex.org/W2979746687","doi":"https://doi.org/10.1145/3386296.3386305","title":"Unintended machine learning biases as social barriers for persons with disabilitiess","display_name":"Unintended machine learning biases as social barriers for persons with disabilitiess","publication_year":2020,"publication_date":"2020-03-02","ids":{"openalex":"https://openalex.org/W2979746687","doi":"https://doi.org/10.1145/3386296.3386305","mag":"2979746687"},"language":"en","primary_location":{"id":"doi:10.1145/3386296.3386305","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3386296.3386305","pdf_url":null,"source":{"id":"https://openalex.org/S5565671","display_name":"ACM SIGACCESS Accessibility and Computing","issn_l":"1558-1187","issn":["1558-1187","1558-2337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGACCESS Accessibility and Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071599724","display_name":"Ben Hutchinson","orcid":"https://orcid.org/0000-0003-2253-6204"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ben Hutchinson","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019297976","display_name":"Vinodkumar Prabhakaran","orcid":"https://orcid.org/0000-0003-3329-2305"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vinodkumar Prabhakaran","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045383831","display_name":"Emily Denton","orcid":"https://orcid.org/0000-0003-4915-0512"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Remi Denton","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088842522","display_name":"Kellie Webster","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kellie Webster","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088789058","display_name":"Yu Zhong","orcid":"https://orcid.org/0000-0002-3020-5221"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Zhong","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049223617","display_name":"Stephen Denuyl","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Denuyl","raw_affiliation_strings":["Google"],"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5071599724"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":6.1216,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.96557637,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":"125","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11003","display_name":"Disability Rights and Representation","score":0.8212000131607056,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11003","display_name":"Disability Rights and Representation","score":0.8212000131607056,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.803600013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.6980999708175659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5335909128189087},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5090010166168213},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.49279168248176575},{"id":"https://openalex.org/keywords/unintended-consequences","display_name":"Unintended consequences","score":0.4876593351364136},{"id":"https://openalex.org/keywords/mental-illness","display_name":"Mental illness","score":0.47802790999412537},{"id":"https://openalex.org/keywords/addiction","display_name":"Addiction","score":0.466068297624588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.463058203458786},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.4500206410884857},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41706350445747375},{"id":"https://openalex.org/keywords/learning-disability","display_name":"Learning disability","score":0.41386669874191284},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.38899582624435425},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.38852831721305847},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3538691997528076},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.2432040572166443},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.18239319324493408},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.14688614010810852},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.11291113495826721},{"id":"https://openalex.org/keywords/developmental-psychology","display_name":"Developmental psychology","score":0.11008086800575256},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.09540101885795593},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.08855900168418884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5335909128189087},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5090010166168213},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49279168248176575},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.4876593351364136},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.47802790999412537},{"id":"https://openalex.org/C48856860","wikidata":"https://www.wikidata.org/wiki/Q12029","display_name":"Addiction","level":2,"score":0.466068297624588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.463058203458786},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.4500206410884857},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41706350445747375},{"id":"https://openalex.org/C15107229","wikidata":"https://www.wikidata.org/wiki/Q860740","display_name":"Learning disability","level":2,"score":0.41386669874191284},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.38899582624435425},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38852831721305847},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3538691997528076},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.2432040572166443},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.18239319324493408},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.14688614010810852},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.11291113495826721},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.11008086800575256},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.09540101885795593},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.08855900168418884},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3386296.3386305","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3386296.3386305","pdf_url":null,"source":{"id":"https://openalex.org/S5565671","display_name":"ACM SIGACCESS Accessibility and Computing","issn_l":"1558-1187","issn":["1558-1187","1558-2337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGACCESS Accessibility and Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1571136830","https://openalex.org/W1614298861","https://openalex.org/W2038411619","https://openalex.org/W2054719423","https://openalex.org/W2116808802","https://openalex.org/W2482604113","https://openalex.org/W2483215953","https://openalex.org/W2504591690","https://openalex.org/W2511010068","https://openalex.org/W2769358515","https://openalex.org/W2791170418","https://openalex.org/W2893240881","https://openalex.org/W2893425640","https://openalex.org/W2896457183","https://openalex.org/W2898970033","https://openalex.org/W2950018712","https://openalex.org/W2950577311","https://openalex.org/W2962833164","https://openalex.org/W2963078909","https://openalex.org/W2963341956","https://openalex.org/W2964116855","https://openalex.org/W2972539067","https://openalex.org/W2989344603","https://openalex.org/W3014590323","https://openalex.org/W3105536512","https://openalex.org/W4365388135","https://openalex.org/W4387273867","https://openalex.org/W6664197072","https://openalex.org/W6760605923","https://openalex.org/W6948023914"],"related_works":["https://openalex.org/W4367679432","https://openalex.org/W4248277314","https://openalex.org/W4387098652","https://openalex.org/W4380051107","https://openalex.org/W2964483883","https://openalex.org/W4283465890","https://openalex.org/W2079028386","https://openalex.org/W4361213313","https://openalex.org/W4237585931","https://openalex.org/W2047611014"],"abstract_inverted_index":{"Persons":[0],"with":[1,31,91],"disabilities":[2,32],"face":[3],"many":[4,166],"barriers":[5],"to":[6,20,36,42,129,165,185],"full":[7],"participation":[8],"in":[9,78,111,116,192,200,214],"society,":[10],"and":[11,26,95,115,209],"the":[12,18,66,182,201],"rapid":[13],"advancement":[14],"of":[15,108,176],"technology":[16],"has":[17],"potential":[19],"create":[21],"ever":[22],"more.":[23],"Building":[24],"equitable":[25],"inclusive":[27],"technologies":[28],"for":[29,76,86,119,204],"people":[30],"demands":[33],"paying":[34],"attention":[35],"more":[37,138,152],"than":[38],"accessibility,":[39],"but":[40],"also":[41,170],"how":[43],"social":[44,63,193],"attitudes":[45],"towards":[46,174],"disability":[47,136,150],"are":[48,71,163,212],"represented":[49],"within":[50],"technology.":[51],"Representations":[52],"perpetuated":[53],"by":[54],"machine":[55],"learning":[56],"(ML)":[57],"models":[58,81,161,188,202],"often":[59],"inadvertently":[60],"encode":[61],"undesirable":[62,172],"biases":[64,110,173,191,199],"from":[65],"data":[67,117,183],"on":[68],"which":[69,134,148,195],"they":[70],"trained.":[72],"This":[73],"can":[74,169],"result,":[75],"example,":[77],"text":[79,159],"classification":[80],"producing":[82],"very":[83],"different":[84],"predictions":[85],"I":[87,96],"am":[88,97],"a":[89,98,126,141],"person":[90,100],"mental":[92,217],"illness":[93],",":[94],"tall":[99],".":[101],"In":[102],"this":[103],"paper,":[104],"we":[105,123,155,179],"present":[106],"evidence":[107],"such":[109,187,198],"existing":[112],"ML":[113,167],"models,":[114],"used":[118,184],"model":[120,128,145],"development.":[121],"First,":[122],"demonstrate":[124,156],"that":[125,157,162,181],"machine-learned":[127,142],"moderate":[130],"conversations":[131],"classifies":[132],"texts":[133,147],"mention":[135,149],"as":[137,151],"\"toxic\".":[139],"Similarly,":[140],"sentiment":[143],"analysis":[144],"rates":[146],"negative.":[153],"Second,":[154],"neural":[158],"representation":[160],"critical":[164],"applications":[168],"contain":[171],"mentions":[175],"disabilities.":[177],"Third,":[178],"show":[180],"develop":[186],"reflects":[189],"topical":[190],"discourse":[194],"may":[196],"explain":[197],"-":[203],"instance,":[205],"gun":[206],"violence,":[207],"homelessness,":[208],"drug":[210],"addiction":[211],"over-represented":[213],"discussions":[215],"about":[216],"illness.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}