{"id":"https://openalex.org/W3202038256","doi":"https://doi.org/10.1145/3465416.3483299","title":"Mitigating Racial Biases in Toxic Language Detection with an Equity-Based Ensemble Framework","display_name":"Mitigating Racial Biases in Toxic Language Detection with an Equity-Based Ensemble Framework","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3202038256","doi":"https://doi.org/10.1145/3465416.3483299","mag":"3202038256"},"language":"en","primary_location":{"id":"doi:10.1145/3465416.3483299","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3465416.3483299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.13137","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Matan Halevy","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matan Halevy","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Camille Harris","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Camille Harris","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Amy Bruckman","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Bruckman","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Diyi Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diyi Yang","raw_affiliation_strings":["Georgia Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ayanna Howard","orcid":null},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayanna Howard","raw_affiliation_strings":["The Ohio State University, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":1.5395,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.86200144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13959","display_name":"Swearing, Euphemism, Multilingualism","score":0.9172999858856201,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.628600001335144},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5552999973297119},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"Ensemble learning","score":0.49559998512268066},{"id":"https://openalex.org/keywords/racial-bias","display_name":"Racial bias","score":0.49050000309944153},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.45239999890327454},{"id":"https://openalex.org/keywords/disparate-impact","display_name":"Disparate impact","score":0.39579999446868896},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.383899986743927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6825000047683716},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.628600001335144},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5713000297546387},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5552999973297119},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5468999743461609},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C2992700788","wikidata":"https://www.wikidata.org/wiki/Q8461","display_name":"Racial bias","level":3,"score":0.49050000309944153},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.45239999890327454},{"id":"https://openalex.org/C2776889015","wikidata":"https://www.wikidata.org/wiki/Q5282532","display_name":"Disparate impact","level":3,"score":0.39579999446868896},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C2987028688","wikidata":"https://www.wikidata.org/wiki/Q49085","display_name":"African american","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34290000796318054},{"id":"https://openalex.org/C139838865","wikidata":"https://www.wikidata.org/wiki/Q8461","display_name":"Racism","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C75917345","wikidata":"https://www.wikidata.org/wiki/Q2725298","display_name":"Sampling bias","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3465416.3483299","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3465416.3483299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2109.13137","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13137","pdf_url":"https://arxiv.org/pdf/2109.13137","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.13137","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.13137","pdf_url":"https://arxiv.org/pdf/2109.13137","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4155337759","display_name":null,"funder_award_id":"AWD-001715","funder_id":"https://openalex.org/F4320307791","funder_display_name":"Cisco Systems"}],"funders":[{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2038879632","https://openalex.org/W2118103243","https://openalex.org/W2250539671","https://openalex.org/W2292070666","https://openalex.org/W2473555522","https://openalex.org/W2734862619","https://openalex.org/W2740168486","https://openalex.org/W2751039952","https://openalex.org/W2760062370","https://openalex.org/W2791170418","https://openalex.org/W2809878087","https://openalex.org/W2887782043","https://openalex.org/W2949678053","https://openalex.org/W2956090150","https://openalex.org/W2962990575","https://openalex.org/W2963341956","https://openalex.org/W2964235839","https://openalex.org/W2972735048","https://openalex.org/W3005013146","https://openalex.org/W3034282334","https://openalex.org/W3045555759","https://openalex.org/W3101905815","https://openalex.org/W3105090453","https://openalex.org/W3155742828","https://openalex.org/W3161695571","https://openalex.org/W4231994002"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2,23],"demonstrated":[3],"how":[4,107],"racial":[5,60,96],"biases":[6,61,97,136],"against":[7],"users":[8],"who":[9,139],"write":[10],"African":[11,83,141],"American":[12,84,142],"English":[13,85],"exists":[14],"in":[15,63],"popular":[16],"toxic":[17],"language":[18],"datasets.":[19,104],"While":[20],"previous":[21],"work":[22],"focused":[24],"on":[25,121],"a":[26,64,70,75],"single":[27],"fairness":[28,36,112],"criteria,":[29],"we":[30],"propose":[31,69],"to":[32,38,81,132],"use":[33,140],"additional":[34],"descriptive":[35],"metrics":[37,113],"better":[39],"understand":[40],"the":[41,82,95,99,108,122,134],"source":[42],"of":[43],"these":[44,103],"biases.":[45],"We":[46,67,87,105],"demonstrate":[47,106],"that":[48,73,78,89,98],"different":[49],"benchmark":[50],"classifiers,":[51],"as":[52,54],"well":[53],"two":[55],"in-process":[56],"bias-remediation":[57],"techniques,":[58],"propagate":[59],"even":[62],"larger":[65],"corpus.":[66],"then":[68],"novel":[71],"ensemble-framework":[72],"uses":[74],"specialized":[76],"classifier":[77],"is":[79],"fine-tuned":[80],"dialect.":[86],"show":[88],"our":[90],"proposed":[91],"framework":[92,110],"substantially":[93],"reduces":[94],"model":[100],"learns":[101],"from":[102],"ensemble":[109],"improves":[111],"across":[114],"all":[115],"sample":[116],"datasets":[117],"with":[118],"minimal":[119],"impact":[120],"classification":[123],"performance,":[124],"and":[125],"provide":[126],"empirical":[127],"evidence":[128],"for":[129],"its":[130],"ability":[131],"unlearn":[133],"annotation":[135],"towards":[137],"authors":[138],"English.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2021-10-11T00:00:00"}