{"id":"https://openalex.org/W4328051875","doi":"https://doi.org/10.1162/tacl_a_00550","title":"Hate Speech Classifiers Learn Normative Social Stereotypes","display_name":"Hate Speech Classifiers Learn Normative Social Stereotypes","publication_year":2023,"publication_date":"2023-03-21","ids":{"openalex":"https://openalex.org/W4328051875","doi":"https://doi.org/10.1162/tacl_a_00550"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00550","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00550","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00550/2075730/tacl_a_00550.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00550/2075730/tacl_a_00550.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000967986","display_name":"Aida Mostafazadeh Davani","orcid":"https://orcid.org/0000-0002-7013-1810"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aida Mostafazadeh Davani","raw_affiliation_strings":["University of Southern California, USA. mostafaz@usc.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, USA. mostafaz@usc.edu","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015311126","display_name":"Mohammad Atari","orcid":"https://orcid.org/0000-0002-4358-7783"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohammad Atari","raw_affiliation_strings":["University of Southern California, USA. atari@usc.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, USA. atari@usc.edu","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008962142","display_name":"Brendan Kennedy","orcid":"https://orcid.org/0000-0001-7252-7475"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brendan Kennedy","raw_affiliation_strings":["University of Southern California, USA. btkenned@usc.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, USA. btkenned@usc.edu","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065952016","display_name":"Morteza Dehghani","orcid":"https://orcid.org/0000-0002-9478-4365"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Morteza Dehghani","raw_affiliation_strings":["University of Southern California, USA. mdehghan@usc.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, USA. mdehghan@usc.edu","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000967986","https://openalex.org/A5008962142","https://openalex.org/A5015311126","https://openalex.org/A5065952016"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":6.8134,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.97403246,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"300","last_page":"319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9552000164985657,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normative","display_name":"Normative","score":0.809362530708313},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.6338118314743042},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5987377166748047},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5709827542304993},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5532976388931274},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.47618427872657776},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4207311272621155},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.344271183013916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33192670345306396},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3273244798183441},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08145526051521301},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07247397303581238}],"concepts":[{"id":"https://openalex.org/C44725695","wikidata":"https://www.wikidata.org/wiki/Q288156","display_name":"Normative","level":2,"score":0.809362530708313},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.6338118314743042},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5987377166748047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5709827542304993},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5532976388931274},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.47618427872657776},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4207311272621155},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.344271183013916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33192670345306396},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3273244798183441},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08145526051521301},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07247397303581238},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00550","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00550","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00550/2075730/tacl_a_00550.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:12743c9b2097440b81b4f0812111a02c","is_oa":true,"landing_page_url":"https://doaj.org/article/12743c9b2097440b81b4f0812111a02c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11, Pp 300-319 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00550","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00550","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00550/2075730/tacl_a_00550.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7400000095367432,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W80056832","https://openalex.org/W1544543982","https://openalex.org/W1975879668","https://openalex.org/W1992369201","https://openalex.org/W2014352947","https://openalex.org/W2021519078","https://openalex.org/W2024011160","https://openalex.org/W2087912574","https://openalex.org/W2101234009","https://openalex.org/W2109453861","https://openalex.org/W2127374659","https://openalex.org/W2139095040","https://openalex.org/W2145065133","https://openalex.org/W2149303721","https://openalex.org/W2250539671","https://openalex.org/W2387324665","https://openalex.org/W2559655401","https://openalex.org/W2563826943","https://openalex.org/W2593963897","https://openalex.org/W2595653137","https://openalex.org/W2604951800","https://openalex.org/W2728567418","https://openalex.org/W2769358515","https://openalex.org/W2791170418","https://openalex.org/W2799915114","https://openalex.org/W2886358838","https://openalex.org/W2888167352","https://openalex.org/W2893425640","https://openalex.org/W2903434685","https://openalex.org/W2903795157","https://openalex.org/W2914097099","https://openalex.org/W2920807444","https://openalex.org/W2926526813","https://openalex.org/W2944944282","https://openalex.org/W2949678053","https://openalex.org/W2954275542","https://openalex.org/W2962833164","https://openalex.org/W2970442950","https://openalex.org/W2972735048","https://openalex.org/W2979826702","https://openalex.org/W2980350050","https://openalex.org/W2981869278","https://openalex.org/W2985347336","https://openalex.org/W2989344603","https://openalex.org/W3034282334","https://openalex.org/W3035296331","https://openalex.org/W3037637030","https://openalex.org/W3037831233","https://openalex.org/W3045555759","https://openalex.org/W3045825772","https://openalex.org/W3049565363","https://openalex.org/W3101905815","https://openalex.org/W3115320986","https://openalex.org/W3125488517","https://openalex.org/W3133702157","https://openalex.org/W3164384839","https://openalex.org/W3175319024","https://openalex.org/W3175546057","https://openalex.org/W3176580738","https://openalex.org/W3181414820","https://openalex.org/W3184088840","https://openalex.org/W3186814609","https://openalex.org/W3192478068","https://openalex.org/W3196190653","https://openalex.org/W3196248941","https://openalex.org/W3206428286","https://openalex.org/W3212327893","https://openalex.org/W3214105842","https://openalex.org/W3217152367","https://openalex.org/W4200444669","https://openalex.org/W4205216562","https://openalex.org/W4207024873","https://openalex.org/W4213175691","https://openalex.org/W4226374958","https://openalex.org/W4237040408","https://openalex.org/W4239510810","https://openalex.org/W4283168936","https://openalex.org/W4287365906","https://openalex.org/W4287854312","https://openalex.org/W6675354045","https://openalex.org/W6691296735","https://openalex.org/W6721933647","https://openalex.org/W6727643116","https://openalex.org/W6728551298","https://openalex.org/W6755207826","https://openalex.org/W6756732888","https://openalex.org/W6758756966","https://openalex.org/W6780208478","https://openalex.org/W6785036610","https://openalex.org/W6795719573","https://openalex.org/W6797959577","https://openalex.org/W6811050888","https://openalex.org/W7034470048"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2073050111","https://openalex.org/W2361861616","https://openalex.org/W3093710306","https://openalex.org/W750217911","https://openalex.org/W2740268725","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W1517021018","https://openalex.org/W2218034408"],"abstract_inverted_index":{"Abstract":[0],"Social":[1],"stereotypes":[2,30,48,67,79,97,120],"negatively":[3],"impact":[4,45,63],"individuals\u2019":[5],"judgments":[6,86],"about":[7],"different":[8],"groups":[9],"and":[10,54,137],"may":[11],"have":[12],"a":[13,88,109],"critical":[14],"role":[15,27],"in":[16,31,38,80,87,99,108,146],"understanding":[17],"language":[18,41,81,100],"directed":[19],"toward":[20],"marginalized":[21,122],"groups.":[22],"Here,":[23],"we":[24,59,73,93],"assess":[25],"the":[26,32,39,44,62,75,83],"of":[28,35,46,64,77,144],"social":[29,47,119,127],"automated":[33],"detection":[34],"hate":[36,55],"speech":[37,56],"English":[40],"by":[42],"examining":[43],"on":[49,68,82],"annotation":[50],"behaviors,":[51],"annotated":[52,90],"datasets,":[53],"classifiers.":[57],"Specifically,":[58],"first":[60],"investigate":[61],"novice":[65],"annotators\u2019":[66,85],"their":[69],"hate-speech-annotation":[70],"behavior.":[71],"Then,":[72],"examine":[74],"effect":[76],"normative":[78,96],"aggregated":[84],"large":[89],"corpus.":[91],"Finally,":[92],"demonstrate":[94,114],"how":[95],"embedded":[98],"resources":[101],"are":[102],"associated":[103],"with":[104],"systematic":[105],"prediction":[106],"errors":[107],"hate-speech":[110,116,147],"classifier.":[111],"The":[112],"results":[113],"that":[115],"classifiers":[117],"reflect":[118],"against":[121],"groups,":[123],"which":[124],"can":[125],"perpetuate":[126],"inequalities":[128],"when":[129],"propagated":[130],"at":[131],"scale.":[132],"This":[133],"framework,":[134],"combining":[135],"social-psychological":[136],"computational-linguistic":[138],"methods,":[139],"provides":[140],"insights":[141],"into":[142],"sources":[143],"bias":[145],"moderation,":[148],"informing":[149],"ongoing":[150],"debates":[151],"regarding":[152],"machine":[153],"learning":[154],"fairness.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}