{"id":"https://openalex.org/W7163013925","doi":"https://doi.org/10.48550/arxiv.2605.31563","title":"Disagreeing Rationales: Rethinking Classification and Explainability Evaluation in Hate Speech Detection","display_name":"Disagreeing Rationales: Rethinking Classification and Explainability Evaluation in Hate Speech Detection","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163013925","doi":"https://doi.org/10.48550/arxiv.2605.31563"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.31563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.31563","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092081526","display_name":"Benedetta Muscato","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muscato, Benedetta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137554081","display_name":"Beiduo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Beiduo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004686760","display_name":"Gizem Gezi\u0307ci","orcid":"https://orcid.org/0000-0001-9782-5751"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gezici, Gizem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137518595","display_name":"Barbara Plank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Plank, Barbara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137604775","display_name":"Fosca Giannotti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Giannotti, Fosca","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.6855999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.6855999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09390000253915787,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6656000018119812},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5773000121116638},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5543000102043152},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4683000147342682},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45680001378059387},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.3709000051021576}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6656000018119812},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6525999903678894},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6065999865531921},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5773000121116638},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5584999918937683},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5543000102043152},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4683000147342682},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45680001378059387},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.3659999966621399},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.274399995803833}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.31563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.31563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6910710334777832}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Human":[0],"disagreement":[1],"is":[2,26],"ubiquitous":[3],"and":[4,34,71,94,109,123,135,148,162,164,170,177,189],"well-known":[5],"in":[6,10,48,68,75,186,195],"labeling.":[7],"However,":[8],"variation":[9,188],"explanations,":[11],"captured":[12],"through":[13,129],"token-level":[14],"human":[15,32,63],"rationales,":[16],"remains":[17],"far":[18],"less":[19],"explored.":[20],"At":[21],"the":[22,60,157,190],"same":[23],"time,":[24],"it":[25],"unclear":[27],"how":[28,39],"to":[29,40,156,192],"best":[30,41],"evaluate":[31,143],"labels":[33],"rationales":[35,43,54],"--":[36,47,73,121,125],"or":[37],"even":[38],"aggregate":[42],"beyond":[44],"majority":[45],"vote":[46],"light":[49],"of":[50,62,159],"this":[51,84,138],"variation.":[52],"Yet,":[53],"may":[55,66],"provide":[56],"additional":[57],"insights":[58],"into":[59],"richness":[61],"reasoning,":[64],"that":[65,174],"differ":[67],"style,":[69],"values":[70],"interpretations":[72],"especially":[74],"subjective":[76,196],"NLP":[77],"tasks":[78],"like":[79],"hate":[80],"speech":[81],"detection.":[82],"In":[83,137],"work,":[85],"we":[86,142],"unify":[87],"diverse":[88],"models,":[89],"training":[90],"strategies,":[91],"loss":[92],"functions,":[93],"existing":[95],"evaluation":[96,194],"metrics":[97,114,128,179],"under":[98],"a":[99],"single":[100],"protocol":[101],"by":[102],"systematically":[103],"re-implementing":[104],"them":[105],"across":[106,146],"different":[107],"label":[108,160],"rationale":[110,165],"representation":[111,166],"spaces.":[112],"Classification":[113],"are":[115],"organized":[116],"around":[117],"two":[118],"key":[119],"properties":[120],"predictive":[122],"distributional":[124],"while":[126],"explainability":[127,149],"three":[130],"complementary":[131],"dimensions:":[132],"plausibility,":[133],"faithfulness,":[134],"complexity.":[136],"unified":[139],"supervision":[140],"framework,":[141],"model":[144],"behavior":[145],"classification":[147],"metrics,":[150],"as":[151,153],"well":[152],"metric":[154],"sensitivity":[155],"choice":[158],"(hard":[161],"soft)":[163],"space":[167],"(hard,":[168],"intermediate":[169],"soft).":[171],"Results":[172],"show":[173],"both":[175],"hard":[176],"soft":[178],"favor":[180],"softer":[181],"representations,":[182],"highlighting":[183],"their":[184],"effectiveness":[185],"capturing":[187],"need":[191],"rethink":[193],"NLP.":[197]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-02T00:00:00"}