{"id":"https://openalex.org/W4297272993","doi":"https://doi.org/10.1142/s0218001422500409","title":"Towards an Intrinsic Interpretability Approach for Multimodal Hate Speech Detection","display_name":"Towards an Intrinsic Interpretability Approach for Multimodal Hate Speech Detection","publication_year":2022,"publication_date":"2022-08-12","ids":{"openalex":"https://openalex.org/W4297272993","doi":"https://doi.org/10.1142/s0218001422500409"},"language":"en","primary_location":{"id":"doi:10.1142/s0218001422500409","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001422500409","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073306577","display_name":"Pengfei Du","orcid":"https://orcid.org/0000-0003-4611-7928"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Du","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service Ministry of Education, Beijing University of Posts and Telecommunications (BUPT), Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service Ministry of Education, Beijing University of Posts and Telecommunications (BUPT), Beijing, P. R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075909729","display_name":"Yali Gao","orcid":"https://orcid.org/0000-0003-0458-8481"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yali Gao","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service Ministry of Education, Beijing University of Posts and Telecommunications (BUPT), Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service Ministry of Education, Beijing University of Posts and Telecommunications (BUPT), Beijing, P. R. China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100673949","display_name":"Xiaoyong Li","orcid":"https://orcid.org/0000-0001-5597-9306"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyong Li","raw_affiliation_strings":["Key Laboratory of Trustworthy Distributed Computing and Service Ministry of Education, Beijing University of Posts and Telecommunications (BUPT), Beijing, P. R. China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Trustworthy Distributed Computing and Service Ministry of Education, Beijing University of Posts and Telecommunications (BUPT), Beijing, P. R. China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5075909729"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.2652,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61492351,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"36","issue":"13","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9715679883956909},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8079765439033508},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7224658131599426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6473411321640015},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.578941822052002},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5570206642150879},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4372008442878723},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4234200716018677},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.35199466347694397},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34703171253204346},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.09973379969596863}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9715679883956909},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8079765439033508},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7224658131599426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6473411321640015},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.578941822052002},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5570206642150879},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4372008442878723},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4234200716018677},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35199466347694397},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34703171253204346},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.09973379969596863},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218001422500409","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218001422500409","pdf_url":null,"source":{"id":"https://openalex.org/S41486457","display_name":"International Journal of Pattern Recognition and Artificial Intelligence","issn_l":"0218-0014","issn":["0218-0014","1793-6381"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Pattern Recognition and Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5482063986","display_name":null,"funder_award_id":"2020M680464","funder_id":"https://openalex.org/F4320335443","funder_display_name":"Postdoctoral Research Foundation of China"},{"id":"https://openalex.org/G5483372277","display_name":null,"funder_award_id":"U1836215","funder_id":"https://openalex.org/F4320336807","funder_display_name":"National Natural Science Foundation of China-China Academy of General Technology Joint Fund for Basic Research"}],"funders":[{"id":"https://openalex.org/F4320335443","display_name":"Postdoctoral Research Foundation of China","ror":null},{"id":"https://openalex.org/F4320336807","display_name":"National Natural Science Foundation of China-China Academy of General Technology Joint Fund for Basic Research","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1965555277","https://openalex.org/W2104094955","https://openalex.org/W2619383789","https://openalex.org/W2912371381","https://openalex.org/W2950768109","https://openalex.org/W2962863107","https://openalex.org/W2990138404","https://openalex.org/W3090449556","https://openalex.org/W3095815163","https://openalex.org/W3101454826","https://openalex.org/W4212774754"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W4390569940","https://openalex.org/W2888392564","https://openalex.org/W4361193272","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W2806259446","https://openalex.org/W2963326959","https://openalex.org/W4247136043","https://openalex.org/W4312407344"],"abstract_inverted_index":{"With":[0],"the":[1,63,66,83,100,111,114,130,149,157,180],"development":[2],"of":[3,20,25,62,65,113,182],"social":[4],"media,":[5],"multimodal":[6,26,44,51,85,101,107],"hate":[7,27,52,86,158],"speech":[8,28,87,159],"that":[9,164],"relies":[10],"on":[11,40,156],"images":[12],"and":[13,43,76,90,118,133,162],"text":[14],"has":[15],"become":[16],"an":[17,32,92,120,145],"emerging":[18],"way":[19],"spreading":[21],"hate.":[22],"The":[23,141],"detection":[24,88,116,160],"is":[29],"gradually":[30],"becoming":[31],"increasingly":[33],"challenging":[34],"task.":[35,67],"While":[36],"many":[37],"works":[38],"based":[39],"neural":[41],"networks":[42],"machine":[45],"learning":[46,96],"were":[47],"proposed":[48,166],"to":[49,70],"detect":[50],"speech,":[53],"only":[54,169],"few":[55],"attempts":[56],"have":[57],"been":[58],"made":[59],"in":[60,72],"terms":[61],"interpretability":[64,121,142],"This":[68],"leads":[69],"difficulties":[71],"analyzing":[73],"prediction":[74],"results":[75,117],"model":[77,109],"improvement.":[78],"Therefore,":[79],"this":[80],"paper":[81],"investigates":[82],"interpretable":[84,94,146,177],"task":[89],"develops":[91],"intrinsically":[93],"deep":[95],"method":[97,167],"by":[98],"leveraging":[99],"architecture.":[102],"Specifically,":[103],"we":[104],"leverage":[105],"a":[106,124,137],"pretrained":[108],"as":[110],"backbone":[112],"final":[115,150],"parallel":[119],"module":[122,143],"via":[123],"joint":[125],"training":[126],"approach,":[127],"which":[128],"calculates":[129],"input":[131],"tokens":[132],"fine-grained":[134],"tags":[135],"through":[136],"filter-gate":[138],"attention":[139],"mechanism.":[140],"provides":[144,176],"basis":[147],"for":[148],"result":[151],"judgment.":[152],"We":[153],"conduct":[154],"experiments":[155],"dataset":[161],"demonstrate":[163],"our":[165,183],"not":[168],"significantly":[170],"outperforms":[171],"other":[172],"methods":[173],"but":[174],"also":[175],"insights":[178],"into":[179],"decisions":[181],"model.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}