{"id":"https://openalex.org/W7082644623","doi":"https://doi.org/10.3724/2096-7004.di.2025.0121","title":"A Multimodal Hate Speech Detection Framework Based on Multi-level Cross-modal Attention and Gated Fusion","display_name":"A Multimodal Hate Speech Detection Framework Based on Multi-level Cross-modal Attention and Gated Fusion","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W7082644623","doi":"https://doi.org/10.3724/2096-7004.di.2025.0121"},"language":"en","primary_location":{"id":"doi:10.3724/2096-7004.di.2025.0121","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0121","pdf_url":null,"source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.3724/2096-7004.di.2025.0121","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rui Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rui Lv","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jie Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuan Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Lirong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lirong Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Dongsong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongsong Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6295756,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"2","first_page":"20250121","last_page":"20250121"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.4228000044822693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.4228000044822693,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13177","display_name":"Geological and Geophysical Studies","score":0.03590000048279762,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.03009999915957451,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5220999717712402},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5131000280380249},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.46970000863075256},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3783000111579895},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.3605000078678131},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.3580000102519989},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.34869998693466187},{"id":"https://openalex.org/keywords/voice-activity-detection","display_name":"Voice activity detection","score":0.3467999994754791}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7656999826431274},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5845999717712402},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5220999717712402},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5131000280380249},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4099999964237213},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37950000166893005},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3783000111579895},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3734999895095825},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3605000078678131},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.34869998693466187},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3724/2096-7004.di.2025.0121","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0121","pdf_url":null,"source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3724/2096-7004.di.2025.0121","is_oa":true,"landing_page_url":"https://doi.org/10.3724/2096-7004.di.2025.0121","pdf_url":null,"source":{"id":"https://openalex.org/S4210186383","display_name":"Data Intelligence","issn_l":"2096-7004","issn":["2096-7004","2641-435X"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4973328113555908,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"hate":[1,58],"speech":[2,59],"detection":[3,60],"aims":[4],"to":[5,21,74,101],"integrate":[6,103],"various":[7],"modalities\u2014such":[8],"as":[9],"text":[10],"and":[11,15,40,43,69,77,118,129],"images\u2014to":[12],"identify":[13],"complex":[14],"implicit":[16],"hateful":[17],"content,":[18],"thereby":[19],"contributing":[20],"a":[22,55,65,88,95,123],"healthier":[23],"online":[24],"environment.":[25],"Despite":[26],"notable":[27],"progress":[28],"in":[29],"fusion":[30],"techniques,":[31],"existing":[32],"approaches":[33],"still":[34],"struggle":[35],"with":[36,122],"modeling":[37],"both":[38,143],"local":[39],"global":[41],"semantics":[42],"achieving":[44],"effective":[45],"cross-modal":[46,90],"integration.":[47],"To":[48],"address":[49],"these":[50],"limitations,":[51],"we":[52],"propose":[53],"MLCA,":[54],"novel":[56],"multimodal":[57,130],"framework.":[61],"Our":[62],"method":[63],"employs":[64],"Twitter-based":[66],"RoBERTa":[67],"model":[68,121],"the":[70],"Swin":[71],"Transformer":[72],"V2":[73],"encode":[75],"textual":[76],"visual":[78],"modalities,":[79],"respectively.":[80],"These":[81],"modality-specific":[82],"representations":[83],"are":[84],"subsequently":[85],"fused":[86],"using":[87],"multi-level":[89],"attention":[91,104],"mechanism.":[92],"In":[93],"addition,":[94],"dynamic":[96],"gating":[97],"module":[98],"is":[99],"introduced":[100],"adaptively":[102],"features":[105],"across":[106],"different":[107],"semantic":[108],"levels.":[109],"We":[110],"conduct":[111],"comprehensive":[112],"evaluations":[113],"on":[114,142],"two":[115],"benchmark":[116],"datasets":[117],"compare":[119],"our":[120,136],"wide":[124],"range":[125],"of":[126],"state-of-the-art":[127,140],"unimodal":[128],"baselines.":[131],"Experimental":[132],"results":[133],"show":[134],"that":[135],"framework":[137],"consistently":[138],"surpasses":[139],"methods":[141],"datasets.":[144]},"counts_by_year":[],"updated_date":"2026-06-14T06:11:07.267592","created_date":"2025-10-10T00:00:00"}