{"id":"https://openalex.org/W4408565032","doi":"https://doi.org/10.1109/icdmw65004.2024.00030","title":"Enhanced Multimodal Hate Video Detection via Channel-wise and Modality-wise Fusion","display_name":"Enhanced Multimodal Hate Video Detection via Channel-wise and Modality-wise Fusion","publication_year":2024,"publication_date":"2024-12-09","ids":{"openalex":"https://openalex.org/W4408565032","doi":"https://doi.org/10.1109/icdmw65004.2024.00030"},"language":"en","primary_location":{"id":"doi:10.1109/icdmw65004.2024.00030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw65004.2024.00030","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.12051","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100629236","display_name":"Yinghui Zhang","orcid":"https://orcid.org/0000-0002-3435-5649"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yinghui Zhang","raw_affiliation_strings":["University of Exeter,Department of Computer Science,UK"],"affiliations":[{"raw_affiliation_string":"University of Exeter,Department of Computer Science,UK","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084120097","display_name":"Tailin Chen","orcid":"https://orcid.org/0000-0002-2682-5997"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Tailin Chen","raw_affiliation_strings":["University of Exeter,Department of Computer Science,UK"],"affiliations":[{"raw_affiliation_string":"University of Exeter,Department of Computer Science,UK","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424312","display_name":"Yuchen Zhang","orcid":"https://orcid.org/0000-0002-3153-4000"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuchen Zhang","raw_affiliation_strings":["University of Exeter,Department of Computer Science,UK"],"affiliations":[{"raw_affiliation_string":"University of Exeter,Department of Computer Science,UK","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012939991","display_name":"Zeyu Fu","orcid":"https://orcid.org/0000-0002-2076-7597"},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zeyu Fu","raw_affiliation_strings":["University of Exeter,Department of Computer Science,UK"],"affiliations":[{"raw_affiliation_string":"University of Exeter,Department of Computer Science,UK","institution_ids":["https://openalex.org/I23923803"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100629236"],"corresponding_institution_ids":["https://openalex.org/I23923803"],"apc_list":null,"apc_paid":null,"fwci":0.9948,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81887825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"183","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9363999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6759394407272339},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6660374402999878},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5292773842811584},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4793446958065033},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4779812693595886},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4772355854511261},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4183492660522461},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.16644108295440674},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0906815230846405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6759394407272339},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6660374402999878},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5292773842811584},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4793446958065033},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4779812693595886},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4772355854511261},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4183492660522461},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.16644108295440674},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0906815230846405},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icdmw65004.2024.00030","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icdmw65004.2024.00030","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Data Mining Workshops (ICDMW)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.12051","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.12051","pdf_url":"https://arxiv.org/pdf/2505.12051","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.12051","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.12051","pdf_url":"https://arxiv.org/pdf/2505.12051","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2139395976","https://openalex.org/W2604821579","https://openalex.org/W2613977835","https://openalex.org/W2752782242","https://openalex.org/W2774215862","https://openalex.org/W2778685442","https://openalex.org/W2952038496","https://openalex.org/W2966248858","https://openalex.org/W2969662548","https://openalex.org/W2972944582","https://openalex.org/W3009899658","https://openalex.org/W3034556548","https://openalex.org/W3094450620","https://openalex.org/W3095308484","https://openalex.org/W3169973903","https://openalex.org/W3175487198","https://openalex.org/W4205332997","https://openalex.org/W4214867895","https://openalex.org/W4285401901","https://openalex.org/W4380302040","https://openalex.org/W4380302097","https://openalex.org/W4385977411","https://openalex.org/W6636885848","https://openalex.org/W6748816842","https://openalex.org/W6755207826","https://openalex.org/W6766904570","https://openalex.org/W6776929863","https://openalex.org/W6778883912","https://openalex.org/W6784333009","https://openalex.org/W6847363464"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2374013449","https://openalex.org/W73545470","https://openalex.org/W2364381299","https://openalex.org/W2374430585","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2152662039"],"abstract_inverted_index":{"The":[0,137,199],"rapid":[1],"rise":[2],"of":[3,24,153,173],"video":[4,98,117,133],"content":[5],"on":[6,53,158],"platforms":[7],"such":[8],"as":[9],"TikTok":[10],"and":[11,79,105,116,122,134,145,177,183],"YouTube":[12],"has":[13,19],"transformed":[14],"information":[15],"dissemination,":[16],"but":[17],"it":[18],"also":[20],"facilitated":[21],"the":[22,59,192],"spread":[23],"harmful":[25],"content,":[26],"particularly":[27],"hate":[28,35,86,97,197],"videos.":[29,154,198],"Despite":[30],"significant":[31],"efforts":[32],"to":[33,43,74,129,149],"combat":[34],"speech,":[36],"detecting":[37,196],"these":[38],"videos":[39],"remains":[40],"challenging":[41],"due":[42],"their":[44],"often":[45],"implicit":[46],"nature.":[47],"Current":[48],"detection":[49,99],"methods":[50],"primarily":[51],"rely":[52],"unimodal":[54],"approaches,":[55],"which":[56],"inadequately":[57],"capture":[58,130],"complementary":[60],"features":[61,112,139],"across":[62],"different":[63],"modalities.":[64],"While":[65],"multimodal":[66,96],"techniques":[67],"offer":[68],"a":[69,102,125,159],"broader":[70],"perspective,":[71],"many":[72],"fail":[73],"effectively":[75],"integrate":[76],"temporal":[77,126],"dynamics":[78],"modality-wise":[80,146],"interactions":[81],"essential":[82],"for":[83],"identifying":[84],"nuanced":[85],"content.":[87],"In":[88],"this":[89],"paper,":[90],"we":[91],"present":[92],"CMFusion,":[93],"an":[94],"enhanced":[95],"model":[100],"utilizing":[101],"novel":[103],"Channel-wise":[104],"Modality-wise":[106],"Fusion":[107],"Mechanism.":[108],"CMFusion":[109,164],"first":[110],"extracts":[111],"from":[113],"text,":[114],"audio,":[115],"modalities":[118],"using":[119],"pre-trained":[120],"models":[121],"then":[123,141],"incorporates":[124],"cross-attention":[127],"mechanism":[128],"dependencies":[131],"between":[132],"audio":[135],"streams.":[136],"learned":[138],"are":[140],"processed":[142],"by":[143],"channel-wise":[144],"fusion":[147],"modules":[148],"obtain":[150],"informative":[151],"representations":[152],"Our":[155],"extensive":[156],"experiments":[157],"real-world":[160],"dataset":[161],"demonstrate":[162],"that":[163],"significantly":[165],"outperforms":[166],"five":[167],"widely":[168],"used":[169],"baselines":[170],"in":[171,195],"terms":[172],"accuracy,":[174],"precision,":[175],"recall,":[176],"F1":[178],"score.":[179],"Comprehensive":[180],"ablation":[181],"studies":[182],"parameter":[184],"analyses":[185],"further":[186],"validate":[187],"our":[188],"design":[189],"choices,":[190],"highlighting":[191],"model\u2019s":[193],"effectiveness":[194],"source":[200],"codes":[201],"will":[202],"be":[203],"made":[204],"publicly":[205],"available":[206],"at":[207],"https://github.com/EvelynZ10/cmfusion.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}