{"id":"https://openalex.org/W4415708402","doi":"https://doi.org/10.1109/icme59968.2025.11208996","title":"Enhancing Hateful Meme Detection via Modality Enhancement and Multi-View Fusion","display_name":"Enhancing Hateful Meme Detection via Modality Enhancement and Multi-View Fusion","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4415708402","doi":"https://doi.org/10.1109/icme59968.2025.11208996"},"language":null,"primary_location":{"id":"doi:10.1109/icme59968.2025.11208996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11208996","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102811153","display_name":"Ying Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I47689461","display_name":"Northeast Forestry University","ror":"https://ror.org/02yxnh564","country_code":"CN","type":"education","lineage":["https://openalex.org/I47689461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zeng","raw_affiliation_strings":["Northeast Forestry University,College of Computer and Control Engineering,Harbin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeast Forestry University,College of Computer and Control Engineering,Harbin,China","institution_ids":["https://openalex.org/I47689461"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100694693","display_name":"Meiling Liu","orcid":"https://orcid.org/0000-0003-4208-7274"},"institutions":[{"id":"https://openalex.org/I47689461","display_name":"Northeast Forestry University","ror":"https://ror.org/02yxnh564","country_code":"CN","type":"education","lineage":["https://openalex.org/I47689461"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiling Liu","raw_affiliation_strings":["Northeast Forestry University,College of Computer and Control Engineering,Harbin,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeast Forestry University,College of Computer and Control Engineering,Harbin,China","institution_ids":["https://openalex.org/I47689461"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110720265","display_name":"Jiyun Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210151493","display_name":"Lieber Institute for Brain Development","ror":"https://ror.org/04q36wn27","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210151493"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiyun Zhou","raw_affiliation_strings":["Johns Hopkins University,Lieber Institute for Brain Development,Baltimore,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Johns Hopkins University,Lieber Institute for Brain Development,Baltimore,USA","institution_ids":["https://openalex.org/I4210151493"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100749004","display_name":"Jingfeng Zhang","orcid":"https://orcid.org/0000-0003-3491-8074"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jingfeng Zhang","raw_affiliation_strings":["University of Auckland,Computer Science Department,Auckland,New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland,Computer Science Department,Auckland,New Zealand","institution_ids":["https://openalex.org/I154130895","https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.008500000461935997,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.008299999870359898,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5918999910354614},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.521399974822998},{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.47839999198913574},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.414900004863739},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.37299999594688416},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.3305000066757202},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3239000141620636},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.32359999418258667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6712999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6614000201225281},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5918999910354614},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.47839999198913574},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4620000123977661},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.414900004863739},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.32019999623298645},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2987000048160553},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2791000008583069},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme59968.2025.11208996","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme59968.2025.11208996","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323085","display_name":"Natural Science Foundation of Heilongjiang Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W3174604160","https://openalex.org/W3195130895","https://openalex.org/W3199394329","https://openalex.org/W4287855069","https://openalex.org/W4312825288","https://openalex.org/W4379806343","https://openalex.org/W4385568136","https://openalex.org/W4385573042","https://openalex.org/W4385574166","https://openalex.org/W4387969708","https://openalex.org/W4390873539","https://openalex.org/W4393158423"],"related_works":[],"abstract_inverted_index":{"Memes,":[0],"defined":[1],"as":[2],"a":[3,12,27,41,66,104],"combination":[4],"of":[5,36,50,99,127],"visual":[6,88],"and":[7,52,78,116],"textual":[8,76],"elements,":[9],"have":[10,26],"become":[11],"pervasive":[13],"cultural":[14],"phenomenon":[15],"on":[16,30,142],"the":[17,47,70,97,128],"Internet.":[18],"Some":[19],"memes":[20,39],"contain":[21],"offensive":[22],"content,":[23],"which":[24,54],"can":[25],"significant":[28],"impact":[29],"social":[31],"media":[32],"environments.":[33],"The":[34,125],"challenge":[35],"detecting":[37],"hateful":[38,147],"in":[40,56,69,137],"multimodal":[42,85],"context":[43],"is":[44,131],"compounded":[45],"by":[46,92,133],"compact":[48],"nature":[49],"text":[51],"images,":[53],"differ":[55],"their":[57],"semantic":[58],"properties.":[59],"In":[60],"addressing":[61],"this":[62],"challenge,":[63],"we":[64,102],"propose":[65,103],"methodology":[67],"grounded":[68],"CLIP":[71],"model\u2019s":[72],"dual-tower":[73],"architecture,":[74],"encompassing":[75],"inversion":[77],"progressive":[79],"learnable":[80],"prompt":[81],"strategies":[82],"to":[83,113,139],"enhance":[84],"representations.":[86],"Furthermore,":[87],"representations":[89],"are":[90],"enhanced":[91],"activating":[93],"attention":[94,111],"pooling.":[95],"For":[96],"purpose":[98],"modality":[100],"fusion,":[101],"multi-gate":[105],"mixture":[106],"expert":[107],"network":[108],"with":[109],"an":[110],"mechanism":[112],"efficiently":[114],"refine":[115],"fuse":[117],"modalities,":[118],"dynamically":[119],"adjusting":[120],"weights":[121],"for":[122,146],"optimal":[123],"classification.":[124],"efficacy":[126],"proposed":[129],"method":[130],"demonstrated":[132],"its":[134],"superior":[135],"performance":[136],"comparison":[138],"state-of-the-art":[140],"techniques":[141],"four":[143],"benchmark":[144],"datasets":[145],"meme":[148],"detection.":[149]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-30T00:00:00"}