{"id":"https://openalex.org/W4405902884","doi":"https://doi.org/10.1002/spe.3403","title":"Hate\u2010<scp>UDF</scp>: Explainable Hateful Meme Detection With Uncertainty\u2010Aware Dynamic Fusion","display_name":"Hate\u2010<scp>UDF</scp>: Explainable Hateful Meme Detection With Uncertainty\u2010Aware Dynamic Fusion","publication_year":2024,"publication_date":"2024-12-30","ids":{"openalex":"https://openalex.org/W4405902884","doi":"https://doi.org/10.1002/spe.3403"},"language":"en","primary_location":{"id":"doi:10.1002/spe.3403","is_oa":false,"landing_page_url":"https://doi.org/10.1002/spe.3403","pdf_url":null,"source":{"id":"https://openalex.org/S122199241","display_name":"Software Practice and Experience","issn_l":"0038-0644","issn":["0038-0644","1097-024X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software: Practice and Experience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xia Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia Lei","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication Communication University of China  Beijing China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication Communication University of China  Beijing China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420080","display_name":"Siqi Wang","orcid":"https://orcid.org/0000-0002-8134-9508"},"institutions":[{"id":"https://openalex.org/I94611258","display_name":"Hebei Normal University","ror":"https://ror.org/004rbbw49","country_code":"CN","type":"education","lineage":["https://openalex.org/I94611258"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siqi Wang","raw_affiliation_strings":["College of Computer and Cyber Security Hebei Normal University  Shijiazhuang China","College of Computer and Cyber Security, Hebei Normal University, Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer and Cyber Security Hebei Normal University  Shijiazhuang China","institution_ids":["https://openalex.org/I94611258"]},{"raw_affiliation_string":"College of Computer and Cyber Security, Hebei Normal University, Shijiazhuang, China","institution_ids":["https://openalex.org/I94611258"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075581701","display_name":"Yongkai Fan","orcid":"https://orcid.org/0000-0002-4537-4650"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongkai Fan","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication Communication University of China  Beijing China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication Communication University of China  Beijing China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023038513","display_name":"Wenqian Shang","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenqian Shang","raw_affiliation_strings":["State Key Laboratory of Media Convergence and Communication Communication University of China  Beijing China","State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication Communication University of China  Beijing China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"State Key Laboratory of Media Convergence and Communication, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023038513"],"corresponding_institution_ids":["https://openalex.org/I75689368"],"apc_list":{"value":4220,"currency":"USD","value_usd":4220},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30909384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"55","issue":"5","first_page":"883","last_page":"895"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9592000246047974,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5360617637634277},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4671577513217926},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0979834496974945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5360617637634277},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4671577513217926},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0979834496974945},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/spe.3403","is_oa":false,"landing_page_url":"https://doi.org/10.1002/spe.3403","pdf_url":null,"source":{"id":"https://openalex.org/S122199241","display_name":"Software Practice and Experience","issn_l":"0038-0644","issn":["0038-0644","1097-024X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Software: Practice and Experience","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6899999976158142,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W317957491","https://openalex.org/W1583837637","https://openalex.org/W1950146050","https://openalex.org/W2053101950","https://openalex.org/W2147459640","https://openalex.org/W2553389628","https://openalex.org/W2556605533","https://openalex.org/W2579923771","https://openalex.org/W2619383789","https://openalex.org/W2802758067","https://openalex.org/W2968124245","https://openalex.org/W2977799215","https://openalex.org/W2990138404","https://openalex.org/W2995340703","https://openalex.org/W3100731615","https://openalex.org/W3101118213","https://openalex.org/W3102564565","https://openalex.org/W3111930335","https://openalex.org/W3112525597","https://openalex.org/W3114509603","https://openalex.org/W3115116211","https://openalex.org/W3115880302","https://openalex.org/W3116547614","https://openalex.org/W3118051320","https://openalex.org/W3166100196","https://openalex.org/W3166815810","https://openalex.org/W3167953827","https://openalex.org/W3175392088","https://openalex.org/W3195130895","https://openalex.org/W3199394329","https://openalex.org/W3214127792","https://openalex.org/W4224320265","https://openalex.org/W4235669948","https://openalex.org/W4239403647","https://openalex.org/W4251115686","https://openalex.org/W4311907831","https://openalex.org/W4360860178","https://openalex.org/W4365799834","https://openalex.org/W4385573042","https://openalex.org/W4385574166","https://openalex.org/W4385574284","https://openalex.org/W4387969708"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"ABSTRACT":[0],"Background":[1],"With":[2],"the":[3,15,26,31,99,118,123,154,158,191,204,227,232,236,255,267,272,279,285,323,332,339,343,351,370,393,420,426,441,447,454,480,499,513],"increasing":[4],"integration":[5],"of":[6,12,17,34,101,126,160,193,226,257,266,274,372,379,395,428,446,456,482],"Artificial":[7],"Intelligence":[8],"(AI)":[9],"and":[10,62,96,106,157,185,199,250,263,284,306,310,314,317,348,368,381,391,407,443,490],"Internet":[11],"Things":[13],"(IoT),":[14],"dissemination":[16],"multimodal":[18,36,128,468],"data":[19,59,155],"is":[20,43,90,135,247,335,505],"undergoing":[21],"revolutionary":[22],"changes.":[23],"To":[24,116,162],"mitigate":[25,117],"societal":[27,119],"risks":[28,120],"posed":[29,121],"by":[30,84,122,308,315,356,486],"rapid":[32,124],"spread":[33,125],"malicious":[35,127,510],"data,":[37,129,422],"such":[38,51,130,143],"as":[39,131],"hateful":[40,80,110,132,149,172,275,344,400,412,473],"memes,":[41,133,413],"it":[42,134,303,414],"crucial":[44,136],"to":[45,76,91,137,202,363,425,466],"develop":[46,138],"effective":[47,139],"detection":[48,54,82,140,151,174,277,346,475],"methods":[49,105,141],"for":[50,109,142,148,207,240,387,410],"data.":[52,144],"Existing":[53],"models":[55,262,270,298],"often":[56],"struggle":[57],"with":[58,176,216,259,322],"quality":[60,156],"issues":[61,470],"lack":[63],"interpretability,":[64,97,375],"limiting":[65],"their":[66,488],"effectiveness":[67],"in":[68,271,342,398,471,508],"content":[69,388,429],"moderation":[70,389],"tasks.":[71],"Aims":[72],"This":[73,187,451],"paper":[74,167,452],"aims":[75],"propose":[77],"an":[78,170,224,405],"explainable":[79,171,249,406],"meme":[81,111,150,173,276,345,474],"model":[83,175,237,360,455,478,500,515],"uncertainty\u2010aware":[85,177,212],"dynamic":[86,178,197,213,228,459,492],"fusion.":[87],"The":[88,359,477],"goal":[89],"enhance":[92],"both":[93,181,248,300],"generalization":[94,183,221,523],"performance":[95,256,524],"addressing":[98],"limitations":[100],"conventional":[102],"static":[103],"fusion":[104,214,460,469],"existing":[107,146,297,472],"algorithms":[108,147],"detection.":[112],"Materials":[113],"&amp;":[114],"Methods":[115],"However,":[145],"frequently":[152],"overlook":[153],"interpretability":[159,519],"model.":[161],"adress":[163],"these":[164,497],"challenges,":[165],"this":[166,355],"proposes":[168],"Hate\u2010UDF,":[169,457],"fusion,":[179,208],"providing":[180,243],"high":[182],"ability":[184],"interpretability.":[186],"method":[188,215,245,409,461],"dynamically":[189,361],"evaluates":[190],"uncertainty":[192,489],"different":[194,483],"modalities,":[195],"obtains":[196],"weights,":[198,498],"utilizes":[200],"them":[201],"weight":[203],"feature":[205,382],"values":[206],"thereby":[209,242],"obtaining":[210],"a":[211,244,458],"provable":[217],"upper":[218],"bounds":[219],"on":[220,234,278,299,312,319,439,463],"error.":[222],"Furthermore,":[223],"analysis":[225],"weights":[229,493],"can":[230,501],"explain":[231,350],"modality":[233,334,341,364,380,397,504],"which":[235,503],"primarily":[238],"relies":[239],"detection,":[241],"that":[246,331],"reliable.":[251],"Results":[252],"We":[253],"compare":[254],"Hate\u2010UDF":[258,292,403,514],"three":[260,264],"general":[261],"State":[265],"Art":[268],"(SOTA)":[269],"field":[273],"Facebook":[280],"Hateful":[281],"Memes":[282],"(FHM)":[283],"Multimedia":[286],"Automatic":[287],"Misogyny":[288],"Identification":[289],"(MAMI)":[290],"datasets.":[291,301],"achieved":[293,376],"state\u2010of\u2010the\u2010art":[294],"performance,":[295],"surpassing":[296],"Specifically,":[302],"improved":[304],"accuracy":[305],"AUC":[307],"7.56%":[309],"2.8%":[311],"FHM":[313],"3.34%":[316],"0.17%":[318],"MAMI":[320],"compared":[321],"current":[324],"SOTA":[325],"model,":[326,347],"respectively.":[327],"Additionally,":[328],"we":[329,349],"demonstrate":[330],"visual":[333],"more":[336],"important":[337],"than":[338],"textual":[340],"primary":[352],"reason":[353],"behind":[354],"visualization.":[357],"Discussion":[358],"adapts":[362],"quality,":[365],"enhancing":[366],"reliability":[367,481],"reducing":[369],"risk":[371],"misclassification.":[373],"Its":[374],"through":[377],"visualizations":[378],"attributions,":[383],"provides":[384,404],"valuable":[385],"insights":[386],"systems":[390],"highlights":[392],"importance":[394],"image":[396],"detecting":[399,411,509],"meme.":[401],"While":[402],"reliable":[408],"may":[415],"still":[416],"learn":[417],"biases":[418],"from":[419,430],"training":[421],"potentially":[423],"leading":[424],"over\u2010detection":[427],"certain":[431],"groups":[432],"or":[433],"communities.":[434],"Future":[435],"research":[436],"must":[437],"focus":[438],"improving":[440],"fairness":[442],"ethical":[444],"responsibilities":[445],"model's":[448],"decisions.":[449],"Conclusion":[450],"introduces":[453],"based":[462],"uncertainty,":[464],"designed":[465],"improve":[467],"models.":[476],"determines":[479],"modal":[484],"information":[485],"assessing":[487],"generates":[491],"accordingly.":[494],"By":[495],"comparing":[496],"identify":[502],"most":[506],"influential":[507],"content.":[511],"Therefore,":[512],"not":[516],"only":[517],"has":[518,525],"but":[520],"also":[521],"its":[522],"been":[526],"validated.":[527]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}