{"id":"https://openalex.org/W4412610358","doi":"https://doi.org/10.1109/hpcc64274.2024.00148","title":"GenHMD: Enhancing Hateful Meme Detection with Generated Rationale from Multimodal Large Language Models","display_name":"GenHMD: Enhancing Hateful Meme Detection with Generated Rationale from Multimodal Large Language Models","publication_year":2024,"publication_date":"2024-12-13","ids":{"openalex":"https://openalex.org/W4412610358","doi":"https://doi.org/10.1109/hpcc64274.2024.00148"},"language":"en","primary_location":{"id":"doi:10.1109/hpcc64274.2024.00148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00148","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111299523","display_name":"Haimei Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haimei Qin","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080347471","display_name":"Zhiwei Yang","orcid":"https://orcid.org/0000-0003-1306-3150"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Yang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012247942","display_name":"Chaodong Tong","orcid":"https://orcid.org/0000-0001-8767-5833"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaodong Tong","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089379689","display_name":"Lei Jiang","orcid":"https://orcid.org/0000-0003-4579-728X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Jiang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Information Engineering,Beijing,China,100093","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35564056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1098","last_page":"1105"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6753880977630615},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4382171928882599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41539645195007324},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35120025277137756},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.348215788602829},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.10520565509796143}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6753880977630615},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4382171928882599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41539645195007324},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35120025277137756},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.348215788602829},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10520565509796143}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/hpcc64274.2024.00148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/hpcc64274.2024.00148","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on High Performance Computing and Communications (HPCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2752782242","https://openalex.org/W2886641317","https://openalex.org/W2963341956","https://openalex.org/W3035524453","https://openalex.org/W3174604160","https://openalex.org/W3199394329","https://openalex.org/W4309674289","https://openalex.org/W4378770797","https://openalex.org/W4385573042","https://openalex.org/W4385574166","https://openalex.org/W4387969682","https://openalex.org/W4387969708","https://openalex.org/W4389520282","https://openalex.org/W4390041933","https://openalex.org/W4396758671","https://openalex.org/W4402515701","https://openalex.org/W4402727764","https://openalex.org/W4403790989","https://openalex.org/W4404658388","https://openalex.org/W6620707391","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6762592649","https://openalex.org/W6767279747","https://openalex.org/W6776929863","https://openalex.org/W6779210270","https://openalex.org/W6784333009","https://openalex.org/W6791353385","https://openalex.org/W6798805250","https://openalex.org/W6838865847","https://openalex.org/W6849177959","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6855815363","https://openalex.org/W6870817745"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Detecting":[0],"harmful":[1,27,97,175],"memes":[2],"plays":[3],"a":[4,14,69,144],"crucial":[5],"role":[6],"in":[7,26,140,174],"safeguarding":[8],"social":[9],"media":[10],"users":[11],"and":[12,115,135],"maintaining":[13],"healthy":[15],"network":[16],"ecosystem.":[17],"However,":[18],"the":[19,43,107,136,150,158,182,186,189],"ability":[20],"of":[21,46,90,110,188],"multimodal":[22,137,146],"large":[23,44],"language":[24],"models(MLLMs)":[25],"meme":[28,98,166,176],"detection":[29,72,99,190],"tasks":[30],"remains":[31],"to":[32,42,51,121,148],"be":[33],"fully":[34],"developed.":[35],"Fine-tuning":[36],"MLLMs":[37,111,120],"is":[38,83],"prohibitively":[39],"expensive":[40],"due":[41],"number":[45],"parameters,":[47],"making":[48],"it":[49],"essential":[50],"leverage":[52,143],"these":[53],"powerful":[54,108],"models":[55],"more":[56],"efficiently":[57],"rather":[58],"than":[59],"simply":[60],"fine-tuning":[61],"them.":[62],"In":[63],"this":[64],"work,":[65],"we":[66,117,142],"propose":[67],"GENHMD,":[68],"generated":[70,183],"rationale-enhanced":[71],"framework,":[73],"which":[74],"generates":[75],"rationales":[76,134,184],"by":[77,100,106],"prompting":[78],"MLLMs.":[79],"Our":[80],"key":[81],"insight":[82],"that":[84,169,181],"MLLMs,":[85],"pre-trained":[86],"on":[87,163],"massive":[88],"amounts":[89],"data":[91],"containing":[92],"rich":[93],"knowledge,":[94],"can":[95],"enhance":[96],"eliciting":[101],"specialized":[102],"knowledge.":[103],"Specifically,":[104],"inspired":[105],"capacity":[109],"for":[112],"text":[113],"generation":[114],"reasoning,":[116],"first":[118],"employ":[119],"generate":[122],"credible":[123],"reasons":[124],"through":[125],"chain-of-thought":[126],"reasoning.":[127],"To":[128],"further":[129],"promote":[130],"collaboration":[131],"between":[132,153],"harmfulness":[133],"information":[138],"inherent":[139],"memes,":[141],"smaller":[145],"model":[147],"learn":[149],"attention":[151,159],"weights":[152],"different":[154],"modal":[155],"features":[156],"using":[157],"mechanism.":[160],"Comprehensive":[161],"experiments":[162],"two":[164],"public":[165],"datasets":[167],"demonstrate":[168],"GENHMD":[170],"achieves":[171],"outstanding":[172],"performance":[173],"detection.":[177],"Further":[178],"analysis":[179],"shows":[180],"substantiate":[185],"explainability":[187],"results.":[191]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}