{"id":"https://openalex.org/W7126371881","doi":"https://doi.org/10.18653/v1/2024.findings-eacl.8","title":"Text or Image? What is More Important in Cross-Domain Generalization Capabilities of Hate Meme Detection Models?","display_name":"Text or Image? What is More Important in Cross-Domain Generalization Capabilities of Hate Meme Detection Models?","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W7126371881","doi":"https://doi.org/10.18653/v1/2024.findings-eacl.8"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2024.findings-eacl.8","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-eacl.8","pdf_url":"https://aclanthology.org/2024.findings-eacl.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2024.findings-eacl.8.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070748127","display_name":"Piush Aggarwal","orcid":"https://orcid.org/0000-0003-1339-0549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Piush Aggarwal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093895839","display_name":"Jawar Mehrabanian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jawar Mehrabanian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124591862","display_name":"Weigang Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weigang Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014151067","display_name":"\u00d6zge Ala\u00e7am","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00d6zge Alacam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5072459546","display_name":"Torsten Zesch","orcid":"https://orcid.org/0000-0002-9678-3825"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torsten Zesch","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.57216079,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"104","last_page":"117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9573000073432922,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12520","display_name":"Psychology of Moral and Emotional Judgment","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5121999979019165},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.30489999055862427},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.28700000047683716},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.27489998936653137},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.24150000512599945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6270999908447266},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4885999858379364},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.25760000944137573},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.24150000512599945},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2345000058412552}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2024.findings-eacl.8","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-eacl.8","pdf_url":"https://aclanthology.org/2024.findings-eacl.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2024.findings-eacl.8","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2024.findings-eacl.8","pdf_url":"https://aclanthology.org/2024.findings-eacl.8.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EACL 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.46677252650260925}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7126371881.pdf","grobid_xml":"https://content.openalex.org/works/W7126371881.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"delves":[2],"into":[3],"the":[4,25,29,36,46,73,83,102,111],"formidable":[5],"challenge":[6],"of":[7,21,32,75,80,92,101,106,113,141],"cross-domain":[8],"generalization":[9],"in":[10,69],"multimodal":[11,38],"hate":[12],"meme":[13],"detection,":[14],"presenting":[15],"compelling":[16],"findings.We":[17],"provide":[18],"enough":[19],"pieces":[20],"evidence":[22,57],"1":[23],"supporting":[24],"hypothesis":[26],"that":[27,61],"only":[28],"textual":[30],"component":[31,48],"hateful":[33],"memes":[34,81],"enables":[35],"existing":[37],"classifier":[39,85],"to":[40,52,66,82,134],"generalize":[41],"across":[42],"different":[43],"domains,":[44],"while":[45],"image":[47,115,135],"proves":[49],"highly":[50],"sensitive":[51],"a":[53,70,98,121],"specific":[54],"training":[55],"dataset.The":[56],"includes":[58],"demonstrations":[59],"showing":[60],"hate-text":[62],"classifiers":[63,68],"perform":[64],"similarly":[65],"hate-meme":[67,84],"zero-shot":[71],"setting.Simultaneously,":[72],"introduction":[74,112],"captions":[76,116],"generated":[77],"from":[78],"images":[79],"worsens":[86],"performance":[87,128],"by":[88],"an":[89,138],"average":[90,139],"F1":[91,140],"0.02.Through":[93],"blackbox":[94],"explanations,":[95],"we":[96],"identify":[97],"substantial":[99],"contribution":[100],"text":[103,130],"modality":[104],"(average":[105],"83%),":[107],"which":[108],"diminishes":[109],"with":[110,137],"meme's":[114],"(52%).Additionally,":[117],"our":[118],"evaluation":[119],"on":[120,129],"newly":[122],"created":[123],"confounder":[124],"dataset":[125],"reveals":[126],"higher":[127],"confounders":[131,136],"as":[132],"compared":[133],"0.18.":[142]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-02-02T00:00:00"}