{"id":"https://openalex.org/W7140294777","doi":"https://doi.org/10.48550/arxiv.2603.23229","title":"I Came, I Saw, I Explained: Benchmarking Multimodal LLMs on Figurative Meaning in Memes","display_name":"I Came, I Saw, I Explained: Benchmarking Multimodal LLMs on Figurative Meaning in Memes","publication_year":2026,"publication_date":"2026-03-24","ids":{"openalex":"https://openalex.org/W7140294777","doi":"https://doi.org/10.48550/arxiv.2603.23229"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.23229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.23229","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013532487","display_name":"Shijia Zhou","orcid":"https://orcid.org/0000-0002-5936-8948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Shijia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121123188","display_name":"Saif M. Mohammad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad, Saif M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088832285","display_name":"Barbara Plank","orcid":"https://orcid.org/0000-0002-4394-1965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Plank, Barbara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130600244","display_name":"Diego Frassinelli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frassinelli, Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.611299991607666,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.611299991607666,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.054999999701976776,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.03999999910593033,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/literal-and-figurative-language","display_name":"Literal and figurative language","score":0.9197999835014343},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.8116000294685364},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5795999765396118},{"id":"https://openalex.org/keywords/discourse-analysis","display_name":"Discourse analysis","score":0.37929999828338623},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.36469998955726624},{"id":"https://openalex.org/keywords/pragmatics","display_name":"Pragmatics","score":0.34599998593330383},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.3402999937534332}],"concepts":[{"id":"https://openalex.org/C46182478","wikidata":"https://www.wikidata.org/wiki/Q7363315","display_name":"Literal and figurative language","level":2,"score":0.9197999835014343},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.8116000294685364},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6707000136375427},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.477400004863739},{"id":"https://openalex.org/C84389358","wikidata":"https://www.wikidata.org/wiki/Q1129466","display_name":"Discourse analysis","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3732999861240387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3716000020503998},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.36469998955726624},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3610000014305115},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.34599998593330383},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32010000944137573},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3118000030517578},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3057999908924103},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.30390000343322754},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2778311575","wikidata":"https://www.wikidata.org/wiki/Q18534","display_name":"Metaphor","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2780922921","wikidata":"https://www.wikidata.org/wiki/Q255189","display_name":"Paraphrase","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.23229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.23229","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.23229","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7521322965621948,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Internet":[0],"memes":[1],"represent":[2],"a":[3,79,115,120],"popular":[4],"form":[5],"of":[6,22,72,82],"multimodal":[7,32],"online":[8],"communication":[9],"and":[10,24,38,41,68,98],"often":[11],"use":[12],"figurative":[13,46,73,123],"elements":[14],"to":[15,44,66,103,118],"convey":[16],"layered":[17],"meaning":[18,47,129],"through":[19],"the":[20,83,91,95,104],"combination":[21],"text":[23],"images.":[25],"However,":[26],"it":[27,100],"remains":[28,101],"largely":[29],"unclear":[30],"how":[31],"large":[33],"language":[34],"models":[35,113],"(MLLMs)":[36],"combine":[37],"interpret":[39],"visual":[40],"textual":[42],"information":[43],"identify":[45],"in":[48],"memes.":[49],"To":[50],"address":[51],"this":[52],"gap,":[53],"we":[54,77],"evaluate":[55],"eight":[56],"state-of-the-art":[57],"generative":[58],"MLLMs":[59],"across":[60],"three":[61],"datasets":[62],"on":[63],"their":[64],"ability":[65],"detect":[67],"explain":[69],"six":[70],"types":[71],"meaning.":[74],"In":[75],"addition,":[76],"conduct":[78],"human":[80],"evaluation":[81],"explanations":[84],"generated":[85],"by":[86,143],"these":[87],"MLLMs,":[88],"assessing":[89],"whether":[90,99],"provided":[92],"reasoning":[93],"supports":[94],"predicted":[96],"label":[97],"faithful":[102,144],"original":[105],"meme":[106,121],"content.":[107],"Our":[108],"findings":[109],"indicate":[110],"that":[111,136],"all":[112],"exhibit":[114],"strong":[116],"bias":[117],"associate":[119],"with":[122],"meaning,":[124],"even":[125],"when":[126],"no":[127],"such":[128],"is":[130],"present.":[131],"Qualitative":[132],"analysis":[133],"further":[134],"shows":[135],"correct":[137],"predictions":[138],"are":[139],"not":[140],"always":[141],"accompanied":[142],"explanations.":[145]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-26T00:00:00"}