{"id":"https://openalex.org/W4415538347","doi":"https://doi.org/10.1145/3746027.3755777","title":"EEmo-Bench: A Benchmark for Multi-modal Large Language Models on Image Evoked Emotion Assessment","display_name":"EEmo-Bench: A Benchmark for Multi-modal Large Language Models on Image Evoked Emotion Assessment","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538347","doi":"https://doi.org/10.1145/3746027.3755777"},"language":"en","primary_location":{"id":"doi:10.1145/3746027.3755777","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.16405","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112391612","display_name":"Lanting Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lancheng Gao","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-5490-1097","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075029034","display_name":"Ziheng Jia","orcid":"https://orcid.org/0009-0002-2623-4756"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziheng Jia","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0002-2623-4756","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044082283","display_name":"Yunhao Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhao Zeng","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-6429-5763","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044700284","display_name":"Wei Sun","orcid":"https://orcid.org/0000-0001-8162-1949"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Sun","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8162-1949","affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiming Zhang","orcid":"https://orcid.org/0009-0000-5131-2563"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-5131-2563","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077250575","display_name":"Wei Zhou","orcid":"https://orcid.org/0000-0003-3641-1429"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["Cardiff University, Cardiff, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3641-1429","affiliations":[{"raw_affiliation_string":"Cardiff University, Cardiff, United Kingdom","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8165-9322","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043405654","display_name":"Xiongkuo Min","orcid":"https://orcid.org/0000-0001-5693-0416"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiongkuo Min","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5693-0416","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8303,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.95003965,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"7064","last_page":"7073"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8309000134468079},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.630299985408783},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5859000086784363},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.43369999527931213},{"id":"https://openalex.org/keywords/emotion-perception","display_name":"Emotion perception","score":0.4268999993801117},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4180999994277954},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.33570000529289246},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.3276999890804291}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8309000134468079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7282000184059143},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.630299985408783},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5859000086784363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5045999884605408},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44369998574256897},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.43369999527931213},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.4268999993801117},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4180999994277954},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33570000529289246},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2572000026702881},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.25679999589920044},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3746027.3755777","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3755777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:182477","is_oa":false,"landing_page_url":"https://orca.cardiff.ac.uk/view/cardiffauthors/A2824239D.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:arXiv.org:2504.16405","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.16405","pdf_url":"https://arxiv.org/pdf/2504.16405","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.16405","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.16405","pdf_url":"https://arxiv.org/pdf/2504.16405","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6783635090","display_name":null,"funder_award_id":"62271312,62132006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415538347.pdf","grobid_xml":"https://content.openalex.org/works/W4415538347.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1950412479","https://openalex.org/W2003856922","https://openalex.org/W2019154476","https://openalex.org/W2043181832","https://openalex.org/W2063948594","https://openalex.org/W2088211066","https://openalex.org/W2103943262","https://openalex.org/W2161907179","https://openalex.org/W2273818082","https://openalex.org/W2293236424","https://openalex.org/W2740693122","https://openalex.org/W2745497104","https://openalex.org/W2752234108","https://openalex.org/W2963992782","https://openalex.org/W3114195756","https://openalex.org/W3174134652","https://openalex.org/W4382142077","https://openalex.org/W4386076530","https://openalex.org/W4386185600","https://openalex.org/W4390962869","https://openalex.org/W4392678661","https://openalex.org/W4392679398","https://openalex.org/W4394896325","https://openalex.org/W4400062180","https://openalex.org/W4400601342","https://openalex.org/W4401042286","https://openalex.org/W4401726215","https://openalex.org/W4402426725","https://openalex.org/W4402671604","https://openalex.org/W4402684058","https://openalex.org/W4402704606","https://openalex.org/W4402727669","https://openalex.org/W4403370767","https://openalex.org/W4403584058","https://openalex.org/W4403792379","https://openalex.org/W4403814959","https://openalex.org/W4403853618","https://openalex.org/W4404570644","https://openalex.org/W4405172832","https://openalex.org/W4405434026","https://openalex.org/W4406975803","https://openalex.org/W4407794264"],"related_works":[],"abstract_inverted_index":{"The":[0,185],"furnishing":[1],"of":[2,13,48,76,94,226],"multi-modal":[3],"large":[4],"language":[5],"models":[6],"(MLLMs)":[7],"has":[8],"led":[9],"to":[10,31,73,132,136,158],"the":[11,74,77,92,95,106,138,160,200,212,220],"emergence":[12],"numerous":[14],"benchmark":[15,71,243],"studies,":[16],"particularly":[17],"those":[18],"evaluating":[19],"their":[20,145],"perception":[21,237],"and":[22,42,54,57,104,124,144,151,166,176,192,223,238,242],"understanding":[23,27,224],"capabilities.":[24],"Among":[25],"these,":[26],"image-evoked":[28,229],"emotions":[29,79,140],"aims":[30],"enhance":[32],"MLLMs'":[33,134],"empathy,":[34],"with":[35,117],"significant":[36],"applications":[37],"such":[38],"as":[39,109],"human-machine":[40],"interaction":[41],"advertising":[43],"recommendations.":[44],"However,":[45],"current":[46],"evaluations":[47],"this":[49,64,118],"MLLM":[50],"capability":[51],"remain":[52,207],"coarse-grained,":[53],"a":[55,69,178],"systematic":[56],"comprehensive":[58,221],"assessment":[59,180],"is":[60,156,232],"still":[61],"lacking.":[62],"To":[63],"end,":[65],"we":[66,98,171],"introduce":[67],"EEmo-Bench,":[68],"novel":[70],"dedicated":[72],"analysis":[75,155],"evoked":[78,96,139],"in":[80,163,203],"images":[81,121,143],"across":[82],"diverse":[83],"content":[84],"categories.":[85],"Our":[86,209,240],"core":[87],"contributions":[88],"include:":[89],"1)":[90],"Regarding":[91],"diversity":[93],"emotions,":[97,230],"adopt":[99],"an":[100],"emotion":[101,236],"ranking":[102],"strategy":[103],"employ":[105],"Valence-Arousal-Dominance":[107],"(VAD)":[108],"emotional":[110,113],"attributes":[111],"for":[112,214,234],"assessment.":[114],"In":[115,169],"line":[116],"methodology,":[119],"1,960":[120],"are":[122,245],"collected":[123],"manually":[125],"annotated.":[126],"2)":[127],"We":[128],"design":[129],"four":[130],"tasks":[131],"evaluate":[133],"ability":[135],"capture":[137],"by":[141],"single":[142],"associated":[146],"attributes:":[147],"Perception,":[148],"Ranking,":[149],"Description,":[150],"Assessment.":[152],"Additionally,":[153],"image-pairwise":[154],"introduced":[157],"investigate":[159],"model's":[161],"proficiency":[162],"performing":[164],"joint":[165],"comparative":[167],"analysis.":[168],"total,":[170],"collect":[172],"6,773":[173],"question-answer":[174],"pairs":[175],"perform":[177],"thorough":[179],"on":[181],"19":[182],"commonly-used":[183],"MLLMs.":[184],"results":[186],"indicate":[187],"that":[188],"while":[189],"some":[190],"proprietary":[191],"large-scale":[193],"open-source":[194],"MLLMs":[195,227],"achieve":[196],"promising":[197],"overall":[198],"performance,":[199],"analytical":[201],"capabilities":[202,225],"certain":[204],"evaluation":[205],"dimensions":[206],"suboptimal.":[208],"EEmo-Bench":[210],"paves":[211],"path":[213],"further":[215],"research":[216],"aimed":[217],"at":[218,247],"enhancing":[219],"perceiving":[222],"concerning":[228],"which":[231],"crucial":[233],"machine-centric":[235],"understanding.":[239],"code":[241],"datasets":[244],"available":[246],"https://github.com/workerred/EEmo-Bench.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-25T00:00:00"}