{"id":"https://openalex.org/W4403619889","doi":"https://doi.org/10.48550/arxiv.2408.13257","title":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","display_name":"MME-RealWorld: Could Your Multimodal LLM Challenge High-Resolution Real-World Scenarios that are Difficult for Humans?","publication_year":2024,"publication_date":"2024-08-23","ids":{"openalex":"https://openalex.org/W4403619889","doi":"https://doi.org/10.48550/arxiv.2408.13257"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2408.13257","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.13257","pdf_url":"https://arxiv.org/pdf/2408.13257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.13257","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100376940","display_name":"Yifan Zhang","orcid":"https://orcid.org/0000-0002-6227-0183"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yi-Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468621","display_name":"Huanyu Zhang","orcid":"https://orcid.org/0000-0001-6480-2510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Huanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046473687","display_name":"Haochen Tian","orcid":"https://orcid.org/0000-0002-2650-4915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tian, Haochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014172220","display_name":"Chaoyou Fu","orcid":"https://orcid.org/0000-0002-0079-7668"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Chaoyou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007878054","display_name":"Shuang\u2010Qing Zhang","orcid":"https://orcid.org/0000-0002-4630-1269"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shuangqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078203841","display_name":"Junfei Wu","orcid":"https://orcid.org/0000-0001-7181-1802"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Junfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448841","display_name":"Feng Li","orcid":"https://orcid.org/0000-0001-9372-7871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366742","display_name":"Kun Wang","orcid":"https://orcid.org/0009-0003-4001-6146"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048346353","display_name":"Qingsong Wen","orcid":"https://orcid.org/0000-0003-4516-2524"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Qingsong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100599317","display_name":"Zhang Zhang","orcid":"https://orcid.org/0000-0002-9331-9699"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115593778","display_name":"Liang Wang","orcid":"https://orcid.org/0009-0008-4662-2370"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101873437","display_name":"Rong Jin","orcid":"https://orcid.org/0000-0003-1789-236X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Rong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Tan, Tieniu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Tieniu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9212999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9212999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/high-resolution","display_name":"High resolution","score":0.4442346394062042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4228355586528778},{"id":"https://openalex.org/keywords/resolution","display_name":"Resolution (logic)","score":0.41699880361557007},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.37214815616607666},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3333548307418823},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2688002586364746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22488486766815186},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.13303142786026},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.09781160950660706}],"concepts":[{"id":"https://openalex.org/C3020199158","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"High resolution","level":2,"score":0.4442346394062042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4228355586528778},{"id":"https://openalex.org/C138268822","wikidata":"https://www.wikidata.org/wiki/Q1051925","display_name":"Resolution (logic)","level":2,"score":0.41699880361557007},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.37214815616607666},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3333548307418823},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2688002586364746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22488486766815186},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.13303142786026},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.09781160950660706}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2408.13257","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.13257","pdf_url":"https://arxiv.org/pdf/2408.13257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.13257","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.13257","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.13257","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.13257","pdf_url":"https://arxiv.org/pdf/2408.13257","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W4212954839","https://openalex.org/W3190051883","https://openalex.org/W4401570279"],"abstract_inverted_index":{"Comprehensive":[0],"evaluation":[1,162,217],"of":[2,105,192,199],"Multimodal":[3],"Large":[4],"Language":[5],"Models":[6],"(MLLMs)":[7],"has":[8],"recently":[9],"garnered":[10],"widespread":[11],"attention":[12],"in":[13,39,60,112],"the":[14,33,40,71,93,103,139,147,182],"research":[15],"community.":[16],"However,":[17],"we":[18,79,83,135],"observe":[19],"that":[20,27,36,119,180],"existing":[21],"benchmarks":[22],"present":[23],"several":[24],"common":[25],"barriers":[26],"make":[28],"it":[29],"difficult":[30],"to":[31,49,115,144,211],"measure":[32],"significant":[34],"challenges":[35,198],"models":[37,185],"face":[38],"real":[41],"world,":[42],"including:":[43],"1)":[44],"small":[45],"data":[46,62,215],"scale":[47],"leads":[48],"a":[50,151,160],"large":[51],"performance":[52],"variance;":[53],"2)":[54],"reliance":[55],"on":[56,154],"model-based":[57],"annotations":[58],"results":[59,178],"restricted":[61],"quality;":[63],"3)":[64],"insufficient":[65],"task":[66],"difficulty,":[67],"especially":[68],"caused":[69],"by":[70],"limited":[72],"image":[73],"resolution.":[74],"To":[75],"tackle":[76],"these":[77],"issues,":[78],"introduce":[80],"MME-RealWorld.":[81],"Specifically,":[82],"collect":[84],"more":[85],"than":[86],"$300$K":[87],"images":[88,98,202],"from":[89],"public":[90],"datasets":[91],"and":[92,109,150,173,203,216],"Internet,":[94],"filtering":[95],"$13,366$":[96],"high-quality":[97],"for":[99,130],"annotation.":[100],"This":[101],"involves":[102],"efforts":[104],"professional":[106],"$25$":[107],"annotators":[108],"$7$":[110],"experts":[111],"MLLMs,":[113,166],"contributing":[114],"$29,429$":[116],"question-answer":[117],"pairs":[118],"cover":[120],"$43$":[121],"subtasks":[122],"across":[123],"$5$":[124],"real-world":[125,155,206],"scenarios,":[126],"extremely":[127],"challenging":[128],"even":[129,181],"humans.":[131],"As":[132],"far":[133],"as":[134,168],"know,":[136],"MME-RealWorld":[137],"is":[138],"largest":[140],"manually":[141],"annotated":[142],"benchmark":[143],"date,":[145],"featuring":[146],"highest":[148],"resolution":[149],"targeted":[152],"focus":[153],"applications.":[156],"We":[157],"further":[158],"conduct":[159],"thorough":[161],"involving":[163],"$28$":[164],"prominent":[165],"such":[167],"GPT-4o,":[169],"Gemini":[170],"1.5":[171],"Pro,":[172],"Claude":[174],"3.5":[175],"Sonnet.":[176],"Our":[177],"show":[179],"most":[183],"advanced":[184],"struggle":[186],"with":[187],"our":[188],"benchmarks,":[189],"where":[190],"none":[191],"them":[193],"reach":[194],"$60\\%$":[195],"accuracy.":[196],"The":[197,214],"perceiving":[200],"high-resolution":[201],"understanding":[204],"complex":[205],"scenarios":[207],"remain":[208],"urgent":[209],"issues":[210],"be":[212],"addressed.":[213],"code":[218],"are":[219],"released":[220],"at":[221],"https://mme-realworld.github.io/":[222],".":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}