{"id":"https://openalex.org/W7157275699","doi":"https://doi.org/10.48550/arxiv.2604.23321","title":"MMEB-V3: Measuring the Performance Gaps of Omni-Modality Embedding Models","display_name":"MMEB-V3: Measuring the Performance Gaps of Omni-Modality Embedding Models","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7157275699","doi":"https://doi.org/10.48550/arxiv.2604.23321"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.23321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.23321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134761192","display_name":"Haohang Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Haohang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100562654","display_name":"Xuan Lu","orcid":"https://orcid.org/0009-0005-7027-7667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101358063","display_name":"Mingyi Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Mingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134765804","display_name":"Xuan Billy Zhang","orcid":"https://orcid.org/0000-0002-7537-4002"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134807813","display_name":"Ziyan Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Ziyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134810041","display_name":"Ping Nie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134815648","display_name":"Kai Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134789147","display_name":"Tomas Pfister","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pfister, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134782661","display_name":"Wenhu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenhu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134753363","display_name":"Wei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134753278","display_name":"Xiaoyu Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134782898","display_name":"Rui Meng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meng, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7455999851226807},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6620000004768372},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5756000280380249},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.5638999938964844},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5422000288963318},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5108000040054321},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47909998893737793}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7488999962806702},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7455999851226807},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6620000004768372},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5756000280380249},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5638999938964844},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5422000288963318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5239999890327454},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5108000040054321},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47909998893737793},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.42899999022483826},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4068000018596649},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37860000133514404},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34769999980926514},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C37926939","wikidata":"https://www.wikidata.org/wiki/Q7449061","display_name":"Semantic equivalence","level":4,"score":0.30219998955726624},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.2662999927997589},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.23321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.23321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.592408299446106}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"embedding":[1],"models":[2,119],"aim":[3],"to":[4,28,35,94,122,181],"map":[5],"heterogeneous":[6],"inputs,":[7],"such":[8],"as":[9,66,68],"text,":[10,62],"images,":[11],"videos,":[12],"and":[13,23,113,134,139,152,178,196,200],"audio,":[14,65],"into":[15],"a":[16,46,55,107,191],"shared":[17],"semantic":[18,96],"space.":[19],"However,":[20],"existing":[21],"methods":[22],"benchmarks":[24],"remain":[25],"largely":[26],"limited":[27],"partial":[29],"modality":[30,99,173],"coverage,":[31],"making":[32],"it":[33],"difficult":[34],"systematically":[36],"evaluate":[37],"full-modality":[38,50,111,206],"representation":[39],"learning.":[40],"In":[41],"this":[42],"work,":[43],"we":[44,76,105],"take":[45],"step":[47],"toward":[48],"the":[49,124,149],"setting.":[51],"We":[52,187],"introduce":[53],"MMEB-V3,":[54,104],"comprehensive":[56],"benchmark":[57,193],"that":[58,162],"evaluates":[59],"embeddings":[60,112,165],"across":[61,90],"image,":[63],"video,":[64],"well":[67],"agent-centric":[69],"scenarios.":[70],"To":[71],"enable":[72],"more":[73],"fine-grained":[74],"diagnosis,":[75],"further":[77],"construct":[78],"OmniSET":[79],"(Omni-modality":[80],"Semantic":[81],"Equivalence":[82],"Tuples),":[83],"where":[84],"semantically":[85],"equivalent":[86],"instances":[87],"are":[88,143,166],"represented":[89],"modalities,":[91],"allowing":[92],"us":[93],"disentangle":[95],"similarity":[97],"from":[98],"effects.":[100],"Through":[101],"experiments":[102],"on":[103,205],"conduct":[106],"systematic":[108],"analysis":[109],"of":[110,170],"identify":[114],"three":[115],"key":[116],"findings:":[117],"(1)":[118],"often":[120],"fail":[121,180],"retrieve":[123],"intended":[125],"target":[126,150],"modality;":[127],"(2)":[128],"cross-modal":[129],"retrieval":[130,185],"is":[131],"highly":[132],"asymmetric":[133],"dominated":[135],"by":[136,176],"query-modality":[137],"bias;":[138],"(3)":[140],"instruction-induced":[141],"shifts":[142],"either":[144],"insufficient":[145],"or":[146],"misaligned":[147],"with":[148],"modality,":[151],"therefore":[153],"do":[154],"not":[155,167],"reliably":[156,171],"improve":[157],"retrieval.":[158],"These":[159],"results":[160],"indicate":[161],"current":[163],"multimodal":[164],"yet":[168],"capable":[169],"enforcing":[172],"constraints":[174],"specified":[175],"instructions,":[177],"consequently":[179],"exhibit":[182],"consistent":[183],"modality-aware":[184],"behavior.":[186],"hope":[188],"MMEB-V3":[189],"provides":[190],"useful":[192],"for":[194,201],"understanding":[195],"diagnosing":[197],"these":[198],"limitations,":[199],"guiding":[202],"future":[203],"research":[204],"embeddings.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}