{"id":"https://openalex.org/W4415161188","doi":"https://doi.org/10.1109/iccv51701.2025.02060","title":"Mieb: Massive Image Embedding Benchmark","display_name":"Mieb: Massive Image Embedding Benchmark","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4415161188","doi":"https://doi.org/10.1109/iccv51701.2025.02060"},"language":"en","primary_location":{"id":"doi:10.1109/iccv51701.2025.02060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.02060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2504.10471","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073544000","display_name":"Chenghao Xiao","orcid":"https://orcid.org/0000-0001-7623-8232"},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chenghao Xiao","raw_affiliation_strings":["Durham University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Durham University","institution_ids":["https://openalex.org/I190082696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042595859","display_name":"Isaac Chung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Isaac Chung","raw_affiliation_strings":["Zendesk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zendesk","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057788563","display_name":"Imene Kerboua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Imene Kerboua","raw_affiliation_strings":["Esker"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Esker","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114071588","display_name":"Jamie Stirling","orcid":null},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jamie Stirling","raw_affiliation_strings":["Durham University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Durham University","institution_ids":["https://openalex.org/I190082696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100327351","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0001-7712-8668"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092833960","display_name":"M\u00e1rton Kardos","orcid":"https://orcid.org/0000-0001-9652-4498"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"M\u00e1rton Kardos","raw_affiliation_strings":["Aarhus University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aarhus University","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116339271","display_name":"Roman Solomatin","orcid":null},"institutions":[{"id":"https://openalex.org/I173089394","display_name":"ITMO University","ror":"https://ror.org/04txgxn49","country_code":"RU","type":"education","lineage":["https://openalex.org/I173089394"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Roman Solomatin","raw_affiliation_strings":["ITMO University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ITMO University","institution_ids":["https://openalex.org/I173089394"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017619842","display_name":"Noura Al Moubayed","orcid":"https://orcid.org/0000-0001-8942-355X"},"institutions":[{"id":"https://openalex.org/I190082696","display_name":"Durham University","ror":"https://ror.org/01v29qb04","country_code":"GB","type":"education","lineage":["https://openalex.org/I190082696"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Noura Al Moubayed","raw_affiliation_strings":["Durham University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Durham University","institution_ids":["https://openalex.org/I190082696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087151587","display_name":"Kenneth Enevoldsen","orcid":"https://orcid.org/0000-0001-8733-0966"},"institutions":[{"id":"https://openalex.org/I204337017","display_name":"Aarhus University","ror":"https://ror.org/01aj84f44","country_code":"DK","type":"education","lineage":["https://openalex.org/I204337017"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Kenneth Enevoldsen","raw_affiliation_strings":["Aarhus University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aarhus University","institution_ids":["https://openalex.org/I204337017"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000043237","display_name":"Niklas Muennighoff","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128771","display_name":"Contextual Change (United States)","ror":"https://ror.org/03bskcm82","country_code":"US","type":"company","lineage":["https://openalex.org/I4210128771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Niklas Muennighoff","raw_affiliation_strings":["Contextual AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Contextual AI","institution_ids":["https://openalex.org/I4210128771"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24208947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"22187","last_page":"22198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9355999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9355999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9254999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7799000144004822},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7498999834060669},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.6629999876022339},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5674999952316284},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5236999988555908},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5067999958992004},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4991999864578247},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.49160000681877136}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7799000144004822},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7498999834060669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7145000100135803},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807000041007996},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6629999876022339},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5236999988555908},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5067999958992004},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4991999864578247},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.49160000681877136},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.40369999408721924},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35510000586509705},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3206000030040741},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.3084999918937683},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.2994000017642975},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.2628999948501587},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.2621999979019165}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iccv51701.2025.02060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv51701.2025.02060","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/CVF International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.10471","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.10471","pdf_url":"https://arxiv.org/pdf/2504.10471","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2504.10471","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2504.10471","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2504.10471","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.10471","pdf_url":"https://arxiv.org/pdf/2504.10471","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415161188.pdf","grobid_xml":"https://content.openalex.org/works/W4415161188.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Image":[0,47],"representations":[1],"are":[2,161],"often":[3],"evaluated":[4],"through":[5],"disjointed,":[6],"task-specific":[7],"protocols,":[8],"leading":[9],"to":[10,51,65],"a":[11,39],"fragmented":[12],"understanding":[13],"of":[14,41,55,113,131,139],"model":[15,26],"capabilities.":[16],"For":[17],"instance,":[18],"it":[19],"is":[20,31],"unclear":[21],"whether":[22],"an":[23],"image":[24,56],"embedding":[25,59],"adept":[27],"at":[28,34,164],"clustering":[29],"images":[30,37,125],"equally":[32],"good":[33],"retrieving":[35],"relevant":[36],"given":[38],"piece":[40],"text.":[42],"We":[43,82,99,133],"introduce":[44],"the":[45,53,62,129,137],"Massive":[46],"Embedding":[48],"Benchmark":[49],"(MIEB)":[50],"evaluate":[52],"performance":[54,138,148],"and":[57,115,123,126,159],"image-text":[58],"models":[60,85,106],"across":[61,71,86,95],"broadest":[63],"spectrum":[64],"date.":[66],"MIEB":[67,143],"spans":[68],"38":[69],"languages":[70],"130":[72],"individual":[73],"tasks,":[74],"which":[75],"we":[76],"group":[77],"into":[78],"8":[79],"high-level":[80],"categories.":[81,98],"benchmark":[83],"50":[84],"our":[87],"benchmark,":[88],"finding":[89],"that":[90,136],"no":[91],"single":[92],"method":[93],"dominates":[94],"all":[96],"task":[97],"reveal":[100],"hidden":[101],"capabilities":[102,119],"in":[103,120,128,151],"advanced":[104],"vision":[105,140],"such":[107],"as":[108],"their":[109,116,147],"accurate":[110],"visual":[111],"representation":[112],"texts,":[114],"yet":[117],"limited":[118],"interleaved":[121],"encodings":[122],"matching":[124],"texts":[127],"presence":[130],"confounders.":[132],"also":[134],"show":[135],"encoders":[141],"on":[142],"correlates":[144],"highly":[145],"with":[146],"when":[149],"used":[150],"multimodal":[152],"large":[153],"language":[154],"models.":[155],"Our":[156],"code,":[157],"dataset,":[158],"leaderboard":[160],"publicly":[162],"available":[163],"https://github.com/embeddings-benchmark/mteb.":[165]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-14T00:00:00"}