{"id":"https://openalex.org/W7166695108","doi":"https://doi.org/10.48550/arxiv.2606.28551","title":"DataComp-VLM: Improved Open Datasets for Vision-Language Models","display_name":"DataComp-VLM: Improved Open Datasets for Vision-Language Models","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7166695108","doi":"https://doi.org/10.48550/arxiv.2606.28551"},"language":"en","primary_location":{"id":"pmh:oai:pure.mpg.de:item_3717164","is_oa":false,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0013-3E5E-E","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/workingPaper"},"type":"report","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.28551","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016359811","display_name":"Matteo Farina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Farina, Matteo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108719787","display_name":"Vishaal Udandarao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Udandarao, Vishaal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139683514","display_name":"Thao Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Thao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120576195","display_name":"Selim Kuzucu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuzucu, Selim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139675741","display_name":"Maximilian B\u00f6ther","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"B\u00f6ther, Maximilian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107077701","display_name":"Andreas Hochlehnert","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hochlehnert, Andreas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110694812","display_name":"Ashis Ghosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Adhiraj","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139702618","display_name":"Marianna Nezhurina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nezhurina, Marianna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107628740","display_name":"K Roth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roth, Karsten","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003890071","display_name":"Janet Struber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Struber, Joschka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139704382","display_name":"Yuhui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yuhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044199615","display_name":"Sebastian Dziadzio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dziadzio, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001737022","display_name":"Elaine Sui","orcid":"https://orcid.org/0009-0000-9488-6268"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sui, Elaine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139643440","display_name":"Soumya Jahagirdar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jahagirdar, Soumya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069431630","display_name":"Dhruba Ghosh","orcid":"https://orcid.org/0000-0002-8518-2696"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghosh, Dhruba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139654024","display_name":"Hasan Hammoud","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hammoud, Hasan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023771218","display_name":"Thomas De Min","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De Min, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092031240","display_name":"Simone Caldarella","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caldarella, Simone","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055426364","display_name":"Jehanzeb Mirza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mirza, Jehanzeb","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133707122","display_name":"Sedrick Keh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keh, Sedrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139664982","display_name":"Mehdi Cherti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cherti, Mehdi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139657440","display_name":"Hilde Kuehne","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuehne, Hilde","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139694482","display_name":"Bernt Schiele","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schiele, Bernt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139655215","display_name":"Serena Yeung-Levy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeung-Levy, Serena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103091877","display_name":"Muhammad Ferjad Naeem","orcid":"https://orcid.org/0000-0001-7455-7280"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naeem, Muhammad Ferjad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139664451","display_name":"Federico Tombari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tombari, Federico","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000009841","display_name":"Ana Klimovic","orcid":"https://orcid.org/0000-0001-8559-0529"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klimovic, Ana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139689209","display_name":"Elisa Ricci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ricci, Elisa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139652428","display_name":"Matthias Bethge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bethge, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107894055","display_name":"S H Oh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Sewoong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139712717","display_name":"Ameya Prabhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhu, Ameya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017431855","display_name":"Alessio Tonioni","orcid":"https://orcid.org/0000-0003-3358-9686"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tonioni, Alessio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085870953","display_name":"Jenia Jitsev","orcid":"https://orcid.org/0000-0002-1221-7851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jitsev, Jenia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139654626","display_name":"Massimiliano Mancini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mancini, Massimiliano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139699838","display_name":"Ludwig Schmidt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidt, Ludwig","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026731149","display_name":"Nikhil Parthasarathy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parthasarathy, Nikhil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9514999985694885,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8213000297546387},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7026000022888184},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6409000158309937},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5282999873161316},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4848000109195709},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4713999927043915},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4587000012397766}],"concepts":[{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8213000297546387},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760999798774719},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7026000022888184},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6409000158309937},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5663999915122986},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5282999873161316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909000098705292},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4713999927043915},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4666999876499176},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40689998865127563},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.38440001010894775},{"id":"https://openalex.org/C91632574","wikidata":"https://www.wikidata.org/wiki/Q15088675","display_name":"Data curation","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3264000117778778},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2741999924182892}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pure.mpg.de:item_3717164","is_oa":false,"landing_page_url":"https://hdl.handle.net/21.11116/0000-0013-3E5E-E","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/workingPaper"},{"id":"doi:10.48550/arxiv.2606.28551","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.28551","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.28551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Building":[0],"performant":[1],"Vision-Language":[2],"Models":[3,86],"(VLMs)":[4],"requires":[5],"carefully":[6,92],"curating":[7],"large-scale":[8],"training":[9,122,142,156,165],"datasets,":[10],"yet":[11],"the":[12,161],"community":[13],"lacks":[14],"systematic":[15],"benchmarks":[16,100],"for":[17,25,30],"evaluating":[18],"such":[19],"curation":[20,73],"strategies.":[21],"We":[22,104],"introduce":[23],"DataComp":[24],"VLMs":[26],"(DCVLM),":[27],"a":[28,62,91,120],"benchmark":[29],"controlled":[31],"data-centric":[32],"experiments":[33,107],"to":[34,71,97,119,146,159],"improve":[35],"VLM":[36,145,164],"training.":[37],"As":[38],"part":[39],"of":[40,64,95,171],"DCVLM,":[41],"we":[42],"collect":[43],"160":[44],"datasets":[45],"spanning":[46],"four":[47],"data":[48,59,113],"types":[49],"--":[50,60],"image-caption":[51],"pairs,":[52],"multimodal":[53,66],"interleaved":[54],"documents,":[55],"text-only,":[56],"and":[57,82,110,174],"instruction-tuning":[58],"into":[61],"corpus":[63],"6T":[65],"tokens.":[67,157],"DCVLM":[68,109,173],"allows":[69],"participants":[70],"test":[72],"strategies":[74],"(filtering,":[75],"mixing,":[76,114],"formatting,":[77],"sampling)":[78],"across":[79,101],"1B-8B":[80],"models":[81],"6.25B-200B":[83],"token":[84],"budgets.":[85],"are":[87],"then":[88],"evaluated":[89],"on":[90,108,149],"selected":[93],"suite":[94,153],"up":[96],"52":[98],"downstream":[99],"9":[102],"domains.":[103],"conduct":[105],"extensive":[106],"find":[111],"that":[112],"not":[115],"filtering,":[116],"is":[117],"key":[118],"high-quality":[121],"dataset:":[123],"instruction-heavy":[124],"mixtures":[125],"scale":[126],"better":[127],"than":[128],"caption-heavy":[129],"ones,":[130],"with":[131,154],"gains":[132],"widening":[133],"at":[134,183],"larger":[135],"scales.":[136],"The":[137],"resulting":[138],"dataset,":[139,166],"DCVLM-Baseline,":[140],"enables":[141],"an":[143,169],"8B":[144],"63.6%":[147],"accuracy":[148],"our":[150],"33-task":[151],"core":[152],"200B":[155],"Compared":[158],"FineVision,":[160],"state-of-the-art":[162],"open":[163],"this":[167],"represents":[168],"improvement":[170],"+5.4pp.":[172],"all":[175],"accompanying":[176],"artifacts":[177],"will":[178],"be":[179],"made":[180],"publicly":[181],"available":[182],"https://www.datacomp.ai/dcvlm/.":[184]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-07-01T00:00:00"}