{"id":"https://openalex.org/W4286562652","doi":"https://doi.org/10.48550/arxiv.2207.10062","title":"DataPerf: Benchmarks for Data-Centric AI Development","display_name":"DataPerf: Benchmarks for Data-Centric AI Development","publication_year":2022,"publication_date":"2022-07-20","ids":{"openalex":"https://openalex.org/W4286562652","doi":"https://doi.org/10.48550/arxiv.2207.10062"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2207.10062","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.10062","pdf_url":"https://arxiv.org/pdf/2207.10062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.10062","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022281162","display_name":"Mark Mazumder","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mazumder, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082625759","display_name":"Colby Banbury","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banbury, Colby","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008860425","display_name":"Xiaozhe Yao","orcid":"https://orcid.org/0000-0002-4661-533X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Xiaozhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025073517","display_name":"Bojan Karla\u0161","orcid":"https://orcid.org/0000-0002-6462-3579"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karla\u0161, Bojan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064746496","display_name":"William Gaviria Rojas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rojas, William Gaviria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035764026","display_name":"Sudnya Diamos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diamos, Sudnya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033256312","display_name":"Greg Diamos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diamos, Greg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000091089","display_name":"Lynn He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Lynn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Parrish, Alicia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Parrish, Alicia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Kirk, Hannah Rose","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirk, Hannah Rose","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Quaye, Jessica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Quaye, Jessica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Rastogi, Charvi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rastogi, Charvi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016956470","display_name":"Douwe Kiela","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiela, Douwe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091341455","display_name":"David Jurado","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurado, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035585648","display_name":"David Kanter","orcid":"https://orcid.org/0000-0003-4332-4833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kanter, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011309559","display_name":"Rafael Mosquera","orcid":"https://orcid.org/0009-0009-0812-6330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mosquera, Rafael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032435602","display_name":"Juan Ciro","orcid":"https://orcid.org/0009-0000-4179-3076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ciro, Juan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016381010","display_name":"Lora Aroyo","orcid":"https://orcid.org/0000-0001-9402-1133"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aroyo, Lora","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005070359","display_name":"Bilge Acun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Acun, Bilge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Lingjiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lingjiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Raje, Mehul Smriti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raje, Mehul Smriti","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bartolo, Max","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bartolo, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011478764","display_name":"Sabri Eyuboglu","orcid":"https://orcid.org/0000-0002-8412-0266"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eyuboglu, Sabri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034659013","display_name":"Amirata Ghorbani","orcid":"https://orcid.org/0000-0001-6465-2321"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghorbani, Amirata","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045070002","display_name":"Emmett D. Goodman","orcid":"https://orcid.org/0000-0003-4971-8622"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goodman, Emmett","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Inel, Oana","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inel, Oana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056133908","display_name":"Tariq Kane","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kane, Tariq","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060540398","display_name":"Christine R. Kirkpatrick","orcid":"https://orcid.org/0000-0002-4451-8042"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirkpatrick, Christine R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056050477","display_name":"Tzu-Sheng Kuo","orcid":"https://orcid.org/0000-0002-1504-7640"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuo, Tzu-Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074303284","display_name":"Jonas Mueller","orcid":"https://orcid.org/0000-0002-0070-5823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mueller, Jonas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026811404","display_name":"Tristan Thrush","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thrush, Tristan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016794035","display_name":"Joaquin Vanschoren","orcid":"https://orcid.org/0000-0001-7044-9805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vanschoren, Joaquin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110474910","display_name":"Margaret Warren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Warren, Margaret","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062696000","display_name":"Adina Williams","orcid":"https://orcid.org/0000-0001-5281-3343"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Williams, Adina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081511803","display_name":"Serena Yeung","orcid":"https://orcid.org/0000-0003-0529-0628"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yeung, Serena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031627270","display_name":"Newsha Ardalani","orcid":"https://orcid.org/0000-0002-9975-4819"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ardalani, Newsha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076601570","display_name":"Praveen Paritosh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paritosh, Praveen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bat-Leah, Lilith","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bat-Leah, Lilith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383731","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0002-8105-7505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005779176","display_name":"James Zou","orcid":"https://orcid.org/0000-0001-8880-4764"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028220093","display_name":"Carole-Jean Wu","orcid":"https://orcid.org/0000-0002-9032-7239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Carole-Jean","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039941658","display_name":"Cody Coleman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Coleman, Cody","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112456378","display_name":"Andrew Y. Ng","orcid":"https://orcid.org/0000-0001-5547-3196"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053488528","display_name":"Peter Mattson","orcid":"https://orcid.org/0000-0002-5984-238X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mattson, Peter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5000635267","display_name":"Vijay Janapa Reddi","orcid":"https://orcid.org/0000-0002-5259-7721"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reddi, Vijay Janapa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8030403256416321},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6934982538223267},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.6441700458526611},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6200879216194153},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5925284624099731},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5658208131790161},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5148267149925232},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.4977317154407501},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4607897698879242},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4528723955154419},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.43948161602020264},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.41610297560691833},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4017263352870941},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3372657895088196},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.23051151633262634},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11589089035987854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8030403256416321},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6934982538223267},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.6441700458526611},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6200879216194153},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5925284624099731},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5658208131790161},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5148267149925232},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.4977317154407501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4607897698879242},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4528723955154419},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.43948161602020264},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.41610297560691833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4017263352870941},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3372657895088196},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.23051151633262634},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11589089035987854},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"pmh:oai:arXiv.org:2207.10062","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.10062","pdf_url":"https://arxiv.org/pdf/2207.10062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/7ff1205b-cb03-459a-8ad3-04b84e3fea4d","is_oa":true,"landing_page_url":"https://research.tue.nl/files/358167520/NeurIPS-2023-dataperf-benchmarks-for-data-centric-ai-development-Paper-Datasets_and_Benchmarks.pdf","pdf_url":"https://pure.tue.nl/ws/files/358167520/NeurIPS-2023-dataperf-benchmarks-for-data-centric-ai-development-Paper-Datasets_and_Benchmarks.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mazumder, M, Banbury, C, Yao, X, Karla\u0161, B, Rojas, W G, Diamos, S, Diamos, G, He, L, Parrish, A, Kirk, H R, Quaye, J, Rastogi, C, Kiela, D, Jurado, D, Kanter, D, Mosquera, R, Ciro, J, Aroyo, L, Acun, B, Chen, L, Raje, M S, Bartolo, M, Eyuboglu, S, Ghorbani, A, Goodman, E, Inel, O, Kane, T, Kirkpatrick, C R, Kuo, T S, Mueller, J, Thrush, T, Vanschoren, J, Warren, M, Williams, A, Yeung, S, Ardalani, N, Paritosh, P, Zhang, C, Zou, J, Wu, C J, Coleman, C, Ng, A, Mattson, P & Reddi, V J 2023, DataPerf : Benchmarks for Data-Centric AI Development. in 37th Conference on Neural Information Processing Systems, NeurIPS 2023. Advances in Neural Information Processing Systems, vol. 36, Neural information processing systems foundation, 37th Conference on Neural Information Processing Systems, NeurIPS 2023, New Orleans, Louisiana, United States, 10/12/23. < https://proceedings.neurips.cc/paper_files/paper/2023/hash/112db88215e25b3ae2750e9eefcded94-Abstract-Datasets_and_Benchmarks.html >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:doi:10.5167/uzh-264726","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pure.tue.nl:openaire/7ff1205b-cb03-459a-8ad3-04b84e3fea4d","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/7ff1205b-cb03-459a-8ad3-04b84e3fea4d","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mazumder, M, Banbury, C, Yao, X, Karla\u0161, B, Rojas, W G, Diamos, S, Diamos, G, He, L, Parrish, A, Kirk, H R, Quaye, J, Rastogi, C, Kiela, D, Jurado, D, Kanter, D, Mosquera, R, Ciro, J, Aroyo, L, Acun, B, Chen, L, Raje, M S, Bartolo, M, Eyuboglu, S, Ghorbani, A, Goodman, E, Inel, O, Kane, T, Kirkpatrick, C R, Kuo, T S, Mueller, J, Thrush, T, Vanschoren, J, Warren, M, Williams, A, Yeung, S, Ardalani, N, Paritosh, P, Zhang, C, Zou, J, Wu, C J, Coleman, C, Ng, A, Mattson, P & Reddi, V J 2023, DataPerf : Benchmarks for Data-Centric AI Development. in 37th Conference on Neural Information Processing Systems, NeurIPS 2023. Advances in Neural Information Processing Systems, vol. 36, Neural information processing systems foundation, 37th Conference on Neural Information Processing Systems, NeurIPS 2023, New Orleans, Louisiana, United States, 10/12/23. < https://proceedings.neurips.cc/paper_files/paper/2023/hash/112db88215e25b3ae2750e9eefcded94-Abstract-Datasets_and_Benchmarks.html >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:pure.tue.nl:publications/7ff1205b-cb03-459a-8ad3-04b84e3fea4d","is_oa":false,"landing_page_url":"https://www.scopus.com/pages/publications/85187379962","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mazumder, M, Banbury, C, Yao, X, Karla\u0161, B, Rojas, W G, Diamos, S, Diamos, G, He, L, Parrish, A, Kirk, H R, Quaye, J, Rastogi, C, Kiela, D, Jurado, D, Kanter, D, Mosquera, R, Ciro, J, Aroyo, L, Acun, B, Chen, L, Raje, M S, Bartolo, M, Eyuboglu, S, Ghorbani, A, Goodman, E, Inel, O, Kane, T, Kirkpatrick, C R, Kuo, T S, Mueller, J, Thrush, T, Vanschoren, J, Warren, M, Williams, A, Yeung, S, Ardalani, N, Paritosh, P, Zhang, C, Zou, J, Wu, C J, Coleman, C, Ng, A, Mattson, P & Reddi, V J 2023, DataPerf : Benchmarks for Data-Centric AI Development. in 37th Conference on Neural Information Processing Systems, NeurIPS 2023. Advances in Neural Information Processing Systems, vol. 36, Neural information processing systems foundation, 37th Conference on Neural Information Processing Systems, NeurIPS 2023, New Orleans, Louisiana, United States, 10/12/23. < https://proceedings.neurips.cc/paper_files/paper/2023/hash/112db88215e25b3ae2750e9eefcded94-Abstract-Datasets_and_Benchmarks.html >","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2207.10062","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.10062","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.10062","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.10062","pdf_url":"https://arxiv.org/pdf/2207.10062","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2365594754","https://openalex.org/W2575292835","https://openalex.org/W4287902769","https://openalex.org/W3001140700","https://openalex.org/W2995453361","https://openalex.org/W3021704418","https://openalex.org/W4390295458","https://openalex.org/W1990407237","https://openalex.org/W2092282998","https://openalex.org/W2053982300"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"research":[2,50],"has":[3,38],"long":[4],"focused":[5],"on":[6,95],"models":[7],"rather":[8],"than":[9],"datasets,":[10,96],"and":[11,26,44,49,72,86,101,134,141,144,159,165,178],"prominent":[12],"datasets":[13,71],"are":[14,162],"used":[15],"for":[16,68],"common":[17],"ML":[18,70,91],"tasks":[19],"without":[20],"regard":[21],"to":[22,41,77,93,113,172,176],"the":[23,29,33,90,152,166],"breadth,":[24],"difficulty,":[25],"faithfulness":[27],"of":[28,36,98,111,121,130],"underlying":[30],"problems.":[31],"Neglecting":[32],"fundamental":[34],"importance":[35],"data":[37],"given":[39],"rise":[40],"inaccuracy,":[42],"bias,":[43],"fragility":[45],"in":[46,80,136],"real-world":[47],"applications,":[48],"is":[51],"hindered":[52],"by":[53],"saturation":[54],"across":[55],"existing":[56],"dataset":[57],"benchmarks.":[58],"In":[59],"response,":[60],"we":[61,102,145],"present":[62],"DataPerf,":[63],"a":[64,127],"community-led":[65],"benchmark":[66],"suite":[67],"evaluating":[69],"data-centric":[73,81,131],"algorithms.":[74],"We":[75,88],"aim":[76],"foster":[78],"innovation":[79],"AI":[82],"through":[83],"competition,":[84],"comparability,":[85],"reproducibility.":[87],"enable":[89],"community":[92],"iterate":[94],"instead":[97],"just":[99],"architectures,":[100],"provide":[103],"an":[104],"open,":[105],"online":[106,156],"platform":[107],"with":[108],"multiple":[109],"rounds":[110],"challenges":[112],"support":[114,146],"this":[115],"iterative":[116],"development.":[117],"The":[118,154],"first":[119],"iteration":[120],"DataPerf":[122,171],"contains":[123],"five":[124],"benchmarks":[125,150],"covering":[126],"wide":[128],"spectrum":[129],"techniques,":[132],"tasks,":[133],"modalities":[135],"vision,":[137],"speech,":[138],"acquisition,":[139],"debugging,":[140],"diffusion":[142],"prompting,":[143],"hosting":[147],"new":[148],"contributed":[149],"from":[151],"community.":[153],"benchmarks,":[155],"evaluation":[157],"platform,":[158],"baseline":[160],"implementations":[161],"open":[163],"source,":[164],"MLCommons":[167],"Association":[168],"will":[169],"maintain":[170],"ensure":[173],"long-term":[174],"benefits":[175],"academia":[177],"industry.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}