{"id":"https://openalex.org/W2593649365","doi":"https://doi.org/10.1186/s13040-017-0154-4","title":"PMLB: a large benchmark suite for machine learning evaluation and comparison","display_name":"PMLB: a large benchmark suite for machine learning evaluation and comparison","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2593649365","doi":"https://doi.org/10.1186/s13040-017-0154-4","mag":"2593649365","pmid":"https://pubmed.ncbi.nlm.nih.gov/29238404"},"language":"en","primary_location":{"id":"doi:10.1186/s13040-017-0154-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-017-0154-4","pdf_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028297977","display_name":"Randal S. Olson","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Randal S. Olson","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":[]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002465837","display_name":"William La Cava","orcid":"https://orcid.org/0000-0002-1332-2960"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William La Cava","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":[]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009262032","display_name":"Patryk Orzechowski","orcid":"https://orcid.org/0000-0003-3578-9809"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]}],"countries":["PL","US"],"is_corresponding":false,"raw_author_name":"Patryk Orzechowski","raw_affiliation_strings":["Department of Automatics and Biomedical Engineering, AGH University of Science and Technology, Krak\u00f3w, Poland","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Automatics and Biomedical Engineering, AGH University of Science and Technology, Krak\u00f3w, Poland","institution_ids":["https://openalex.org/I686019"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":[]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023718023","display_name":"Ryan J. Urbanowicz","orcid":"https://orcid.org/0000-0002-0487-5555"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan J. Urbanowicz","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":[]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032971510","display_name":"Jason H. Moore","orcid":"https://orcid.org/0000-0002-5015-1099"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason H. Moore","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":[]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5028297977"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":22.0335,"has_fulltext":true,"cited_by_count":350,"citation_normalized_percentile":{"value":0.99505281,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"36","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9665511846542358},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.9121620655059814},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8207956552505493},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8188155889511108},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7520906329154968},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6256092190742493},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.6235474348068237},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5931693315505981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5698100924491882},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49959588050842285},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4793287515640259},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42825770378112793},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42707282304763794},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08031052350997925},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07169920206069946}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9665511846542358},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.9121620655059814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8207956552505493},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8188155889511108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7520906329154968},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6256092190742493},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.6235474348068237},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5931693315505981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5698100924491882},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49959588050842285},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4793287515640259},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42825770378112793},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42707282304763794},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08031052350997925},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07169920206069946},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s13040-017-0154-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-017-0154-4","pdf_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},{"id":"pmid:29238404","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29238404","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData mining","raw_type":null},{"id":"pmh:oai:doaj.org/article:e731ec3c609b4180b1cd3c6b055284a3","is_oa":true,"landing_page_url":"https://doaj.org/article/e731ec3c609b4180b1cd3c6b055284a3","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BioData Mining, Vol 10, Iss 1, Pp 1-13 (2017)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:4640640","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5725843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s13040-017-0154-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-017-0154-4","pdf_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1318844706","display_name":null,"funder_award_id":"ES013508","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G299099718","display_name":null,"funder_award_id":"LM009012","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5087828963","display_name":null,"funder_award_id":"DK112217","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6345136743","display_name":null,"funder_award_id":"LM011360","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6634558516","display_name":null,"funder_award_id":"AI116794","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6682602594","display_name":null,"funder_award_id":"LM010098","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7340577866","display_name":null,"funder_award_id":"TR001263","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7617518752","display_name":null,"funder_award_id":"HL134015","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G842207449","display_name":null,"funder_award_id":"ES013508","funder_id":"https://openalex.org/F4320309370","funder_display_name":"University of Pennsylvania"},{"id":"https://openalex.org/G8919309667","display_name":null,"funder_award_id":"EY022300","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320309370","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10"},{"id":"https://openalex.org/F4320316861","display_name":"University of Pennsylvania Health System","ror":"https://ror.org/04h81rw26"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2593649365.pdf","grobid_xml":"https://content.openalex.org/works/W2593649365.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1554944419","https://openalex.org/W1576818901","https://openalex.org/W1969186573","https://openalex.org/W2030792885","https://openalex.org/W2057951681","https://openalex.org/W2063598276","https://openalex.org/W2065151783","https://openalex.org/W2067713319","https://openalex.org/W2076220518","https://openalex.org/W2083265890","https://openalex.org/W2084150578","https://openalex.org/W2084288340","https://openalex.org/W2101234009","https://openalex.org/W2114917617","https://openalex.org/W2126964466","https://openalex.org/W2129018774","https://openalex.org/W2130158951","https://openalex.org/W2132862423","https://openalex.org/W2182722412","https://openalex.org/W2319197375","https://openalex.org/W2399500811","https://openalex.org/W2488653897","https://openalex.org/W2775947831","https://openalex.org/W2787894218","https://openalex.org/W2914584698"],"related_works":["https://openalex.org/W4379115841","https://openalex.org/W2083794993","https://openalex.org/W1511772879","https://openalex.org/W4399363378","https://openalex.org/W4394660363","https://openalex.org/W2186315912","https://openalex.org/W2248125223","https://openalex.org/W2588591308","https://openalex.org/W2910542634","https://openalex.org/W2127898439"],"abstract_inverted_index":{"This":[0],"work":[1],"represents":[2],"another":[3],"important":[4],"step":[5],"towards":[6],"understanding":[7],"the":[8,30],"limitations":[9],"of":[10],"popular":[11],"benchmarking":[12,21],"suites":[13],"and":[14,26],"developing":[15],"a":[16],"resource":[17],"that":[18],"connects":[19],"existing":[20],"standards":[22,28],"to":[23],"more":[24],"diverse":[25],"efficient":[27],"in":[29],"future.":[31]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":39},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":49},{"year":2022,"cited_by_count":43},{"year":2021,"cited_by_count":67},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":31},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}