{"id":"https://openalex.org/W2593649365","doi":"https://doi.org/10.1186/s13040-017-0154-4","title":"PMLB: a large benchmark suite for machine learning evaluation and comparison","display_name":"PMLB: a large benchmark suite for machine learning evaluation and comparison","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2593649365","doi":"https://doi.org/10.1186/s13040-017-0154-4","mag":"2593649365","pmid":"https://pubmed.ncbi.nlm.nih.gov/29238404"},"language":"en","primary_location":{"id":"doi:10.1186/s13040-017-0154-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-017-0154-4","pdf_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028297977","display_name":"Randal S. Olson","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Randal S. Olson","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002465837","display_name":"William La Cava","orcid":"https://orcid.org/0000-0002-1332-2960"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William La Cava","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009262032","display_name":"Patryk Orzechowski","orcid":"https://orcid.org/0000-0003-3578-9809"},"institutions":[{"id":"https://openalex.org/I686019","display_name":"AGH University of Krakow","ror":"https://ror.org/00bas1c41","country_code":"PL","type":"education","lineage":["https://openalex.org/I686019"]},{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["PL","US"],"is_corresponding":false,"raw_author_name":"Patryk Orzechowski","raw_affiliation_strings":["Department of Automatics and Biomedical Engineering, AGH University of Science and Technology, Krak\u00f3w, Poland","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automatics and Biomedical Engineering, AGH University of Science and Technology, Krak\u00f3w, Poland","institution_ids":["https://openalex.org/I686019"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023718023","display_name":"Ryan J. Urbanowicz","orcid":"https://orcid.org/0000-0002-0487-5555"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan J. Urbanowicz","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032971510","display_name":"Jason H. Moore","orcid":"https://orcid.org/0000-0002-5015-1099"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason H. Moore","raw_affiliation_strings":["Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104 PA USA","institution_ids":["https://openalex.org/I79576946"]},{"raw_affiliation_string":"Institute for Biomedical Informatics, University of Pennsylvania, 3700 Hamilton Walk, Philadelphia, 19104, PA, USA","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5028297977"],"corresponding_institution_ids":["https://openalex.org/I79576946"],"apc_list":{"value":2490,"currency":"USD","value_usd":2490},"apc_paid":{"value":2490,"currency":"USD","value_usd":2490},"fwci":24.1582,"has_fulltext":true,"cited_by_count":368,"citation_normalized_percentile":{"value":0.99591662,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"36","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6847000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.6847000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0786999985575676,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.03889999911189079,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9665511846542358},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.9121620655059814},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8207956552505493},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8188155889511108},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7520906329154968},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6256092190742493},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.6235474348068237},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5931693315505981},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5698100924491882},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49959588050842285},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4793287515640259},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42825770378112793},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42707282304763794},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.08031052350997925},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07169920206069946}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9665511846542358},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.9121620655059814},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8207956552505493},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8188155889511108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7520906329154968},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6256092190742493},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.6235474348068237},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5931693315505981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5698100924491882},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49959588050842285},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4793287515640259},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42825770378112793},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42707282304763794},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.08031052350997925},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07169920206069946},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s13040-017-0154-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-017-0154-4","pdf_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},{"id":"pmid:29238404","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/29238404","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData mining","raw_type":null},{"id":"pmh:oai:doaj.org/article:e731ec3c609b4180b1cd3c6b055284a3","is_oa":true,"landing_page_url":"https://doaj.org/article/e731ec3c609b4180b1cd3c6b055284a3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BioData Mining, Vol 10, Iss 1, Pp 1-13 (2017)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:4640640","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5725843","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s13040-017-0154-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13040-017-0154-4","pdf_url":"https://biodatamining.biomedcentral.com/track/pdf/10.1186/s13040-017-0154-4","source":{"id":"https://openalex.org/S84409260","display_name":"BioData Mining","issn_l":"1756-0381","issn":["1756-0381"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BioData Mining","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1080356687","display_name":null,"funder_award_id":"R01 LM012601","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G1414390592","display_name":"Bioinformatics Strategies for Multidimensional Brain Imaging Genetics","funder_award_id":"5r01lm011360-04","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G142613954","display_name":null,"funder_award_id":"R01-AI116794","funder_id":"https://openalex.org/F4320337355","funder_display_name":"National Institute of Allergy and Infectious Diseases"},{"id":"https://openalex.org/G3593610032","display_name":"Machine Learning Prediction of Cancer Susceptibility","funder_award_id":"5r01lm009012-06","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4230718049","display_name":"Approaches to Genetic Heterogeneity of Obstructive Sleep Apnea","funder_award_id":"3r01hl134015-04s1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4908680206","display_name":"Rare Diseases Data Management and Coordinating Center","funder_award_id":"5u01tr001263-15","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5419419845","display_name":"Bioinformatics Strategies for Genome Wide Association Studies","funder_award_id":"5r01lm010098-14","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5564709295","display_name":"Center of Excellence in Environmental Toxicology","funder_award_id":"5p30es013508-19","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G752358695","display_name":"Biomedical Computing and Informatics Strategies for Infectious Disease Research","funder_award_id":"1r01ai116794-01a1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G789821902","display_name":"Human Pancreas Analysis Program for Type 1 Diabetes - HPAP-T1D","funder_award_id":"5u01dk112217-05","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G820814148","display_name":"Bioinformatics Approaches to Visual Disease Genetics","funder_award_id":"7r01ey022300-04","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G842207449","display_name":null,"funder_award_id":"ES013508","funder_id":"https://openalex.org/F4320309370","funder_display_name":"University of Pennsylvania"}],"funders":[{"id":"https://openalex.org/F4320309370","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10"},{"id":"https://openalex.org/F4320316861","display_name":"University of Pennsylvania Health System","ror":"https://ror.org/04h81rw26"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337355","display_name":"National Institute of Allergy and Infectious Diseases","ror":"https://ror.org/043z4tv69"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1554944419","https://openalex.org/W1576818901","https://openalex.org/W1969186573","https://openalex.org/W2030792885","https://openalex.org/W2057951681","https://openalex.org/W2063598276","https://openalex.org/W2065151783","https://openalex.org/W2067713319","https://openalex.org/W2076220518","https://openalex.org/W2083265890","https://openalex.org/W2084150578","https://openalex.org/W2084288340","https://openalex.org/W2101234009","https://openalex.org/W2114917617","https://openalex.org/W2126964466","https://openalex.org/W2129018774","https://openalex.org/W2130158951","https://openalex.org/W2132862423","https://openalex.org/W2182722412","https://openalex.org/W2319197375","https://openalex.org/W2399500811","https://openalex.org/W2488653897","https://openalex.org/W2775947831","https://openalex.org/W2787894218","https://openalex.org/W2914584698"],"related_works":["https://openalex.org/W4379115841","https://openalex.org/W2083794993","https://openalex.org/W1511772879","https://openalex.org/W4399363378","https://openalex.org/W4394660363","https://openalex.org/W2186315912","https://openalex.org/W2248125223","https://openalex.org/W2588591308","https://openalex.org/W2910542634","https://openalex.org/W2127898439"],"abstract_inverted_index":{"BACKGROUND:":[0],"The":[1,71],"selection,":[2],"development,":[3],"or":[4],"comparison":[5],"of":[6,25,86,91,103,113,121,140,184],"machine":[7,64,93,123,156],"learning":[8,65,94,124,157],"methods":[9,125],"in":[10,106,138,164,203],"data":[11,68],"mining":[12],"can":[13],"be":[14,171],"a":[15,26,119,190],"difficult":[16],"task":[17],"based":[18],"on":[19,63],"the":[20,87,100,111,127,151,182,204],"target":[21],"problem":[22],"and":[23,33,45,55,67,78,89,131,135,159,188,200],"goals":[24],"particular":[27],"study.":[28],"Numerous":[29],"publicly":[30],"available":[31,114],"real-world":[32],"simulated":[34],"benchmark":[35,81,104,129,155],"datasets":[36,105,134],"have":[37,49],"emerged":[38],"from":[39],"different":[40,92],"sources,":[41],"but":[42],"their":[43],"organization":[44],"adoption":[46],"as":[47],"standards":[48,196,202],"been":[50],"inconsistent.":[51],"As":[52],"such,":[53],"selecting":[54],"curating":[56],"specific":[57],"benchmarks":[58,149],"remains":[59],"an":[60,75],"unnecessary":[61],"burden":[62],"practitioners":[66],"scientists.":[69],"RESULTS:":[70],"present":[72],"study":[73],"introduces":[74],"accessible,":[76],"curated,":[77],"developing":[79,189],"public":[80],"resource":[82,108,191],"to":[83,109,126,153,170,197],"facilitate":[84],"identification":[85],"strengths":[88],"weaknesses":[90],"methodologies.":[95],"We":[96],"compare":[97],"meta-features":[98],"among":[99],"current":[101],"set":[102],"this":[107,143],"characterize":[110],"diversity":[112,152],"data.":[115],"Finally,":[116],"we":[117,145],"apply":[118],"number":[120],"established":[122],"entire":[128],"suite":[130],"analyze":[132],"how":[133],"algorithms":[136],"cluster":[137],"terms":[139],"performance.":[141],"From":[142],"study,":[144],"find":[146],"that":[147,167,192],"existing":[148,194],"lack":[150],"properly":[154],"algorithms,":[158],"there":[160],"are":[161],"several":[162],"gaps":[163],"benchmarking":[165,186,195],"problems":[166],"still":[168],"need":[169],"considered.":[172],"CONCLUSIONS:":[173],"This":[174],"work":[175],"represents":[176],"another":[177],"important":[178],"step":[179],"towards":[180],"understanding":[181],"limitations":[183],"popular":[185],"suites":[187],"connects":[193],"more":[198],"diverse":[199],"efficient":[201],"future.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":49},{"year":2022,"cited_by_count":43},{"year":2021,"cited_by_count":67},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":33},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}