{"id":"https://openalex.org/W3091959848","doi":"https://doi.org/10.1109/tevc.2021.3108185","title":"Black-Box Optimization Revisited: Improving Algorithm Selection Wizards Through Massive Benchmarking","display_name":"Black-Box Optimization Revisited: Improving Algorithm Selection Wizards Through Massive Benchmarking","publication_year":2021,"publication_date":"2021-08-27","ids":{"openalex":"https://openalex.org/W3091959848","doi":"https://doi.org/10.1109/tevc.2021.3108185","mag":"3091959848"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2021.3108185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3108185","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.04542","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113635602","display_name":"Laurent Meunier","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Laurent Meunier","raw_affiliation_strings":["Facebook AI Research, Paris, France"],"raw_orcid":"https://orcid.org/0000-0003-2571-8265","affiliations":[{"raw_affiliation_string":"Facebook AI Research, Paris, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071156293","display_name":"Herilalaina Rakotoarison","orcid":"https://orcid.org/0000-0001-5267-7521"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Herilalaina Rakotoarison","raw_affiliation_strings":["TAU, LRI, INRIA, Université Paris-Saclay, Orsay, France"],"raw_orcid":"https://orcid.org/0000-0001-5267-7521","affiliations":[{"raw_affiliation_string":"TAU, LRI, INRIA, Université Paris-Saclay, Orsay, France","institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I4210144804"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078047013","display_name":"Pak Kan Wong","orcid":"https://orcid.org/0000-0003-1062-2770"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pak Kan Wong","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048065823","display_name":"Baptiste Rozi\u00e8re","orcid":"https://orcid.org/0000-0002-9014-4379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baptiste Roziere","raw_affiliation_strings":["Facebook AI Research, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-9014-4379","affiliations":[{"raw_affiliation_string":"Facebook AI Research, Paris, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108109774","display_name":"J\u00e9r\u00e9my Rapin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeremy Rapin","raw_affiliation_strings":["Facebook AI Research, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Paris, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034012952","display_name":"Olivier Teytaud","orcid":"https://orcid.org/0000-0001-5570-5209"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Olivier Teytaud","raw_affiliation_strings":["Facebook AI Research, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook AI Research, Paris, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022578760","display_name":"A. Moreau","orcid":"https://orcid.org/0000-0003-1293-1219"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I169645620","display_name":"Institut Pascal","ror":"https://ror.org/03vgfxd91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I169645620","https://openalex.org/I198244214","https://openalex.org/I4210095849"]},{"id":"https://openalex.org/I198244214","display_name":"Universit\u00e9 Clermont Auvergne","ror":"https://ror.org/01a8ajp46","country_code":"FR","type":"education","lineage":["https://openalex.org/I198244214"]},{"id":"https://openalex.org/I4210123221","display_name":"Sigma Clermont","ror":"https://ror.org/02n5evf44","country_code":"FR","type":"education","lineage":["https://openalex.org/I198244214","https://openalex.org/I4210123221","https://openalex.org/I4387154249"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Antoine Moreau","raw_affiliation_strings":["CNRS, SIGMA Clermont, Institut Pascal, Université Clermont Auvergne, Clermont-Ferrand, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS, SIGMA Clermont, Institut Pascal, Université Clermont Auvergne, Clermont-Ferrand, France","institution_ids":["https://openalex.org/I4210123221","https://openalex.org/I198244214","https://openalex.org/I169645620","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040561209","display_name":"Carola Doerr","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Carola Doerr","raw_affiliation_strings":["LIP6, Sorbonne Université, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-4981-3227","affiliations":[{"raw_affiliation_string":"LIP6, Sorbonne Université, Paris, France","institution_ids":["https://openalex.org/I4210159731","https://openalex.org/I39804081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5113635602"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.28,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.61057857,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"26","issue":"3","first_page":"490","last_page":"500"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8255213499069214},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8027519583702087},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.7034971117973328},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6868891716003418},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.616218626499176},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5370380878448486},{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.5328263640403748},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.4932813048362732},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3928808271884918},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3497034013271332},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11362296342849731},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08389335870742798}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8255213499069214},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8027519583702087},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.7034971117973328},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6868891716003418},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.616218626499176},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5370380878448486},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.5328263640403748},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.4932813048362732},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3928808271884918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3497034013271332},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11362296342849731},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08389335870742798},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1109/tevc.2021.3108185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2021.3108185","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.04542","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04542","pdf_url":"https://arxiv.org/pdf/2010.04542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3091959848","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2010.04542.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:HAL:hal-03154019v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-03154019","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://ieeexplore.ieee.org/document/9524335","raw_type":"Journal articles"},{"id":"pmh:oai:zenodo.org:4744977","is_oa":true,"landing_page_url":"https://zenodo.org/record/4744977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2010.04542","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.04542","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.5281/zenodo.4744976","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4744976","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.4744977","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.4744977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.04542","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04542","pdf_url":"https://arxiv.org/pdf/2010.04542","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/1","display_name":"No poverty","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W243319620","https://openalex.org/W773677814","https://openalex.org/W1411578850","https://openalex.org/W1451881698","https://openalex.org/W1471542436","https://openalex.org/W1495775210","https://openalex.org/W1497256448","https://openalex.org/W1498178627","https://openalex.org/W1510052597","https://openalex.org/W1514875444","https://openalex.org/W1515641485","https://openalex.org/W1526726828","https://openalex.org/W1555684898","https://openalex.org/W1560399833","https://openalex.org/W1567473651","https://openalex.org/W1575606401","https://openalex.org/W1576660662","https://openalex.org/W1595159159","https://openalex.org/W1659842140","https://openalex.org/W1922204607","https://openalex.org/W1975245144","https://openalex.org/W2027996967","https://openalex.org/W2044400415","https://openalex.org/W2059654640","https://openalex.org/W2078829570","https://openalex.org/W2089213632","https://openalex.org/W2101234009","https://openalex.org/W2102932213","https://openalex.org/W2104604585","https://openalex.org/W2105014696","https://openalex.org/W2107913933","https://openalex.org/W2108794978","https://openalex.org/W2112036188","https://openalex.org/W2114013702","https://openalex.org/W2116424211","https://openalex.org/W2117832390","https://openalex.org/W2127220062","https://openalex.org/W2131241448","https://openalex.org/W2147148915","https://openalex.org/W2150337126","https://openalex.org/W2154684505","https://openalex.org/W2158782408","https://openalex.org/W2159528632","https://openalex.org/W2171074980","https://openalex.org/W2171263583","https://openalex.org/W2186150905","https://openalex.org/W2219036994","https://openalex.org/W2424948212","https://openalex.org/W2477744635","https://openalex.org/W2510156930","https://openalex.org/W2604934189","https://openalex.org/W2626978874","https://openalex.org/W2732736182","https://openalex.org/W2768617563","https://openalex.org/W2770298516","https://openalex.org/W2789525339","https://openalex.org/W2806021783","https://openalex.org/W2845268560","https://openalex.org/W2898873842","https://openalex.org/W2912410714","https://openalex.org/W2916083864","https://openalex.org/W2950104677","https://openalex.org/W2950368261","https://openalex.org/W2958454712","https://openalex.org/W2962773240","https://openalex.org/W2963373786","https://openalex.org/W2964072919","https://openalex.org/W2980446993","https://openalex.org/W2995810623","https://openalex.org/W3003257820","https://openalex.org/W3030257919","https://openalex.org/W3039845339","https://openalex.org/W3046737216","https://openalex.org/W3088449001","https://openalex.org/W3090714886","https://openalex.org/W3103145119","https://openalex.org/W3197990381","https://openalex.org/W4293177929","https://openalex.org/W6622475929","https://openalex.org/W6631943919","https://openalex.org/W6675354045","https://openalex.org/W6678911119","https://openalex.org/W6685120113","https://openalex.org/W6718379498","https://openalex.org/W6766900132","https://openalex.org/W6771587926","https://openalex.org/W6779994930"],"related_works":["https://openalex.org/W3197990381","https://openalex.org/W2768617563","https://openalex.org/W3137965023","https://openalex.org/W2082112582","https://openalex.org/W2734406233","https://openalex.org/W2995695017","https://openalex.org/W2950368261","https://openalex.org/W2002315336","https://openalex.org/W3189094410","https://openalex.org/W3040845823","https://openalex.org/W3131954206","https://openalex.org/W2105756282","https://openalex.org/W3184204667","https://openalex.org/W3198869285","https://openalex.org/W3167513112","https://openalex.org/W3093210654","https://openalex.org/W2953526389","https://openalex.org/W2155840847","https://openalex.org/W2583230990","https://openalex.org/W3105610594"],"abstract_inverted_index":{"Existing":[0],"studies":[1],"in":[2,44,106,184],"black-box":[3,63],"optimization":[4,25,64,127],"suffer":[5],"from":[6,67,73,80,86],"low":[7],"generalizability,":[8],"caused":[9],"by":[10,42,114],"a":[11,47,58,116],"typically":[12],"selective":[13],"choice":[14],"of":[15,23,62,118,148,169],"problem":[16],"instances":[17],"used":[18],"for":[19,181],"training":[20],"and":[21,34,55,129,153],"testing":[22],"different":[24],"algorithms.":[26],"Among":[27],"other":[28],"issues,":[29],"this":[30,40,45],"practice":[31],"promotes":[32],"overfitting":[33],"poor-performing":[35],"user":[36],"guidelines.":[37],"We":[38],"address":[39],"shortcoming":[41],"introducing":[43],"work":[46],"general-purpose":[48],"algorithm":[49,165],"selection":[50,166],"wizard":[51,132],"that":[52],"was":[53],"designed":[54],"tested":[56],"on":[57,136,146],"previously":[59],"unseen":[60],"breadth":[61],"problems,":[65,79,85,92],"ranging":[66],"academic":[68],"benchmarks":[69],"to":[70,77,82,90],"real-world":[71],"applications,":[72],"discrete":[74],"over":[75,88],"numerical":[76],"mixed-integer":[78],"small":[81],"very":[83,101],"large-scale":[84,125],"noisy":[87],"dynamic":[89],"static":[91],"etc.":[93],"Not":[94],"only":[95],"did":[96],"we":[97,109],"use":[98],"the":[99,149,176,185],"already":[100],"extensive":[102],"benchmark":[103,120,138,177],"environment":[104],"available":[105,180],"Nevergrad,":[107],"but":[108],"also":[110],"extended":[111],"it":[112],"significantly":[113,141],"adding":[115],"number":[117],"additional":[119],"suites,":[121,150],"including":[122,151],"Pyomo,":[123],"Photonics,":[124],"global":[126],"(LSGO),":[128],"MuJoCo.":[130],"Our":[131],"achieves":[133],"competitive":[134],"performance":[135,157],"all":[137,168],"suites.":[139],"It":[140],"outperforms":[142],"previous":[143],"state-of-the-art":[144],"algorithms":[145],"some":[147],"YABBOB":[152],"LSGO.":[154],"Its":[155],"excellent":[156],"is":[158],"obtained":[159],"without":[160],"any":[161],"task-specific":[162],"parametrization.":[163],"The":[164],"wizard,":[167],"its":[170],"base":[171],"solvers,":[172],"as":[173,175],"well":[174],"suites":[178],"are":[179],"reproducible":[182],"research":[183],"open-source":[186],"Nevergrad":[187],"platform.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}