{"id":"https://openalex.org/W3214985046","doi":"https://doi.org/10.1109/tevc.2022.3211336","title":"Automated Benchmark-Driven Design and Explanation of Hyperparameter Optimizers","display_name":"Automated Benchmark-Driven Design and Explanation of Hyperparameter Optimizers","publication_year":2022,"publication_date":"2022-10-06","ids":{"openalex":"https://openalex.org/W3214985046","doi":"https://doi.org/10.1109/tevc.2022.3211336","mag":"3214985046"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2022.3211336","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3211336","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/9967387/09913342.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4235/9967387/09913342.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047785171","display_name":"Julia Moosbauer","orcid":"https://orcid.org/0000-0002-0000-9297"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julia Moosbauer","raw_affiliation_strings":["Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-0000-9297","affiliations":[{"raw_affiliation_string":"Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101680868","display_name":"Martin Binder","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Binder","raw_affiliation_strings":["Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084443103","display_name":"Lennart Schneider","orcid":"https://orcid.org/0000-0003-4152-5308"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lennart Schneider","raw_affiliation_strings":["Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0003-4152-5308","affiliations":[{"raw_affiliation_string":"Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019209786","display_name":"Florian Pfisterer","orcid":"https://orcid.org/0000-0001-8867-762X"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Pfisterer","raw_affiliation_strings":["Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8867-762X","affiliations":[{"raw_affiliation_string":"Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marc Becker","orcid":null},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marc Becker","raw_affiliation_strings":["Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044684160","display_name":"Michel Lang","orcid":"https://orcid.org/0000-0001-9754-0393"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michel Lang","raw_affiliation_strings":["Research Center Trustworthy Data Science and Security, Dortmund, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Center Trustworthy Data Science and Security, Dortmund, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032997049","display_name":"Lars Kotthoff","orcid":"https://orcid.org/0000-0003-4635-6873"},"institutions":[{"id":"https://openalex.org/I12834331","display_name":"University of Wyoming","ror":"https://ror.org/01485tq96","country_code":"US","type":"education","lineage":["https://openalex.org/I12834331"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lars Kotthoff","raw_affiliation_strings":["Department of Computer Science, University of Wyoming, Laramie, WY, USA"],"raw_orcid":"https://orcid.org/0000-0003-4635-6873","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Wyoming, Laramie, WY, USA","institution_ids":["https://openalex.org/I12834331"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069072700","display_name":"Bernd Bischl","orcid":"https://orcid.org/0000-0001-6002-6980"},"institutions":[{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bernd Bischl","raw_affiliation_strings":["Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6002-6980","affiliations":[{"raw_affiliation_string":"Department of Statistics, Ludwig-Maximilians-Universität München, Munich, Germany","institution_ids":["https://openalex.org/I8204097"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4564,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63505674,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"26","issue":"6","first_page":"1336","last_page":"1350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.7982031106948853},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7635431289672852},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6971949338912964},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6817429065704346},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6231741905212402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5127464532852173},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5105982422828674},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48203814029693604},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4382268190383911}],"concepts":[{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.7982031106948853},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7635431289672852},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6971949338912964},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6817429065704346},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6231741905212402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127464532852173},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5105982422828674},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48203814029693604},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4382268190383911},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tevc.2022.3211336","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3211336","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/9967387/09913342.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tevc.2022.3211336","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tevc.2022.3211336","pdf_url":"https://ieeexplore.ieee.org/ielx7/4235/9967387/09913342.pdf","source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8010892114","display_name":null,"funder_award_id":"20-3410-2-9-8","funder_id":"https://openalex.org/F4320331012","funder_display_name":"Bayerische Staatsministerium f\u00fcr Wirtschaft, Landesentwicklung und Energie"},{"id":"https://openalex.org/G8780049603","display_name":null,"funder_award_id":"1813537","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320331012","display_name":"Bayerische Staatsministerium f\u00fcr Wirtschaft, Landesentwicklung und Energie","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3214985046.pdf","grobid_xml":"https://content.openalex.org/works/W3214985046.grobid-xml"},"referenced_works_count":109,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W61667912","https://openalex.org/W100047375","https://openalex.org/W114730584","https://openalex.org/W170314049","https://openalex.org/W1495775210","https://openalex.org/W1499307573","https://openalex.org/W1510052597","https://openalex.org/W1519451279","https://openalex.org/W1565746575","https://openalex.org/W1569788011","https://openalex.org/W1575029535","https://openalex.org/W1585839838","https://openalex.org/W1691933154","https://openalex.org/W1871585472","https://openalex.org/W1965524806","https://openalex.org/W1989048657","https://openalex.org/W1997187522","https://openalex.org/W2000873501","https://openalex.org/W2007256944","https://openalex.org/W2014181466","https://openalex.org/W2029320154","https://openalex.org/W2047003964","https://openalex.org/W2052076239","https://openalex.org/W2079454949","https://openalex.org/W2083542829","https://openalex.org/W2087347434","https://openalex.org/W2097360283","https://openalex.org/W2097998348","https://openalex.org/W2106411961","https://openalex.org/W2106987277","https://openalex.org/W2108272823","https://openalex.org/W2126559945","https://openalex.org/W2131241448","https://openalex.org/W2132862423","https://openalex.org/W2141119792","https://openalex.org/W2141363466","https://openalex.org/W2145955992","https://openalex.org/W2151238122","https://openalex.org/W2151554678","https://openalex.org/W2189162242","https://openalex.org/W2238431993","https://openalex.org/W2310822011","https://openalex.org/W2403175306","https://openalex.org/W2409689189","https://openalex.org/W2411835395","https://openalex.org/W2475334473","https://openalex.org/W2556522401","https://openalex.org/W2604763608","https://openalex.org/W2608595939","https://openalex.org/W2732400363","https://openalex.org/W2732547613","https://openalex.org/W2810075754","https://openalex.org/W2891368128","https://openalex.org/W2895531857","https://openalex.org/W2911964244","https://openalex.org/W2950680102","https://openalex.org/W2951665692","https://openalex.org/W2952519754","https://openalex.org/W2963334428","https://openalex.org/W2963423218","https://openalex.org/W2963469388","https://openalex.org/W2963474950","https://openalex.org/W2963815651","https://openalex.org/W2967237190","https://openalex.org/W2998921148","https://openalex.org/W3013099333","https://openalex.org/W3037833767","https://openalex.org/W3038902963","https://openalex.org/W3081305497","https://openalex.org/W3098258749","https://openalex.org/W3101477643","https://openalex.org/W3102027041","https://openalex.org/W3102476541","https://openalex.org/W3105441357","https://openalex.org/W3118608800","https://openalex.org/W3139250374","https://openalex.org/W3155731460","https://openalex.org/W3164549948","https://openalex.org/W3179950556","https://openalex.org/W3182025093","https://openalex.org/W3198435142","https://openalex.org/W3214139057","https://openalex.org/W4234552994","https://openalex.org/W4251464645","https://openalex.org/W4286970057","https://openalex.org/W4287078451","https://openalex.org/W4289763996","https://openalex.org/W4298052809","https://openalex.org/W6604629408","https://openalex.org/W6634168845","https://openalex.org/W6634542218","https://openalex.org/W6639411108","https://openalex.org/W6674385629","https://openalex.org/W6676131248","https://openalex.org/W6676179485","https://openalex.org/W6678664249","https://openalex.org/W6678911119","https://openalex.org/W6687241523","https://openalex.org/W6713783767","https://openalex.org/W6730169791","https://openalex.org/W6751421292","https://openalex.org/W6754578475","https://openalex.org/W6774926797","https://openalex.org/W6775376000","https://openalex.org/W6780369099","https://openalex.org/W6794172776","https://openalex.org/W6798400614","https://openalex.org/W6800546666"],"related_works":["https://openalex.org/W4233965824","https://openalex.org/W2607442583","https://openalex.org/W3199199693","https://openalex.org/W4286970057","https://openalex.org/W2995583237","https://openalex.org/W2967237190","https://openalex.org/W4323366554","https://openalex.org/W3028852288","https://openalex.org/W4221150662","https://openalex.org/W2405673391"],"abstract_inverted_index":{"Automated":[0],"hyperparameter":[1],"optimization":[2],"(HPO)":[3],"has":[4],"gained":[5],"great":[6],"popularity":[7],"and":[8,30,47,80,125,140,147,174],"is":[9,26,55,61,117],"an":[10,28,179],"important":[11],"component":[12],"of":[13,22,40,74,84,111,152],"most":[14],"automated":[15,96],"machine":[16],"learning":[17],"frameworks.":[18],"However,":[19],"the":[20,82,136,150,161,210],"process":[21,66],"designing":[23],"HPO":[24,103,123],"algorithms":[25,34,124],"still":[27,62],"unsystematic":[29],"manual":[31],"process:":[32],"new":[33],"are":[35,45,49,165,207],"often":[36],"built":[37],"on":[38],"top":[39],"prior":[41],"work,":[42],"where":[43],"limitations":[44],"identified":[46],"improvements":[48],"proposed.":[50],"Even":[51],"though":[52],"this":[53,132],"approach":[54,94,146],"guided":[56],"by":[57,171,177],"expert":[58],"knowledge,":[59],"it":[60],"somewhat":[63],"arbitrary.":[64],"The":[65],"rarely":[67],"allows":[68],"for":[69],"gaining":[70],"a":[71,92,108,128,144,186],"holistic":[72],"understanding":[73],"which":[75],"algorithmic":[76,87],"components":[77],"drive":[78],"performance":[79],"carries":[81],"risk":[83],"overlooking":[85],"good":[86],"design":[88,99,163],"choices.":[89],"We":[90,158,182],"present":[91,127],"principled":[93],"to":[95,101,209],"benchmark-driven":[97],"algorithm":[98,153],"applied":[100],"multifidelity":[102],"(MF-HPO).":[104],"First,":[105],"we":[106,142],"formalize":[107],"rich":[109],"space":[110,151],"MF-HPO":[112],"candidates":[113,154],"that":[114,184],"includes,":[115],"but":[116],"not":[118],"limited":[119],"to,":[120],"common":[121],"existing":[122],"then":[126],"configurable":[129],"framework":[130],"covering":[131],"space.":[133],"To":[134],"find":[135],"best":[137],"candidate":[138],"automatically":[139],"systematically,":[141],"follow":[143],"programming-by-optimization":[145],"search":[148],"over":[149],"via":[155],"Bayesian":[156],"optimization.":[157],"challenge":[159],"whether":[160],"found":[162],"choices":[164],"necessary":[166],"or":[167],"could":[168],"be":[169],"replaced":[170],"more":[172],"naive":[173],"simpler":[175,193],"ones":[176],"performing":[178],"ablation":[180],"analysis.":[181],"observe":[183],"using":[185],"relatively":[187],"simple":[188],"configuration":[189,205],"(in":[190],"some":[191,203],"ways,":[192],"than":[194],"established":[195],"methods)":[196],"performs":[197],"very":[198],"well":[199],"as":[200,202],"long":[201],"critical":[204],"parameters":[206],"set":[208],"right":[211],"value.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}