{"id":"https://openalex.org/W3092530885","doi":"https://doi.org/10.1088/2632-2153/abedc8","title":"Olympus: a benchmarking framework for noisy optimization and experiment planning","display_name":"Olympus: a benchmarking framework for noisy optimization and experiment planning","publication_year":2021,"publication_date":"2021-03-11","ids":{"openalex":"https://openalex.org/W3092530885","doi":"https://doi.org/10.1088/2632-2153/abedc8","mag":"3092530885"},"language":"en","primary_location":{"id":"doi:10.1088/2632-2153/abedc8","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abedc8","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abedc8/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abedc8/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Florian H\u00e4se","orcid":"https://orcid.org/0000-0003-3711-9761"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Florian H\u00e4se","raw_affiliation_strings":["Atinary Technologies S\u00e0rl, Lausanne VD 1006, Switzerland","Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","Department of Chemistry and Chemical Biology, Harvard University, Cambridge, MA 02138, United States of America","Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3711-9761","affiliations":[{"raw_affiliation_string":"Atinary Technologies S\u00e0rl, Lausanne VD 1006, Switzerland","institution_ids":[]},{"raw_affiliation_string":"Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Chemistry and Chemical Biology, Harvard University, Cambridge, MA 02138, United States of America","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matteo Aldeghi","orcid":"https://orcid.org/0000-0003-0019-8806"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Matteo Aldeghi","raw_affiliation_strings":["Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0019-8806","affiliations":[{"raw_affiliation_string":"Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Riley J Hickman","orcid":"https://orcid.org/0000-0002-5762-1006"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Riley J Hickman","raw_affiliation_strings":["Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5762-1006","affiliations":[{"raw_affiliation_string":"Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lo\u00efc M Roch","orcid":"https://orcid.org/0000-0003-1771-2023"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lo\u00efc M Roch","raw_affiliation_strings":["Atinary Technologies S\u00e0rl, Lausanne VD 1006, Switzerland","Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1771-2023","affiliations":[{"raw_affiliation_string":"Atinary Technologies S\u00e0rl, Lausanne VD 1006, Switzerland","institution_ids":[]},{"raw_affiliation_string":"Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Melodie Christensen","orcid":null},"institutions":[{"id":"https://openalex.org/I1285764155","display_name":"Merck & Co., Inc., Rahway, NJ, USA (United States)","ror":"https://ror.org/02891sr49","country_code":"US","type":"company","lineage":["https://openalex.org/I1285764155"]},{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Melodie Christensen","raw_affiliation_strings":["Department of Chemistry, The University of British Columbia, Vancouver, BC V6T 1Z1, Canada","Process Research and Development, Merck & Co., Inc., Rahway, NJ, United States of America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemistry, The University of British Columbia, Vancouver, BC V6T 1Z1, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Process Research and Development, Merck & Co., Inc., Rahway, NJ, United States of America","institution_ids":["https://openalex.org/I1285764155"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Elena Liles","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elena Liles","raw_affiliation_strings":["Department of Chemistry, The University of British Columbia, Vancouver, BC V6T 1Z1, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemistry, The University of British Columbia, Vancouver, BC V6T 1Z1, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jason E Hein","orcid":"https://orcid.org/0000-0002-4345-3005"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jason E Hein","raw_affiliation_strings":["Department of Chemistry, The University of British Columbia, Vancouver, BC V6T 1Z1, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4345-3005","affiliations":[{"raw_affiliation_string":"Department of Chemistry, The University of British Columbia, Vancouver, BC V6T 1Z1, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":null,"display_name":"Al\u00e1n Aspuru-Guzik","orcid":"https://orcid.org/0000-0002-8277-4434"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Al\u00e1n Aspuru-Guzik","raw_affiliation_strings":["Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","Lebovic Fellow, Canadian Institute for Advanced Research, Toronto, ON M5G 1Z8, Canada","Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8277-4434","affiliations":[{"raw_affiliation_string":"Chemical Physics Theory Group, Department of Chemistry, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Toronto, ON M5S 3H6, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Lebovic Fellow, Canadian Institute for Advanced Research, Toronto, ON M5G 1Z8, Canada","institution_ids":["https://openalex.org/I109736498"]},{"raw_affiliation_string":"Vector Institute for Artificial Intelligence, Toronto, ON M5S 1M1, Canada","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I109736498","https://openalex.org/I185261750","https://openalex.org/I4210127509"],"apc_list":{"value":1600,"currency":"GBP","value_usd":1962},"apc_paid":{"value":1600,"currency":"GBP","value_usd":1962},"fwci":3.6628,"has_fulltext":false,"cited_by_count":63,"citation_normalized_percentile":{"value":0.94213863,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"2","issue":"3","first_page":"035021","last_page":"035021"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8341000080108643},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6179999709129333},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5583000183105469},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5385000109672546},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.43939998745918274},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.40070000290870667},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.397599995136261},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3910999894142151}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8341000080108643},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919999718666077},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6179999709129333},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5583000183105469},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.3862999975681305},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.328000009059906},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C2778736646","wikidata":"https://www.wikidata.org/wiki/Q1143070","display_name":"Software suite","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2644999921321869},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.2619999945163727},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25999999046325684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C2779308522","wikidata":"https://www.wikidata.org/wiki/Q843958","display_name":"Digitization","level":2,"score":0.25519999861717224}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1088/2632-2153/abedc8","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abedc8","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abedc8/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.04153","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.04153","pdf_url":"https://arxiv.org/pdf/2010.04153","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1088/2632-2153/abedc8","is_oa":true,"landing_page_url":"https://doi.org/10.1088/2632-2153/abedc8","pdf_url":"https://iopscience.iop.org/article/10.1088/2632-2153/abedc8/pdf","source":{"id":"https://openalex.org/S4210200687","display_name":"Machine Learning Science and Technology","issn_l":"2632-2153","issn":["2632-2153"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320083","host_organization_name":"IOP Publishing","host_organization_lineage":["https://openalex.org/P4310320083","https://openalex.org/P4310311669"],"host_organization_lineage_names":["IOP Publishing","Institute of Physics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning: Science and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5628729567","display_name":null,"funder_award_id":"HR00111920027","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6467968727","display_name":null,"funder_award_id":"PGSD3-534584-2019","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G7753997949","display_name":null,"funder_award_id":"N00014-19-1-2134","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W966836267","https://openalex.org/W1595159159","https://openalex.org/W1637799068","https://openalex.org/W1780364926","https://openalex.org/W1908054315","https://openalex.org/W1974010583","https://openalex.org/W1977945115","https://openalex.org/W1986602910","https://openalex.org/W2000359198","https://openalex.org/W2005126631","https://openalex.org/W2022637272","https://openalex.org/W2039754759","https://openalex.org/W2080635178","https://openalex.org/W2083811707","https://openalex.org/W2092070658","https://openalex.org/W2098565274","https://openalex.org/W2104489082","https://openalex.org/W2112036188","https://openalex.org/W2114704115","https://openalex.org/W2132402242","https://openalex.org/W2138537392","https://openalex.org/W2151554678","https://openalex.org/W2153693853","https://openalex.org/W2171074980","https://openalex.org/W2226799981","https://openalex.org/W2275268482","https://openalex.org/W2316564661","https://openalex.org/W2337110853","https://openalex.org/W2383894479","https://openalex.org/W2537845408","https://openalex.org/W2558921396","https://openalex.org/W2567576169","https://openalex.org/W2594183968","https://openalex.org/W2755986381","https://openalex.org/W2770922882","https://openalex.org/W2799915630","https://openalex.org/W2811443445","https://openalex.org/W2830440988","https://openalex.org/W2888436131","https://openalex.org/W2889272453","https://openalex.org/W2891182990","https://openalex.org/W2892106418","https://openalex.org/W2900694120","https://openalex.org/W2904036058","https://openalex.org/W2921963218","https://openalex.org/W2967096001","https://openalex.org/W2974675506","https://openalex.org/W2975022113","https://openalex.org/W2975047661","https://openalex.org/W2983997668","https://openalex.org/W2998993395","https://openalex.org/W2999359202","https://openalex.org/W3005596741","https://openalex.org/W3015947126","https://openalex.org/W3016862866","https://openalex.org/W3024236153","https://openalex.org/W3042021489","https://openalex.org/W3086784814","https://openalex.org/W3092530885","https://openalex.org/W3117325290","https://openalex.org/W4206742934","https://openalex.org/W7005955626"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Research":[1],"challenges":[2],"encountered":[3,118],"across":[4],"science,":[5,20],"engineering,":[6],"and":[7,18,26,35,92,121,135,161,164,187,192,213],"economics":[8],"can":[9,46,172],"frequently":[10],"be":[11,47,173],"formulated":[12],"as":[13],"optimization":[14,44,96,140,204],"tasks.":[15],"In":[16,195],"chemistry":[17,120,160],"materials":[19,122,162],"recent":[21],"growth":[22],"in":[23,31,49,119],"laboratory":[24],"digitization":[25],"automation":[27],"has":[28],"sparked":[29],"interest":[30],"optimization-guided":[32],"autonomous":[33,51],"discovery":[34,77],"closed-loop":[36],"experimentation.":[37],"Experiment":[38],"planning":[39,68,169,226],"strategies":[40,88,170],"based":[41],"on":[42,101,206],"off-the-shelf":[43],"algorithms":[45,97,141,191,205],"employed":[48],"fully":[50],"research":[52],"platforms":[53],"to":[54,74,113],"achieve":[55],"desired":[56],"experimentation":[57],"goals":[58],"with":[59,202],"the":[60,66,184,199,214,222],"minimum":[61],"number":[62],"of":[63,86,154,167,189,216,224],"trials.":[64],"However,":[65],"experiment":[67,168,225],"strategy":[69],"that":[70,131,171],"is":[71,79,106],"most":[72],"suitable":[73],"a":[75,80,128,133,152,165,177,217],"scientific":[76],"task":[78],"priori":[81],"unknown":[82],"while":[83],"rigorous":[84],"comparisons":[85],"different":[87],"are":[89,98],"highly":[90],"time":[91],"resource":[93],"demanding.":[94],"As":[95],"typically":[99],"benchmarked":[100],"low-dimensional":[102],"synthetic":[103],"functions,":[104],"it":[105],"unclear":[107],"how":[108],"their":[109],"performance":[110,223],"would":[111],"translate":[112],"noisy,":[114],"higher-dimensional":[115],"experimental":[116,208],"tasks":[117],"science.":[123],"We":[124],"introduce":[125],"Olympus":[126,150,182,197],",":[127],"software":[129],"package":[130],"provides":[132],"consistent":[134],"easy-to-use":[136],"framework":[137,219],"for":[138,220],"benchmarking":[139,203],"against":[142],"realistic":[143,207],"experiments":[144],"emulated":[145],"via":[146,176],"probabilistic":[147],"deep-learning":[148],"models.":[149],"includes":[151],"collection":[153],"experimentally":[155],"derived":[156],"benchmark":[157],"sets":[158],"from":[159],"science":[163],"suite":[166],"easily":[174],"accessed":[175],"user-friendly":[178],"Python":[179],"interface.":[180],"Furthermore,":[181],"facilitates":[183],"integration,":[185],"testing,":[186],"sharing":[188,212],"custom":[190],"user-defined":[193],"datasets.":[194],"brief,":[196],"mitigates":[198],"barriers":[200],"associated":[201],"scenarios,":[209],"promoting":[210],"data":[211],"creation":[215],"standard":[218],"evaluating":[221],"strategies.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":10}],"updated_date":"2026-07-04T07:58:01.006859","created_date":"2020-10-15T00:00:00"}