{"id":"https://openalex.org/W2192203593","doi":"https://doi.org/10.1109/jproc.2015.2494218","title":"Taking the Human Out of the Loop: A Review of Bayesian Optimization","display_name":"Taking the Human Out of the Loop: A Review of Bayesian Optimization","publication_year":2015,"publication_date":"2015-12-10","ids":{"openalex":"https://openalex.org/W2192203593","doi":"https://doi.org/10.1109/jproc.2015.2494218","mag":"2192203593"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2015.2494218","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2015.2494218","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:27769882","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013190433","display_name":"Bobak Shahriari","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Bobak Shahriari","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026208886","display_name":"Kevin Swersky","orcid":null},"institutions":[{"id":"https://openalex.org/I113979032","display_name":"Twitter (United States)","ror":"https://ror.org/04wt43v05","country_code":"US","type":"company","lineage":["https://openalex.org/I113979032"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Swersky","raw_affiliation_strings":["University of Toronto, Twitter Boston, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, Twitter Boston, Cambridge, MA, USA","institution_ids":["https://openalex.org/I113979032"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420920","display_name":"Ziyu Wang","orcid":"https://orcid.org/0000-0002-6751-2444"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyu Wang","raw_affiliation_strings":["Oxford University, Google DeepMind, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford University, Google DeepMind, London, U.K","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007769527","display_name":"Ryan P. Adams","orcid":"https://orcid.org/0000-0002-5704-6654"},"institutions":[{"id":"https://openalex.org/I113979032","display_name":"Twitter (United States)","ror":"https://ror.org/04wt43v05","country_code":"US","type":"company","lineage":["https://openalex.org/I113979032"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan P. Adams","raw_affiliation_strings":["Harvard University, Twitter, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University, Twitter, Cambridge, MA, USA","institution_ids":["https://openalex.org/I113979032","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082304130","display_name":"Nando de Freitas","orcid":"https://orcid.org/0000-0003-4770-7217"},"institutions":[{"id":"https://openalex.org/I109736498","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95","country_code":"CA","type":"facility","lineage":["https://openalex.org/I109736498"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nando de Freitas","raw_affiliation_strings":["Oxford University, Canadian Institute for Advanced Research, Toronto, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford University, Canadian Institute for Advanced Research, Toronto, Canada","institution_ids":["https://openalex.org/I109736498"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5013190433"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":161.4456,"has_fulltext":false,"cited_by_count":5709,"citation_normalized_percentile":{"value":0.99991772,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"104","issue":"1","first_page":"148","last_page":"175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5979956388473511},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.5868787169456482},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.535822868347168},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5265023112297058},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.41042208671569824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26542484760284424},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23487919569015503}],"concepts":[{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5979956388473511},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.5868787169456482},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.535822868347168},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5265023112297058},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41042208671569824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26542484760284424},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23487919569015503},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jproc.2015.2494218","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2015.2494218","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},{"id":"pmh:oai:dash.harvard.edu:1/27769882","is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:27769882","pdf_url":null,"source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.936.258","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.936.258","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.ox.ac.uk/people/nando.defreitas/publications/BayesOptLoop.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:dash.harvard.edu:1/27769882","is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:27769882","pdf_url":null,"source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":248,"referenced_works":["https://openalex.org/W60686164","https://openalex.org/W76331760","https://openalex.org/W84569508","https://openalex.org/W100047375","https://openalex.org/W122178443","https://openalex.org/W135104305","https://openalex.org/W137285897","https://openalex.org/W190473450","https://openalex.org/W202805564","https://openalex.org/W1483202606","https://openalex.org/W1491420040","https://openalex.org/W1497675750","https://openalex.org/W1500443963","https://openalex.org/W1510052597","https://openalex.org/W1510085384","https://openalex.org/W1512149552","https://openalex.org/W1531831816","https://openalex.org/W1533803232","https://openalex.org/W1553290137","https://openalex.org/W1567512734","https://openalex.org/W1569788011","https://openalex.org/W1570963478","https://openalex.org/W1571472016","https://openalex.org/W1571870753","https://openalex.org/W1576375403","https://openalex.org/W1584066809","https://openalex.org/W1588959569","https://openalex.org/W1594031697","https://openalex.org/W1618543586","https://openalex.org/W1625390266","https://openalex.org/W1675620121","https://openalex.org/W1693986406","https://openalex.org/W1701825639","https://openalex.org/W1746819321","https://openalex.org/W1765613701","https://openalex.org/W1794206249","https://openalex.org/W1798702550","https://openalex.org/W1870250857","https://openalex.org/W1871676304","https://openalex.org/W1877740990","https://openalex.org/W1881419322","https://openalex.org/W1891831408","https://openalex.org/W1960182310","https://openalex.org/W1969513389","https://openalex.org/W1972790352","https://openalex.org/W1979211426","https://openalex.org/W1991142852","https://openalex.org/W1993336459","https://openalex.org/W2004777611","https://openalex.org/W2009551863","https://openalex.org/W2014018052","https://openalex.org/W2018044188","https://openalex.org/W2020732830","https://openalex.org/W2021601290","https://openalex.org/W2021804456","https://openalex.org/W2029960216","https://openalex.org/W2039522160","https://openalex.org/W2040850257","https://openalex.org/W2047003964","https://openalex.org/W2049934117","https://openalex.org/W2050497240","https://openalex.org/W2054095248","https://openalex.org/W2055825262","https://openalex.org/W2058224795","https://openalex.org/W2061144551","https://openalex.org/W2063180182","https://openalex.org/W2073107347","https://openalex.org/W2073272667","https://openalex.org/W2076580309","https://openalex.org/W2077902449","https://openalex.org/W2078011655","https://openalex.org/W2096649264","https://openalex.org/W2096678000","https://openalex.org/W2097452095","https://openalex.org/W2097998348","https://openalex.org/W2099201756","https://openalex.org/W2099679938","https://openalex.org/W2099768828","https://openalex.org/W2101267844","https://openalex.org/W2102539288","https://openalex.org/W2103405567","https://openalex.org/W2103492748","https://openalex.org/W2106411961","https://openalex.org/W2108114251","https://openalex.org/W2108738385","https://openalex.org/W2110228583","https://openalex.org/W2110582581","https://openalex.org/W2111241577","https://openalex.org/W2112036188","https://openalex.org/W2112420033","https://openalex.org/W2113145584","https://openalex.org/W2113207845","https://openalex.org/W2113741278","https://openalex.org/W2113922211","https://openalex.org/W2114091522","https://openalex.org/W2116015303","https://openalex.org/W2116067849","https://openalex.org/W2117561707","https://openalex.org/W2117643431","https://openalex.org/W2118581865","https://openalex.org/W2119595900","https://openalex.org/W2120090487","https://openalex.org/W2121658992","https://openalex.org/W2124277268","https://openalex.org/W2131241448","https://openalex.org/W2131792768","https://openalex.org/W2131975033","https://openalex.org/W2133104104","https://openalex.org/W2134477639","https://openalex.org/W2135194391","https://openalex.org/W2136816045","https://openalex.org/W2139929624","https://openalex.org/W2139998722","https://openalex.org/W2140407154","https://openalex.org/W2144336328","https://openalex.org/W2144902422","https://openalex.org/W2145237058","https://openalex.org/W2149721706","https://openalex.org/W2149764047","https://openalex.org/W2151238122","https://openalex.org/W2152980722","https://openalex.org/W2153347097","https://openalex.org/W2154071538","https://openalex.org/W2156375221","https://openalex.org/W2158125716","https://openalex.org/W2158319693","https://openalex.org/W2161735965","https://openalex.org/W2162724919","https://openalex.org/W2165962877","https://openalex.org/W2166253248","https://openalex.org/W2167789032","https://openalex.org/W2169003314","https://openalex.org/W2170307371","https://openalex.org/W2170912685","https://openalex.org/W2182000050","https://openalex.org/W2187471809","https://openalex.org/W2197776371","https://openalex.org/W2200000192","https://openalex.org/W2226783037","https://openalex.org/W2266822037","https://openalex.org/W2319026302","https://openalex.org/W2346138280","https://openalex.org/W2346573293","https://openalex.org/W2402456051","https://openalex.org/W2563370810","https://openalex.org/W2587142195","https://openalex.org/W2615441104","https://openalex.org/W2616619952","https://openalex.org/W2627076442","https://openalex.org/W2728797307","https://openalex.org/W2801490189","https://openalex.org/W2890351024","https://openalex.org/W2911964244","https://openalex.org/W2950141829","https://openalex.org/W2950277768","https://openalex.org/W2950929549","https://openalex.org/W2951665052","https://openalex.org/W2952908320","https://openalex.org/W2953083211","https://openalex.org/W2962687950","https://openalex.org/W2962796571","https://openalex.org/W2962996334","https://openalex.org/W2963110737","https://openalex.org/W2963423011","https://openalex.org/W2963641874","https://openalex.org/W2964096186","https://openalex.org/W2964172739","https://openalex.org/W2964308928","https://openalex.org/W3085162807","https://openalex.org/W3101730079","https://openalex.org/W3124229194","https://openalex.org/W3125634603","https://openalex.org/W3138949179","https://openalex.org/W4205181450","https://openalex.org/W4211049957","https://openalex.org/W4234228486","https://openalex.org/W4234588049","https://openalex.org/W4249753629","https://openalex.org/W4293171766","https://openalex.org/W4298052809","https://openalex.org/W4299286629","https://openalex.org/W4299395826","https://openalex.org/W4301433630","https://openalex.org/W4388284198","https://openalex.org/W4388290814","https://openalex.org/W6603190504","https://openalex.org/W6603385063","https://openalex.org/W6605098596","https://openalex.org/W6605566567","https://openalex.org/W6608206471","https://openalex.org/W6629021139","https://openalex.org/W6630718072","https://openalex.org/W6631818155","https://openalex.org/W6632992360","https://openalex.org/W6636578284","https://openalex.org/W6637134053","https://openalex.org/W6637591494","https://openalex.org/W6637653338","https://openalex.org/W6638209102","https://openalex.org/W6638246849","https://openalex.org/W6639099100","https://openalex.org/W6639331779","https://openalex.org/W6640973696","https://openalex.org/W6655883295","https://openalex.org/W6674385629","https://openalex.org/W6674603744","https://openalex.org/W6674792215","https://openalex.org/W6674989108","https://openalex.org/W6675394771","https://openalex.org/W6675590206","https://openalex.org/W6676077707","https://openalex.org/W6676179485","https://openalex.org/W6676544178","https://openalex.org/W6676576766","https://openalex.org/W6676817345","https://openalex.org/W6677088747","https://openalex.org/W6677198402","https://openalex.org/W6677658955","https://openalex.org/W6677764299","https://openalex.org/W6678102440","https://openalex.org/W6678414246","https://openalex.org/W6678911119","https://openalex.org/W6680220816","https://openalex.org/W6680633967","https://openalex.org/W6680673582","https://openalex.org/W6681076855","https://openalex.org/W6681302627","https://openalex.org/W6681367012","https://openalex.org/W6681821898","https://openalex.org/W6682399247","https://openalex.org/W6683037491","https://openalex.org/W6684063506","https://openalex.org/W6684585682","https://openalex.org/W6684588631","https://openalex.org/W6684935187","https://openalex.org/W6685031738","https://openalex.org/W6686227676","https://openalex.org/W6687744914","https://openalex.org/W6693270258","https://openalex.org/W6704919776","https://openalex.org/W6739890058","https://openalex.org/W6754573523","https://openalex.org/W6764988152","https://openalex.org/W6765435108","https://openalex.org/W6847750346","https://openalex.org/W6996390019","https://openalex.org/W7005826145","https://openalex.org/W7017013933"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W24774503","https://openalex.org/W3106461837","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W4288099294","https://openalex.org/W4367173559","https://openalex.org/W4401858220"],"abstract_inverted_index":{"Big":[0],"Data":[1],"applications":[2],"are":[3,56],"typically":[4],"associated":[5],"with":[6],"systems":[7,28],"involving":[8],"large":[9],"numbers":[10],"of":[11,26,89,122,131],"users,":[12],"massive":[13],"complex":[14],"software":[15,63],"systems,":[16,39],"and":[17,21,59,111,126],"large-scale":[18],"heterogeneous":[19],"computing":[20],"storage":[22],"architectures.":[23],"The":[24,34],"construction":[25],"such":[27],"involves":[29],"many":[30,50],"distributed":[31],"design":[32,90],"choices.":[33],"end":[35],"products":[36],"(e.g.,":[37],"recommendation":[38],"medical":[40],"analysis":[41],"tools,":[42],"real-time":[43],"game":[44],"engines,":[45],"speech":[46],"recognizers)":[47],"thus":[48],"involve":[49],"tunable":[51],"configuration":[52],"parameters.":[53],"These":[54],"parameters":[55,73],"often":[57],"specified":[58],"hard-coded":[60],"into":[61],"the":[62,86],"by":[64],"various":[65],"developers":[66],"or":[67],"teams.":[68],"If":[69],"optimized":[70],"jointly,":[71],"these":[72],"can":[74],"result":[75],"in":[76,97],"significant":[77],"improvements.":[78],"Bayesian":[79,118],"optimization":[80,88],"is":[81,93],"a":[82,128],"powerful":[83],"tool":[84],"for":[85],"joint":[87],"choices":[91],"that":[92],"gaining":[94],"great":[95],"popularity":[96],"recent":[98],"years.":[99],"It":[100],"promises":[101],"greater":[102],"automation":[103],"so":[104],"as":[105],"to":[106],"increase":[107],"both":[108],"product":[109],"quality":[110],"human":[112],"productivity.":[113],"This":[114],"review":[115],"paper":[116],"introduces":[117],"optimization,":[119],"highlights":[120],"some":[121],"its":[123],"methodological":[124],"aspects,":[125],"showcases":[127],"wide":[129],"range":[130],"applications.":[132]},"counts_by_year":[{"year":2026,"cited_by_count":368},{"year":2025,"cited_by_count":947},{"year":2024,"cited_by_count":824},{"year":2023,"cited_by_count":784},{"year":2022,"cited_by_count":655},{"year":2021,"cited_by_count":762},{"year":2020,"cited_by_count":597},{"year":2019,"cited_by_count":381},{"year":2018,"cited_by_count":229},{"year":2017,"cited_by_count":127},{"year":2016,"cited_by_count":34},{"year":2015,"cited_by_count":1}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-10T00:00:00"}