{"id":"https://openalex.org/W7221045472","doi":"https://doi.org/10.48550/arxiv.2610.08969","title":"Work While They Sleep: Exploiting Evaluation Latency for Fully Bayesian Optimization","display_name":"Work While They Sleep: Exploiting Evaluation Latency for Fully Bayesian Optimization","publication_year":2026,"publication_date":"2026-10-06","ids":{"openalex":"https://openalex.org/W7221045472","doi":"https://doi.org/10.48550/arxiv.2610.08969"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.08969","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08969","pdf_url":"https://arxiv.org/pdf/2610.08969","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.08969","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000071906","display_name":"Sutter Gustavo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sutter, Gustavo","raw_affiliation_strings":["Cheriton School of Computer Science , University of Waterloo , Waterloo , ON , Canada","Vector Institute , Toronto , ON , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cheriton School of Computer Science , University of Waterloo , Waterloo , ON , Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Vector Institute , Toronto , ON , Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119990998","display_name":"Alejandro Comas-Leon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Comas-Leon, Alejandro","raw_affiliation_strings":["Cheriton School of Computer Science , University of Waterloo , Waterloo , ON , Canada","Vector Institute , Toronto , ON , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cheriton School of Computer Science , University of Waterloo , Waterloo , ON , Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Vector Institute , Toronto , ON , Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036807127","display_name":"David Holzm\u00fcller","orcid":"https://orcid.org/0000-0002-9443-0049","observed_orcids":["https://orcid.org/0000-0002-9443-0049"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Holzm\u00fcller, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157909291","display_name":"Hao Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Wang, Hao","raw_affiliation_strings":["Department of Chemical Engineering , University of Waterloo , Waterloo , ON , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemical Engineering , University of Waterloo , Waterloo , ON , Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043725286","display_name":"Luis Ricardez\u2010Sandoval","orcid":"https://orcid.org/0000-0001-9867-6778","observed_orcids":["https://orcid.org/0000-0001-9867-6778"]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ricardez-Sandoval, Luis","raw_affiliation_strings":["Department of Chemical Engineering , University of Waterloo , Waterloo , ON , Canada","Waterloo Institute for Nanotechnology , University of Waterloo , Waterloo , ON , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Chemical Engineering , University of Waterloo , Waterloo , ON , Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Waterloo Institute for Nanotechnology , University of Waterloo , Waterloo , ON , Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050467922","display_name":"Pascal Poupart","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Poupart, Pascal","raw_affiliation_strings":["Cheriton School of Computer Science , University of Waterloo , Waterloo , ON , Canada","Vector Institute , Toronto , ON , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cheriton School of Computer Science , University of Waterloo , Waterloo , ON , Canada","institution_ids":["https://openalex.org/I151746483"]},{"raw_affiliation_string":"Vector Institute , Toronto , ON , Canada","institution_ids":["https://openalex.org/I4210127509"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078204924","display_name":"Agustinus Kristiadi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]},{"id":"https://openalex.org/I4210127509","display_name":"Vector Institute","ror":"https://ror.org/03kqdja62","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210127509"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kristiadi, Agustinus","raw_affiliation_strings":["Department of Computer Science , Western University , London , ON , Canada","Vector Institute , Toronto , ON , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , Western University , London , ON , Canada","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"Vector Institute , Toronto , ON , Canada","institution_ids":["https://openalex.org/I4210127509"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.006599999964237213,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-averaging","display_name":"model averaging","score":0.6460000276565552},{"id":"https://openalex.org/keywords/black-box-optimization","display_name":"black-box optimization","score":0.6629999876022339},{"id":"https://openalex.org/keywords/decision-time","display_name":"decision time","score":0.5130000114440918}],"concepts":[{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.8058000206947327},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.7922999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735000252723694},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5922999978065491},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49410000443458557},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.48019999265670776},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.4025999903678894},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38749998807907104},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.36739999055862427},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.3160000145435333},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31130000948905945},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C101112237","wikidata":"https://www.wikidata.org/wiki/Q4874481","display_name":"Bayesian statistics","level":4,"score":0.28040000796318054},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C2779377595","wikidata":"https://www.wikidata.org/wiki/Q21045424","display_name":"Approximate Bayesian computation","level":3,"score":0.25839999318122864}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.08969","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08969","pdf_url":"https://arxiv.org/pdf/2610.08969","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.08969","doi":"https://doi.org/10.48550/arxiv.2610.08969","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.08969","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.08969","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.08969","pdf_url":"https://arxiv.org/pdf/2610.08969","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7221045472.pdf","grobid_xml":"https://content.openalex.org/works/W7221045472.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4388067808"],"related_works":["https://openalex.org/W2873705236","https://openalex.org/W90728253","https://openalex.org/W4283332608","https://openalex.org/W2737511468","https://openalex.org/W2808098479","https://openalex.org/W2794754002","https://openalex.org/W7213601120","https://openalex.org/W3014057631","https://openalex.org/W2793908792","https://openalex.org/W7208822715"],"abstract_inverted_index":{"Black-box":[0],"optimization":[1,44,137,205],"problems":[2],"are":[3,34,47],"ubiquitous":[4],"across":[5],"science":[6],"and":[7,30,39,107,173],"engineering,":[8],"often":[9,104],"dealing":[10],"with":[11,68,194],"expensive":[12,106],"objective":[13,16,25,122,154,166],"functions.":[14],"This":[15,143],"latency":[17,124,191],"has":[18],"two":[19],"consequences":[20],"during":[21],"optimization:":[22],"(i)":[23],"the":[24,48,56,64,85,93,121,127,130,149,153,162,165,181],"evaluation":[26,123],"dominates":[27],"execution":[28],"time,":[29],"(ii)":[31],"sample-efficient":[32],"algorithms":[33],"crucial":[35],"to":[36,59,80,88,125],"accelerate":[37],"development":[38],"avoid":[40],"wasting":[41],"resources.":[42],"Bayesian":[43,75,136,185,204],"(BO)":[45],"methods":[46,186],"\\textit{de":[49],"facto}":[50],"choice":[51],"of":[52,129,161,183],"planners":[53],"for":[54,82,134],"suggesting":[55],"next":[57,131],"point":[58,70],"try.":[60],"Standard":[61],"BO":[62],"fits":[63],"surrogate":[65],"model's":[66],"hyperparameters":[67],"a":[69,73],"estimate.":[71],"Alternatively,":[72],"fully":[74,135,184,203],"approach":[76],"uses":[77,120],"model":[78],"averaging":[79],"account":[81],"uncertainty":[83,90],"over":[84],"hyperparameters,":[86],"leading":[87],"better":[89,196],"estimates---useful":[91],"in":[92,99,207],"low-data":[94],"regime":[95],"that":[96,119,178],"is":[97,103,144,155,168],"pervasive":[98],"BO.":[100,199],"However,":[101],"it":[102],"prohibitively":[105],"thus":[108],"rarely":[109],"used.":[110],"In":[111],"this":[112],"work,":[113],"we":[114,176],"propose":[115],"ELF-BO,":[116],"an":[117],"algorithm":[118],"headstart":[126],"computation":[128],"suggestion,":[132],"allowing":[133],"without":[138],"incurring":[139,189],"substantial":[140],"decision-time":[141],"costs.":[142],"done":[145],"by":[146],"sampling":[147],"from":[148],"hyperparameter":[150],"posterior":[151],"\\emph{while}":[152],"being":[156],"evaluated,":[157],"only":[158,188],"requiring":[159],"reweighting":[160],"samples":[163],"once":[164],"value":[167],"observed.":[169],"Across":[170],"synthetic":[171],"functions":[172],"real-world":[174,208],"applications,":[175],"show":[177],"ELF-BO":[179,201],"matches":[180],"performance":[182],"while":[187],"decision":[190],"on":[192],"par":[193],"or":[195],"than":[197],"standard":[198],"Thus,":[200],"makes":[202],"practical":[206],"use":[209],"cases.":[210]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-09T00:00:00"}