{"id":"https://openalex.org/W7160522892","doi":"https://doi.org/10.48550/arxiv.2605.04895","title":"Regime-Conditioned Evaluation in Multi-Context Bayesian Optimization","display_name":"Regime-Conditioned Evaluation in Multi-Context Bayesian Optimization","publication_year":2026,"publication_date":"2026-05-06","ids":{"openalex":"https://openalex.org/W7160522892","doi":"https://doi.org/10.48550/arxiv.2605.04895"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04895","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04895","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135623782","display_name":"Noel Thomas","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Thomas, Noel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5135623782"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.40860000252723694,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.40860000252723694,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.12720000743865967,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0729999989271164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.5230000019073486},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5151000022888184},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4805000126361847},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.47269999980926514},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.4684000015258789},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.44339999556541443},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43700000643730164},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.31049999594688416}],"concepts":[{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.5230000019073486},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5151000022888184},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5062000155448914},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4805000126361847},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.47269999980926514},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43700000643730164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42500001192092896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3847000002861023},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32839998602867126},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3091000020503998},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.30660000443458557},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2856999933719635},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2651999890804291},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04895","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04895","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04895","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5226662755012512}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Published":[0],"transfer-BO":[1,35],"comparisons":[2],"often":[3],"estimate":[4],"an":[5,135],"average":[6],"treatment":[7],"effect":[8,21],"of":[9,33,131,174],"acquisition":[10,184,232],"choice":[11],"over":[12],"hidden":[13],"regime":[14],"variables,":[15],"while":[16,78],"practitioners":[17],"need":[18],"the":[19,59,65,68,91,99,111,148,168,196],"conditional":[20],"for":[22],"their":[23],"specific":[24],"prior":[25,100,216],"quality,":[26],"budget":[27,66],"ratio,":[28],"and":[29,45,103,121,129,182,194,211,227],"metric.":[30],"An":[31],"audit":[32],"40":[34],"papers":[36],"from":[37,107,150],"NeurIPS,":[38],"ICML,":[39],"ICLR,":[40],"AISTATS,":[41],"UAI,":[42],"TMLR,":[43],"JMLR,":[44],"AutoML-Conf":[46],"(2022-2025)":[47],"finds":[48],"that":[49],"98%":[50],"never":[51],"vary":[52],"B/|A|":[53],"as":[54],"a":[55,123,172],"controlled":[56],"axis.":[57],"On":[58],"same":[60],"GDSC2":[61,202],"benchmark,":[62],"changing":[63],"only":[64],"reverses":[67],"ranking:":[69],"at":[70,79,192],"B=50,":[71],"Greedy":[72,83],"outperforms":[73,82],"UCB":[74,81],"by":[75,84,203],"0.050":[76],"Hit@1,":[77],"B=100,":[80],"0.035.":[85],"We":[86],"capture":[87],"this":[88],"transition":[89],"with":[90],"Portable":[92],"Regime":[93],"Score":[94],"PRS=(B/|A|)(1-rho),":[95],"where":[96,138],"rho":[97,180],"is":[98,221],"rank":[101],"correlation":[102],"can":[104],"be":[105],"estimated":[106],"pilot":[108],"contexts":[109],"before":[110],"main":[112],"comparison.":[113],"Across":[114],"79":[115],"conditions":[116,132],"spanning":[117],"chemistry,":[118],"drug-response":[119],"biology,":[120],"HPO,":[122],"hierarchical":[124],"model":[125],"gives":[126],"beta=0.50":[127],"(p=1.1e-9),":[128],"19%":[130],"fall":[133],"in":[134],"equivalence":[136],"zone":[137],"|advantage|<0.01":[139],"Hit@1.":[140],"In":[141],"five":[142],"published":[143],"reversal":[144],"cases,":[145],"PRS":[146],"predicts":[147],"winner":[149],"pre-comparison":[151],"observables.":[152],"A":[153],"No-Free-Leaderboard":[154],"proposition":[155],"explains":[156],"why":[157],"unconditional":[158],"rankings":[159],"are":[160],"unstable:":[161],"when":[162],"CATE":[163],"changes":[164],"sign":[165],"across":[166],"regimes,":[167],"reported":[169],"ATE":[170],"becomes":[171],"function":[173],"benchmark":[175],"mixture.":[176],"RegimePlanner,":[177],"which":[178],"estimates":[179],"online":[181],"switches":[183],"accordingly,":[185],"wins":[186],"all":[187],"16":[188],"HPO-B":[189],"search":[190],"spaces":[191],"B=100":[193],"exceeds":[195],"matched":[197],"{Greedy,UCB}":[198],"per-context":[199],"oracle":[200],"on":[201],"18%.":[204],"Pre-registered":[205],"predictions":[206],"achieve":[207],"27/40=67.5%":[208],"overall":[209],"accuracy":[210],"above":[212],"90%":[213],"within":[214],"EMA":[215],"families.":[217],"The":[218],"practical":[219],"protocol":[220],"simple:":[222],"report":[223],"B/|A|,":[224],"rho,":[225],"K,":[226],"metric":[228],"alongside":[229],"any":[230],"claimed":[231],"advantage.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-08T00:00:00"}