{"id":"https://openalex.org/W7161710373","doi":"https://doi.org/10.48550/arxiv.2605.17000","title":"BoLT: A Benchmark to Democratize Black-box Optimization Research for Expensive LLM Tasks","display_name":"BoLT: A Benchmark to Democratize Black-box Optimization Research for Expensive LLM Tasks","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161710373","doi":"https://doi.org/10.48550/arxiv.2605.17000"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116167260","display_name":"Ruth Wan Theng Chew","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chew, Ruth Wan Theng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125480716","display_name":"Zhiliang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhiliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136455203","display_name":"Apivich Hemachandra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hemachandra, Apivich","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136479432","display_name":"Bryan Kian Hsiang Low","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Low, Bryan Kian Hsiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5256999731063843,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.5256999731063843,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.15950000286102295,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7285000085830688},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.6474999785423279},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6047000288963318},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.39340001344680786},{"id":"https://openalex.org/keywords/multi-objective-optimization","display_name":"Multi-objective optimization","score":0.3449999988079071},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.33719998598098755},{"id":"https://openalex.org/keywords/heteroscedasticity","display_name":"Heteroscedasticity","score":0.3118000030517578},{"id":"https://openalex.org/keywords/design-of-experiments","display_name":"Design of experiments","score":0.30730000138282776}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7285000085830688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027999758720398},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.6474999785423279},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6047000288963318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.574999988079071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44929999113082886},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.39340001344680786},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C101104100","wikidata":"https://www.wikidata.org/wiki/Q1063540","display_name":"Heteroscedasticity","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.29840001463890076},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C110850998","wikidata":"https://www.wikidata.org/wiki/Q5377895","display_name":"Engineering optimization","level":3,"score":0.2906000018119812},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C55037315","wikidata":"https://www.wikidata.org/wiki/Q5421151","display_name":"Experimental data","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Optimization":[0],"of":[1,71,96,105,181,183,194],"LLM":[2,61,98,118,129,145,185,217],"training":[3,62],"and":[4,12,37,44,63,76,87,108,143,153,167,171,196,209],"inference":[5,64],"configurations,":[6],"such":[7],"as":[8,34],"hyperparameters,":[9],"data":[10,166],"mixtures,":[11],"prompts,":[13],"is":[14,20,136,161],"critical":[15],"to":[16,27,92,112,178,222],"performance,":[17],"but":[18],"it":[19,110],"often":[21,80],"approached":[22],"heuristically":[23],"in":[24,159,163,212],"practice,":[25],"leading":[26],"potentially":[28],"suboptimal":[29],"outcomes.":[30],"By":[31],"framing":[32],"them":[33],"noisy,":[35],"expensive,":[36],"derivative-free":[38],"optimization":[39,42,47,99,146],"problems,":[40,147],"Bayesian":[41],"(BO)":[43],"other":[45],"black-box":[46],"(BBO)":[48],"methods":[49,78,107,203,215],"offer":[50],"a":[51],"promising":[52],"yet":[53],"underexplored":[54],"direction":[55],"for":[56,69,131,225],"principled,":[57],"sample-efficient":[58],"methods.":[59],"However,":[60],"costs":[65],"are":[66,79],"prohibitively":[67],"high":[68],"most":[70],"the":[72,94,103,123,132,179,220,226],"BBO":[73,106,133,197,214,227],"research":[74,130],"community,":[75],"new":[77],"only":[81],"evaluated":[82],"on":[83,116,216],"synthetic":[84],"test":[85],"functions":[86],"small-scale":[88],"datasets":[89],"that":[90,127,200],"fail":[91],"capture":[93],"challenges":[95],"modern":[97,117],"problems.":[100],"This":[101],"impedes":[102],"development":[104],"makes":[109],"difficult":[111],"assess":[113],"their":[114],"effectiveness":[115],"tasks.":[119],"We":[120,187],"introduce":[121],"BoLT,":[122],"first":[124],"LLM-centric":[125],"benchmark":[126,188],"democratizes":[128],"community.":[134,228],"BoLT":[135,140,160,189],"released":[137],"at":[138],"https://github.com/chewwt/bolt.":[139],"covers":[141],"broad":[142],"well-motivated":[144],"involving":[148],"multi-fidelity,":[149],"multi-objective,":[150],"heteroscedastic":[151],"noise,":[152],"high-dimensional":[154],"search":[155],"spaces.":[156],"Each":[157],"problem":[158],"grounded":[162],"real":[164,184],"experimental":[165],"made":[168],"fully":[169],"reproducible":[170],"accessible":[172],"through":[173],"lightweight":[174],"surrogate":[175],"models":[176],"fitted":[177],"results":[180],"thousands":[182],"experiments.":[186],"against":[190],"an":[191],"extensive":[192],"range":[193],"BO":[195,202],"methods,":[198],"showing":[199],"selected":[201],"consistently":[204],"outperform":[205],"others":[206],"across":[207],"tasks":[208],"highlighting":[210],"gaps":[211],"existing":[213],"tasks,":[218],"underscoring":[219],"need":[221],"modernize":[223],"benchmarks":[224]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}