{"id":"https://openalex.org/W4415796232","doi":"https://doi.org/10.52202/079017-3161","title":"Efficient Prompt Optimization Through the Lens of Best Arm Identification","display_name":"Efficient Prompt Optimization Through the Lens of Best Arm Identification","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4415796232","doi":"https://doi.org/10.52202/079017-3161"},"language":"en","primary_location":{"id":"doi:10.52202/079017-3161","doi":"https://doi.org/10.52202/079017-3161","is_oa":false,"landing_page_url":"https://doi.org/10.52202/079017-3161","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 37","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.09723","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082788397","display_name":"Chengshuai Shi","orcid":"https://orcid.org/0000-0002-2727-8251","observed_orcids":["https://orcid.org/0000-0002-2727-8251"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengshuai Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054841089","display_name":"Kun Yang","orcid":"https://orcid.org/0000-0002-8961-082X","observed_orcids":["https://orcid.org/0000-0002-8961-082X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kun Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006232186","display_name":"Zihan Chen","orcid":"https://orcid.org/0000-0001-8169-323X","observed_orcids":["https://orcid.org/0000-0001-8169-323X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zihan Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5152820942","display_name":"Jundong Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jundong Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100704226","display_name":"Jing Yang","orcid":"https://orcid.org/0000-0002-0315-1686","observed_orcids":["https://orcid.org/0000-0002-0315-1686","https://orcid.org/0000-0003-1915-9487"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Cong Shen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.7778,"has_fulltext":true,"cited_by_count":33,"citation_normalized_percentile":{"value":0.9950328,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"99646","last_page":"99685"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.8827999830245972,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.8827999830245972,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06449999660253525,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-optimization","display_name":"prompt optimization","score":0.9940000176429749},{"id":"https://openalex.org/keywords/prompt-selection","display_name":"prompt selection","score":0.8379999995231628},{"id":"https://openalex.org/keywords/best-arm-identification","display_name":"best arm identification","score":0.8679999709129333},{"id":"https://openalex.org/keywords/multi-armed-bandits","display_name":"multi-armed bandits","score":0.996999979019165},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9829999804496765},{"id":"https://openalex.org/keywords/budget-constraints","display_name":"budget constraints","score":0.5400000214576721},{"id":"https://openalex.org/keywords/example-selection","display_name":"example selection","score":0.781000018119812},{"id":"https://openalex.org/keywords/triples","display_name":"triples","score":0.8360000252723694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5307999849319458},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5239999890327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4966000020503998},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.27869999408721924},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26019999384880066},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2574999928474426},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/079017-3161","doi":"https://doi.org/10.52202/079017-3161","is_oa":false,"landing_page_url":"https://doi.org/10.52202/079017-3161","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 37","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.09723","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.09723","pdf_url":"https://arxiv.org/pdf/2402.09723","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.09723","doi":"https://doi.org/10.48550/arxiv.2402.09723","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.09723","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.09723","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.09723","pdf_url":"https://arxiv.org/pdf/2402.09723","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415796232.pdf","grobid_xml":"https://content.openalex.org/works/W4415796232.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2896457183","https://openalex.org/W2942494530","https://openalex.org/W3098267758","https://openalex.org/W3152956381","https://openalex.org/W3156470785","https://openalex.org/W3166986030","https://openalex.org/W3173777717","https://openalex.org/W3174770825","https://openalex.org/W3198963017","https://openalex.org/W3205270560","https://openalex.org/W4221142421","https://openalex.org/W4226023695","https://openalex.org/W4285601513","https://openalex.org/W4297069413","https://openalex.org/W4297633153","https://openalex.org/W4304194220","https://openalex.org/W4306808908","https://openalex.org/W4308244910","https://openalex.org/W4308900200","https://openalex.org/W4309302732","https://openalex.org/W4322718191","https://openalex.org/W4360836968","https://openalex.org/W4379548460","https://openalex.org/W4384918448","https://openalex.org/W4385567149","https://openalex.org/W4385571789","https://openalex.org/W4385573003","https://openalex.org/W4385574139","https://openalex.org/W4386554921","https://openalex.org/W4386839807","https://openalex.org/W4387390282","https://openalex.org/W4388276084","https://openalex.org/W4388717453","https://openalex.org/W4389518888","https://openalex.org/W4389518931","https://openalex.org/W4389520756","https://openalex.org/W4390897426","https://openalex.org/W4392222987","https://openalex.org/W4392822465","https://openalex.org/W7133202583","https://openalex.org/W7133225282"],"related_works":["https://openalex.org/W7161244084","https://openalex.org/W4412887721","https://openalex.org/W7092304275","https://openalex.org/W4405300795","https://openalex.org/W4412888733","https://openalex.org/W4411453026","https://openalex.org/W7125938683","https://openalex.org/W7134196387","https://openalex.org/W4416034180","https://openalex.org/W4406011552"],"abstract_inverted_index":{"The":[0],"remarkable":[1,147],"instruction-following":[2],"capability":[3],"of":[4,28,34,120,133,150,164],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"has":[9,49],"sparked":[10],"a":[11,31,81,99],"growing":[12],"interest":[13],"in":[14,112],"automatically":[15],"finding":[16],"good":[17],"prompts,":[18,174],"i.e.,":[19],"prompt":[20,88,104,134],"optimization.":[21,135],"Most":[22],"existing":[23],"works":[24],"follow":[25],"the":[26,43,53,57,61,68,122,146,156],"scheme":[27],"selecting":[29],"from":[30,125],"pre-generated":[32],"pool":[33],"candidate":[35],"prompts.":[36],"However,":[37],"these":[38],"designs":[39],"mainly":[40],"focus":[41],"on":[42,98,138],"generation":[44],"strategy,":[45],"while":[46,154],"limited":[47,157],"attention":[48],"been":[50],"paid":[51],"to":[52,85,168],"selection":[54,62,89],"method.":[55],"Especially,":[56],"cost":[58],"incurred":[59],"during":[60],"(e.g.,":[63],"accessing":[64],"LLM":[65],"and":[66,106,128],"evaluating":[67],"responses)":[69],"is":[70,96,118],"rarely":[71],"explicitly":[72],"considered.":[73],"To":[74],"overcome":[75],"this":[76,78],"limitation,":[77],"work":[79],"provides":[80],"principled":[82],"framework,":[83],"TRIPLE,":[84],"efficiently":[86,169],"perform":[87],"under":[90],"an":[91,161],"explicit":[92],"budget":[93,158],"constraint.":[94],"TRIPLE":[95,151,165],"built":[97],"novel":[100],"connection":[101],"established":[102],"between":[103],"optimization":[105],"fixed-budget":[107],"best":[108],"arm":[109],"identification":[110],"(BAI-FB)":[111],"multi-armed":[113],"bandits":[114],"(MAB);":[115],"thus,":[116],"it":[117],"capable":[119],"leveraging":[121],"rich":[123],"toolbox":[124],"BAI-FB":[126],"systematically":[127],"also":[129,175],"incorporating":[130],"unique":[131],"characteristics":[132],"Extensive":[136],"experiments":[137],"multiple":[139],"well-adopted":[140],"tasks":[141],"using":[142],"various":[143],"LLMs":[144],"demonstrate":[145],"performance":[148],"improvement":[149],"over":[152],"baselines":[153],"satisfying":[155],"constraints.":[159],"As":[160],"extension,":[162],"variants":[163],"are":[166],"proposed":[167],"select":[170],"examples":[171],"for":[172],"few-shot":[173],"achieving":[176],"superior":[177],"empirical":[178],"performance.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2025-11-03T00:00:00"}