{"id":"https://openalex.org/W4387963849","doi":"https://doi.org/10.48550/arxiv.2310.16427","title":"PromptAgent: Strategic Planning with Language Models Enables Expert-level Prompt Optimization","display_name":"PromptAgent: Strategic Planning with Language Models Enables Expert-level Prompt Optimization","publication_year":2023,"publication_date":"2023-10-25","ids":{"openalex":"https://openalex.org/W4387963849","doi":"https://doi.org/10.48550/arxiv.2310.16427"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2310.16427","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16427","pdf_url":"https://arxiv.org/pdf/2310.16427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2310.16427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wang, Xinyuan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Xinyuan","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441349","display_name":"Chenxi Li","orcid":"https://orcid.org/0000-0002-7803-8282","observed_orcids":["https://orcid.org/0000-0002-7803-8282","https://orcid.org/0000-0003-0701-0757","https://orcid.org/0009-0005-2574-7236","https://orcid.org/0009-0007-7357-0193"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Chenxi","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100422381","display_name":"Zhen Wang","orcid":"https://orcid.org/0000-0002-8637-8375","observed_orcids":["https://orcid.org/0000-0002-8637-8375","https://orcid.org/0009-0001-1453-5634","https://orcid.org/0000-0002-3282-8588"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Zhen","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bai, Fan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bai, Fan","raw_affiliation_strings":["Georgia Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111171185","display_name":"Haotian Luo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Luo, Haotian","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhang, Jiayou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Zhang, Jiayou","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108373424","display_name":"Neboj\u0161a Joji\u0107","orcid":"https://orcid.org/0009-0009-7115-2267","observed_orcids":["https://orcid.org/0009-0009-7115-2267"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jojic, Nebojsa","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201","observed_orcids":["https://orcid.org/0009-0005-9158-4201","https://orcid.org/0000-0002-3683-4280"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xing, Eric P.","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085608858","display_name":"Zhiting Hu","orcid":"https://orcid.org/0000-0002-6239-5031","observed_orcids":["https://orcid.org/0000-0002-6239-5031"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hu, Zhiting","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8179000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8179000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12610000371932983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02160000056028366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-optimization","display_name":"prompt optimization","score":0.9800000190734863},{"id":"https://openalex.org/keywords/strategic-planning","display_name":"strategic planning","score":0.7540000081062317},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.9810000061988831},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8230000138282776},{"id":"https://openalex.org/keywords/error-feedback","display_name":"error feedback","score":0.9539999961853027},{"id":"https://openalex.org/keywords/prompt-generation","display_name":"prompt generation","score":0.33899998664855957},{"id":"https://openalex.org/keywords/chain-of-thought","display_name":"chain-of-thought","score":0.675000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7869757413864136},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.7055510878562927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6112620830535889},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.608989953994751},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.5775972604751587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5679908990859985},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5433164834976196},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.4553525745868683},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.40087053179740906},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3422297239303589},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2623753547668457},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09747442603111267},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2310.16427","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16427","pdf_url":"https://arxiv.org/pdf/2310.16427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2310.16427","doi":"https://doi.org/10.48550/arxiv.2310.16427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2310.16427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2310.16427","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2310.16427","pdf_url":"https://arxiv.org/pdf/2310.16427","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387963849.pdf","grobid_xml":"https://content.openalex.org/works/W4387963849.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4416290380","https://openalex.org/W7101384149","https://openalex.org/W4400267199","https://openalex.org/W4412887771","https://openalex.org/W4417262486","https://openalex.org/W7169507081","https://openalex.org/W4412889442","https://openalex.org/W4404783241","https://openalex.org/W4399794854","https://openalex.org/W4412944705"],"abstract_inverted_index":{"Highly":[0],"effective,":[1],"task-specific":[2],"prompts":[3,44,81,155,219],"are":[4],"often":[5],"heavily":[6],"engineered":[7],"by":[8,88,122,134],"experts":[9],"to":[10,52,61,85,114,151,173,179,213],"integrate":[11],"detailed":[12],"instructions":[13,133],"and":[14,30,59,102,131,139,167,193,203,217,223],"domain":[15,57],"insights":[16,130],"based":[17,159],"on":[18,136,160],"a":[19,98,104,145],"deep":[20],"understanding":[21],"of":[22,25,33,41,56,67],"both":[23],"instincts":[24],"large":[26],"language":[27],"models":[28],"(LLMs)":[29],"the":[31,34,39,54,64,117,149],"intricacies":[32],"target":[35],"task.":[36],"However,":[37],"automating":[38],"generation":[40],"such":[42],"expert-level":[43,68,118,129],"remains":[45],"elusive.":[46],"Existing":[47],"prompt":[48,95,119,205],"optimization":[49,76,96,206],"methods":[50],"tend":[51],"overlook":[53],"depth":[55],"knowledge":[58],"struggle":[60],"efficiently":[62],"explore":[63],"vast":[65],"space":[66],"prompts.":[69,175],"Addressing":[70],"this,":[71],"we":[72],"present":[73],"PromptAgent,":[74],"an":[75],"method":[77],"that":[78],"autonomously":[79],"crafts":[80],"equivalent":[82],"in":[83,109],"quality":[84],"those":[86],"handcrafted":[87],"experts.":[89],"At":[90],"its":[91,211],"core,":[92],"PromptAgent":[93,126,178],"views":[94],"as":[97,189,191],"strategic":[99],"planning":[100,106],"problem":[101],"employs":[103],"principled":[105],"algorithm,":[107],"rooted":[108],"Monte":[110],"Carlo":[111],"tree":[112],"search,":[113],"strategically":[115],"navigate":[116],"space.":[120],"Inspired":[121],"human-like":[123],"trial-and-error":[124],"exploration,":[125],"induces":[127],"precise":[128],"in-depth":[132],"reflecting":[135],"model":[137],"errors":[138],"generating":[140],"constructive":[141],"error":[142,161],"feedback.":[143],"Such":[144],"novel":[146],"framework":[147],"allows":[148],"agent":[150],"iteratively":[152],"examine":[153],"intermediate":[154],"(states),":[156],"refine":[157],"them":[158],"feedbacks":[162],"(actions),":[163],"simulate":[164],"future":[165],"rewards,":[166],"search":[168],"for":[169],"high-reward":[170],"paths":[171],"leading":[172],"expert":[174],"We":[176],"apply":[177],"12":[180],"tasks":[181],"spanning":[182],"three":[183],"practical":[184],"domains:":[185],"BIG-Bench":[186],"Hard":[187],"(BBH),":[188],"well":[190],"domain-specific":[192],"general":[194],"NLP":[195],"tasks,":[196],"showing":[197],"it":[198],"significantly":[199],"outperforms":[200],"strong":[201],"Chain-of-Thought":[202],"recent":[204],"baselines.":[207],"Extensive":[208],"analyses":[209],"emphasize":[210],"capability":[212],"craft":[214],"expert-level,":[215],"detailed,":[216],"domain-insightful":[218],"with":[220],"great":[221],"efficiency":[222],"generalizability.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-10-27T00:00:00"}