{"id":"https://openalex.org/W4412889622","doi":"https://doi.org/10.18653/v1/2025.acl-long.1562","title":"Why Prompt Design Matters and Works: A Complexity Analysis of Prompt Search Space in LLMs","display_name":"Why Prompt Design Matters and Works: A Complexity Analysis of Prompt Search Space in LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889622","doi":"https://doi.org/10.18653/v1/2025.acl-long.1562"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1562","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1562","pdf_url":"https://aclanthology.org/2025.acl-long.1562.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1562.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112176915","display_name":"Xiang Zhang","orcid":"https://orcid.org/0000-0002-6690-9677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Juntai Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juntai Cao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chenyu You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenyu You","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085340125","display_name":"Dujian Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dujian Ding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8885,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.93656055,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"32525","last_page":"32555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10703","display_name":"Business Process Modeling and Analysis","score":0.9240000247955322,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9031999707221985,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.6064531803131104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46468332409858704}],"concepts":[{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.6064531803131104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46468332409858704},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1562","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1562","pdf_url":"https://aclanthology.org/2025.acl-long.1562.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1562","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1562","pdf_url":"https://aclanthology.org/2025.acl-long.1562.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889622.pdf","grobid_xml":"https://content.openalex.org/works/W4412889622.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Despite":[0],"the":[1,9,50,131,145,149,163,167,174,177],"remarkable":[2],"successes":[3],"of":[4,151,169,176],"Large":[5],"Language":[6],"Models":[7],"(LLMs),":[8],"underlying":[10],"Transformer":[11],"architecture":[12],"has":[13,23,73],"inherent":[14],"limitations":[15],"in":[16,162],"handling":[17],"complex":[18],"reasoning":[19,56,219],"tasks.Chainof-Thought":[20],"(CoT)":[21],"prompting":[22],"emerged":[24],"as":[25,124],"a":[26,35,66,91,94,108,141,181,215,226],"practical":[27],"workaround,":[28],"but":[29],"most":[30],"CoT-based":[31],"methods":[32],"rely":[33],"on":[34,58,218],"single":[36],"generic":[37],"prompt":[38,68,76,96,139,178,189,197,209,230],"like":[39,198],"\"think":[40,199],"step":[41,200],"by":[42,201],"step,\"":[43],"with":[44],"no":[45],"task-specific":[46,75],"adaptation.These":[47],"approaches":[48],"expect":[49],"model":[51],"to":[52,63,78,213],"discover":[53],"an":[54],"effective":[55,188],"path":[57],"its":[59],"own,":[60],"forcing":[61],"it":[62],"search":[64,210],"through":[65,86,144,221],"vast":[67],"space.In":[69],"contrast,":[70],"many":[71],"work":[72,224],"explored":[74],"designs":[77,82],"boost":[79],"performance.However,":[80],"these":[81],"are":[83],"typically":[84],"developed":[85],"trial":[87],"and":[88,102,148,159,173,191],"error,":[89],"lacking":[90],"theoretical":[92,109,227],"ground.As":[93],"result,":[95],"engineering":[97],"remains":[98],"largely":[99],"ad":[100],"hoc":[101],"unguided.In":[103],"this":[104,152],"paper,":[105],"we":[106],"provide":[107,225],"framework":[110],"that":[111,121,193,207],"explains":[112],"why":[113],"some":[114],"prompts":[115,122,172],"succeed":[116],"while":[117],"others":[118],"fail.We":[119],"show":[120],"function":[123],"selectors,":[125],"extracting":[126],"specific":[127],"task-relevant":[128],"information":[129],"from":[130],"model's":[132],"full":[133],"hidden":[134],"state":[135],"during":[136],"CoT":[137],"reasoning.Each":[138],"defines":[140],"unique":[142],"trajectory":[143,153],"answer":[146,164],"space,":[147],"choice":[150],"is":[154],"crucial":[155],"for":[156,180,229],"task":[157],"performance":[158],"future":[160],"navigation":[161],"space.We":[165],"analyze":[166],"complexity":[168],"finding":[170],"optimal":[171,208],"size":[175],"space":[179],"given":[182],"task.Our":[183],"theory":[184],"reveals":[185],"principles":[186],"behind":[187],"design":[190],"shows":[192],"naive":[194],"CoT-using":[195],"model-selfguided":[196],"step\"":[202],"-can":[203],"severely":[204],"hinder":[205],"performance.Showing":[206],"can":[211],"lead":[212],"over":[214],"50%":[216],"improvement":[217],"tasks":[220],"experiments,":[222],"our":[223],"foundation":[228],"engineering.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}