{"id":"https://openalex.org/W7214730850","doi":"https://doi.org/10.48550/arxiv.2609.32302","title":"On the Capability and Limitation of Hard Prompt","display_name":"On the Capability and Limitation of Hard Prompt","publication_year":2026,"publication_date":"2026-09-26","ids":{"openalex":"https://openalex.org/W7214730850","doi":"https://doi.org/10.48550/arxiv.2609.32302"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.32302","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32302","pdf_url":"https://arxiv.org/pdf/2609.32302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.32302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5153546827","display_name":"Lijia Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu, Lijia","raw_affiliation_strings":["Institute of AI for Industries , Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of AI for Industries , Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125736922","display_name":"Shuaitong Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Shuaitong","raw_affiliation_strings":["Southwest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southwest University","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048979254","display_name":"Gaojie Jin","orcid":"https://orcid.org/0000-0003-0240-3033","observed_orcids":["https://orcid.org/0000-0003-0240-3033"]},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jin, Gaojie","raw_affiliation_strings":["Department of Artificial Intelligence&Institute of Artificial Intelligence and Brain Sciences , University of Macau"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence&Institute of Artificial Intelligence and Brain Sciences , University of Macau","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5153529184","display_name":"Xinyu Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I23923803","display_name":"University of Exeter","ror":"https://ror.org/03yghzc09","country_code":"GB","type":"education","lineage":["https://openalex.org/I23923803"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li, Xinyu","raw_affiliation_strings":["Department of Computer Science , University of Exeter"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science , University of Exeter","institution_ids":["https://openalex.org/I23923803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5153465935","display_name":"Xiao-Shan Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gao, Xiao-Shan","raw_affiliation_strings":["SKLMS , Academy of Mathematics and Systems Science , Chinese Academy of Sciences","University of Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SKLMS , Academy of Mathematics and Systems Science , Chinese Academy of Sciences","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7935000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7935000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10859999805688858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.042100001126527786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prompt-engineering","display_name":"prompt engineering","score":0.968999981880188},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9440000057220459},{"id":"https://openalex.org/keywords/computational-complexity","display_name":"computational complexity","score":0.6650000214576721},{"id":"https://openalex.org/keywords/np-completeness","display_name":"NP-completeness","score":0.972000002861023},{"id":"https://openalex.org/keywords/np-hardness","display_name":"NP-hardness","score":0.8980000019073486},{"id":"https://openalex.org/keywords/prompt-length","display_name":"prompt length","score":0.4359999895095825}],"concepts":[{"id":"https://openalex.org/C2993220905","wikidata":"https://www.wikidata.org/wiki/Q217908","display_name":"Hard core","level":2,"score":0.7032999992370605},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6424999833106995},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6291999816894531},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5921000242233276},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.41749998927116394},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4146000146865845},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30809998512268066},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.32302","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32302","pdf_url":"https://arxiv.org/pdf/2609.32302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.32302","doi":"https://doi.org/10.48550/arxiv.2609.32302","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.32302","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.32302","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.32302","pdf_url":"https://arxiv.org/pdf/2609.32302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214730850.pdf","grobid_xml":"https://content.openalex.org/works/W7214730850.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W3001279689","https://openalex.org/W3085177480","https://openalex.org/W3098267758","https://openalex.org/W3139080614","https://openalex.org/W3208828709","https://openalex.org/W4226023695","https://openalex.org/W4309868377","https://openalex.org/W4379538718","https://openalex.org/W4387559078","https://openalex.org/W4389518997","https://openalex.org/W4389520756","https://openalex.org/W4391376352","https://openalex.org/W4392121088","https://openalex.org/W4403575198","https://openalex.org/W4409047607","https://openalex.org/W4416683650","https://openalex.org/W7133225605"],"related_works":["https://openalex.org/W4404353289","https://openalex.org/W4412889622","https://openalex.org/W7165689865","https://openalex.org/W7167702360","https://openalex.org/W7084763325","https://openalex.org/W4409047607","https://openalex.org/W4402670045","https://openalex.org/W4402346183","https://openalex.org/W7160122775","https://openalex.org/W6947906883"],"abstract_inverted_index":{"Prompt":[0],"engineering":[1],"has":[2],"become":[3],"an":[4,95],"indispensable":[5],"tool":[6],"for":[7,31,82,108,166,208,231,240,266],"using":[8],"large":[9],"language":[10],"models":[11],"(LLMs),":[12],"turning":[13],"LLMs":[14],"into":[15,256],"task-specific":[16],"experts":[17],"without":[18],"changing":[19],"their":[20],"weights.":[21],"Despite":[22],"notable":[23],"theoretical":[24,66,254],"advances":[25],"in":[26,202],"prompt":[27,81,98,206],"engineering,":[28],"the":[29,32,63,76,103,142,151,161,170,174,183,197,200,205,209,214,220,235,252],"theory":[30],"more":[33],"practical":[34,264],"hard":[35,69,80,97,109,125,130,136,148,178,257],"or":[36,57,122,187],"discrete":[37],"prompts":[38,126,131,137,149,179,212,258],"is":[39,90,99,102,164,234],"largely":[40],"open.":[41],"In":[42],"this":[43,49],"paper,":[44],"we":[45,72,114,117,191,245],"try":[46],"to":[47,85,217,219,225],"fill":[48],"gap":[50],"either":[51],"by":[52,58],"providing":[53],"a":[54,79,83,87,193,226],"complete":[55],"solution":[56],"making":[59],"substantial":[60],"progress":[61],"on":[62,196,213,238],"three":[64],"core":[65],"questions":[67],"regarding":[68],"prompts.":[70,189],"First,":[71],"show":[73,118],"that":[74,93],"determining":[75],"existence":[77],"of":[78,144,169,185,199,204,211],"transformer":[84],"solve":[86],"downstream":[88],"task":[89,201,216],"NP-complete":[91],"and":[92,146,228],"finding":[94],"optimal":[96],"NP-hard,":[100],"which":[101],"first":[104,236,253],"computational":[105],"complexity":[106],"result":[107,237],"prompting,":[110,241],"as":[111,113,242,244],"far":[112,243],"know.":[115,246],"Second,":[116],"that,":[119,157],"unlike":[120],"soft":[121],"continuous":[123],"prompts,":[124],"have":[127,182],"essential":[128],"limitations:":[129],"are":[132],"not":[133,139,181,249],"complete;":[134],"short":[135,186],"do":[138,180],"significantly":[140],"enhance":[141],"ability":[143],"transformers;":[145],"long":[147,188],"exhibit":[150],"\"prompt":[152],"dominating":[153],"answer":[154,163],"phenomenon,\"":[155],"meaning":[156],"with":[158],"high":[159],"probability,":[160],"same":[162,171],"given":[165],"all":[167],"queries":[168],"length.":[172],"On":[173],"other":[175],"hand,":[176],"linear":[177],"limitations":[184],"Third,":[190],"provide":[192,261],"tight":[194],"bound":[195],"size":[198],"terms":[203],"length":[207],"performance":[210],"finite":[215],"generalize":[218],"entire":[221],"data":[222],"distribution,":[223],"leading":[224],"necessary":[227],"sufficient":[229],"condition":[230],"generalizability.":[232],"This":[233],"generalization":[239],"Our":[247],"findings":[248],"only":[250],"offer":[251],"insights":[255],"but":[259],"also":[260],"provably":[262],"reliable":[263],"guidance":[265],"real-world":[267],"LLM":[268],"usage.":[269]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-30T00:00:00"}