{"id":"https://openalex.org/W7165747906","doi":"https://doi.org/10.48550/arxiv.2606.24267","title":"Pigeonholing: how bad prompts hurt models, causing collapse and mistakes","display_name":"Pigeonholing: how bad prompts hurt models, causing collapse and mistakes","publication_year":2026,"publication_date":"2026-06-23","ids":{"openalex":"https://openalex.org/W7165747906","doi":"https://doi.org/10.48550/arxiv.2606.24267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.24267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.24267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139264384","display_name":"Hyunji Nam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nam, Hyunji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095383848","display_name":"Keertana Chidambaram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chidambaram, Keertana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052171928","display_name":"Dorottya Demszky","orcid":"https://orcid.org/0000-0002-6759-9367"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Demszky, Dorottya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046953322","display_name":"Natasha Jaques","orcid":"https://orcid.org/0000-0002-8413-9469"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaques, Natasha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5871000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5871000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.10869999974966049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.041099999099969864,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7714999914169312},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5759999752044678},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.54830002784729},{"id":"https://openalex.org/keywords/wonder","display_name":"Wonder","score":0.49300000071525574},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.477400004863739},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.44190001487731934},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.42419999837875366}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7714999914169312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6539999842643738},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5759999752044678},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.54830002784729},{"id":"https://openalex.org/C2780573756","wikidata":"https://www.wikidata.org/wiki/Q977433","display_name":"Wonder","level":2,"score":0.49300000071525574},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.477400004863739},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.44190001487731934},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.42419999837875366},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29330000281333923},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2809000015258789},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2653000056743622},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.24267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.24267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.24267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6633817553520203,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"in-context":[1],"learning":[2],"is":[3,185],"generally":[4],"shown":[5],"to":[6,44,52,111,138,172,207],"be":[7],"effective":[8],"in":[9,62,100,123],"Large":[10],"Language":[11],"Models":[12],"(LLMs),":[13],"bad":[14,204],"contexts":[15,30,205],"can":[16,31,178],"cause":[17],"performance":[18,113],"degradation":[19],"and":[20,72,89,125,131,174],"mode":[21,176],"collapse,":[22],"a":[23,39,70,118,188],"phenomenon":[24],"we":[25,59,192],"call":[26],"\"pigeonholing.\"":[27],"**Unintentionally":[28],"bad**":[29],"happen":[32,179],"without":[33,128],"malicious":[34],"jailbreaking":[35],"intents:":[36],"For":[37],"example,":[38],"user":[40,68,142],"asks":[41],"the":[42,54,67,75,79,105,141,144,156,182],"model":[43],"justify":[45],"an":[46],"incorrect":[47,106],"math":[48],"theorem":[49],"or":[50,143],"fails":[51],"correct":[53],"model's":[55],"buggy":[56],"code.":[57],"Specifically,":[58],"investigate":[60],"``pigeonholing\"":[61],"two":[63],"scenarios:":[64],"(1)":[65,103],"when":[66,74,181],"suggests":[69],"solution,":[71],"(2)":[73,115],"conversation":[76,159],"context":[77,109],"includes":[78],"assistant's":[80,145],"previous":[81,146],"(incorrect)":[82],"responses.":[83],"Our":[84],"experiments":[85],"across":[86],"10":[87,93],"verifiable":[88],"open-ended":[90],"tasks":[91],"with":[92,140,155,195],"different":[94],"models":[95,200],"show":[96],"that":[97,150],"pigeonholing":[98,151],"manifests":[99],"several":[101],"ways:":[102],"repeating":[104],"answers":[107,122],"from":[108,170],"(leading":[110],"38-40%":[112],"drop),":[114],"converging":[116],"on":[117,135],"narrow":[119],"set":[120],"of":[121,158],"coding":[124],"text":[126],"generation":[127],"exploring":[129],"alternatives,":[130],"(3)":[132],"flipping":[133],"stance":[134],"controversial":[136],"topics":[137],"align":[139],"claims.":[147],"We":[148],"find":[149],"worsens":[152],"almost":[153],"monotonically":[154],"number":[157],"turns":[160],"(performance":[161],"drops":[162],"by":[163,201],"additional":[164],"14+%":[165],"as":[166],"repeated":[167],"mistakes":[168],"increase":[169],"1":[171],"5),":[173],"pigeonholing-induced":[175],"collapse":[177],"even":[180],"provided":[183],"example":[184],"correct.":[186],"As":[187],"step":[189],"toward":[190],"mitigation,":[191],"propose":[193],"RLVR":[194,209],"synthetic":[196],"errors":[197],"which":[198],"improves":[199],"43-60%":[202],"under":[203],"compared":[206],"vanilla":[208],"baselines.":[210]},"counts_by_year":[],"updated_date":"2026-07-16T05:54:29.318815","created_date":"2026-06-25T00:00:00"}