{"id":"https://openalex.org/W7139928138","doi":"https://doi.org/10.48550/arxiv.2603.18482","title":"The Truncation Blind Spot: How Decoding Strategies Systematically Exclude Human-Like Token Choices","display_name":"The Truncation Blind Spot: How Decoding Strategies Systematically Exclude Human-Like Token Choices","publication_year":2026,"publication_date":"2026-03-19","ids":{"openalex":"https://openalex.org/W7139928138","doi":"https://doi.org/10.48550/arxiv.2603.18482"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18482","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114076222","display_name":"Esteban Garces Arias","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arias, Esteban Garces","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130245770","display_name":"Nurzhan Sapargali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sapargali, Nurzhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012747021","display_name":"Christian Heumann","orcid":"https://orcid.org/0000-0002-4718-595X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heumann, Christian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130232454","display_name":"Matthias A\u00dfenmacher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"A\u00dfenmacher, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.3869999945163727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.3869999945163727,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.22269999980926514,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05939999967813492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7508000135421753},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6988999843597412},{"id":"https://openalex.org/keywords/truncation","display_name":"Truncation (statistics)","score":0.6640999913215637},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.51910001039505},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4413999915122986},{"id":"https://openalex.org/keywords/language-production","display_name":"Language production","score":0.4302999973297119},{"id":"https://openalex.org/keywords/predictability","display_name":"Predictability","score":0.41179999709129333},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.39910000562667847}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7508000135421753},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6988999843597412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912999749183655},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.6640999913215637},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.51910001039505},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4413999915122986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43619999289512634},{"id":"https://openalex.org/C2776264592","wikidata":"https://www.wikidata.org/wiki/Q463837","display_name":"Language production","level":3,"score":0.4302999973297119},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4284999966621399},{"id":"https://openalex.org/C197640229","wikidata":"https://www.wikidata.org/wiki/Q2534066","display_name":"Predictability","level":2,"score":0.41179999709129333},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.39910000562667847},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3889999985694885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.34549999237060547},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.30730000138282776},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2741999924182892},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18482","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18482","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6762409210205078,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Why":[0],"does":[1],"machine-generated":[2],"text":[3,107],"remain":[4],"detectable?":[5],"We":[6],"trace":[7],"the":[8,11,60,87,129,136,145],"answer":[9],"to":[10,24],"decoding":[12],"stage:":[13],"standard":[14],"strategies":[15],"such":[16],"as":[17],"top-$k$":[18],"and":[19,68,113,132,144],"nucleus":[20],"sampling":[21],"restrict":[22],"generation":[23,133],"high-probability":[25],"tokens,":[26],"while":[27],"human":[28,52,106],"writers":[29],"routinely":[30],"choose":[31],"words":[32,82],"that":[33],"are":[34,148],"contextually":[35],"apt":[36],"yet":[37],"rank":[38],"low":[39],"under":[40],"a":[41,48,93],"model's":[42],"next-token":[43],"distribution.":[44],"Truncation":[45],"therefore":[46],"renders":[47],"measurable":[49],"share":[50],"of":[51,72,89,140],"word":[53],"choices":[54],"unreachable;":[55],"we":[56],"call":[57],"this":[58],"set":[59],"truncation":[61,78,116],"blind":[62,130],"spot.":[63],"Across":[64],"five":[65],"open":[66],"models":[67],"three":[69],"domains,":[70],"8--18\\%":[71],"human-selected":[73],"tokens":[74],"fall":[75],"outside":[76],"common":[77],"boundaries,":[79],"with":[80],"content":[81],"excluded":[83],"at":[84,108,150],"2.9":[85],"times":[86],"rate":[88],"function":[90],"words.":[91],"As":[92],"consequence,":[94],"simple":[95],"classifiers":[96],"using":[97],"two":[98],"features":[99],"separate":[100],"1.8":[101],"million":[102],"machine":[103],"generations":[104],"from":[105],"mean":[109],"AUC-ROC":[110],"near":[111],"0.97,":[112],"detectability":[114],"tracks":[115],"intensity":[117],"rather":[118],"than":[119],"model":[120],"scale,":[121],"architecture,":[122],"or":[123],"alignment.":[124],"Probability-floor":[125],"samplers":[126],"substantially":[127],"narrow":[128],"spot,":[131],"experiments":[134],"confirm":[135],"exclusion--detectability":[137],"link":[138],"out":[139],"sample.":[141],"Code,":[142],"data,":[143],"measurement":[146],"harness":[147],"released":[149],"https://github.com/EstebanGarces/human_vs_machine.":[151]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-21T00:00:00"}