{"id":"https://openalex.org/W7162070337","doi":"https://doi.org/10.48550/arxiv.2605.21856","title":"The Illusion of Reasoning: Exposing Evasive Data Contamination in LLMs via Zero-CoT Truncation","display_name":"The Illusion of Reasoning: Exposing Evasive Data Contamination in LLMs via Zero-CoT Truncation","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162070337","doi":"https://doi.org/10.48550/arxiv.2605.21856"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21856","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136811761","display_name":"Yifan Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136756595","display_name":"Yuanpu Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Yuanpu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136743014","display_name":"Hanyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hanyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136787042","display_name":"Lu Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136801152","display_name":"Jinghui Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jinghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4805000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.4805000126361847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.05920000001788139,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6639999747276306},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5652999877929688},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4959999918937683},{"id":"https://openalex.org/keywords/truncation","display_name":"Truncation (statistics)","score":0.46549999713897705},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.44859999418258667},{"id":"https://openalex.org/keywords/contamination","display_name":"Contamination","score":0.4392000138759613},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4036000072956085},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3628000020980835}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6639999747276306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6589999794960022},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5636000037193298},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4959999918937683},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C112570922","wikidata":"https://www.wikidata.org/wiki/Q60528603","display_name":"Contamination","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4036000072956085},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C30038468","wikidata":"https://www.wikidata.org/wiki/Q4354775","display_name":"Memorization","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3330000042915344},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C2778924833","wikidata":"https://www.wikidata.org/wiki/Q7064603","display_name":"Novelty detection","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.2687999904155731},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2662999927997589},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.26010000705718994},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.45540234446525574,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,164,169],"(LLMs)":[3],"have":[4],"demonstrated":[5],"impressive":[6],"reasoning":[7,76],"abilities":[8],"across":[9],"a":[10,70,73,92,141],"wide":[11],"range":[12],"of":[13,22,150],"tasks,":[14],"but":[15],"data":[16,45,179],"contamination":[17,39],"undermines":[18],"the":[19,88,100,115,122,127,146],"objective":[20],"evaluation":[21],"these":[23],"capabilities.":[24],"This":[25],"problem":[26],"is":[27,185],"further":[28,111],"exacerbated":[29],"by":[30,84],"malicious":[31],"model":[32],"publishers":[33],"who":[34],"use":[35],"evasive,":[36],"or":[37],"indirect,":[38],"strategies,":[40],"such":[41,62],"as":[42],"paraphrasing":[43],"benchmark":[44,129],"to":[46,59,105],"evade":[47],"existing":[48],"detection":[49,95],"methods":[50],"and":[51,148,165,177],"artificially":[52],"boost":[53],"leaderboard":[54],"performance.":[55],"Current":[56],"approaches":[57],"struggle":[58],"reliably":[60],"detect":[61],"stealthy":[63],"contamination.":[64,180],"In":[65],"this":[66],"work,":[67],"we":[68,86,137],"uncover":[69],"critical":[71],"phenomenon:":[72],"model's":[74,116,123],"generated":[75],"steps":[77],"actively":[78],"mask":[79],"its":[80],"underlying":[81],"memorization.":[82],"Inspired":[83],"this,":[85],"propose":[87],"Zero-CoT":[89],"Probe":[90],"(ZCP),":[91],"novel":[93],"black-box":[94],"method":[96],"that":[97,143,171],"deliberately":[98],"truncates":[99],"entire":[101],"Chain-of-Thought":[102],"(CoT)":[103],"process":[104],"expose":[106],"latent":[107],"shortcut":[108],"mappings.":[109],"To":[110],"isolate":[112],"memorization":[113],"from":[114],"intrinsic":[117],"problem-solving":[118],"capabilities,":[119],"ZCP":[120,172,184],"compares":[121],"zero-CoT":[124],"performance":[125],"on":[126,159],"original":[128],"against":[130],"an":[131],"isomorphically":[132],"perturbed":[133],"reference":[134],"dataset.":[135],"Furthermore,":[136],"introduce":[138],"Contamination":[139],"Confidence,":[140],"metric":[142],"quantifies":[144],"both":[145,160,175],"likelihood":[147],"severity":[149],"contamination,":[151],"moving":[152],"beyond":[153],"simple":[154],"binary":[155],"classifications.":[156],"Extensive":[157],"experiments":[158],"previously":[161],"identified":[162],"contaminated":[163,168],"specially":[166],"fine-tuned":[167],"demonstrate":[170],"robustly":[173],"detects":[174],"direct":[176],"evasive":[178],"The":[181],"code":[182],"for":[183],"accessible":[186],"at":[187],"https://github.com/Yifan-Lan/zero-cot-probe.":[188]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}