{"id":"https://openalex.org/W7161012223","doi":"https://doi.org/10.48550/arxiv.2605.11746","title":"When Reasoning Traces Become Performative: Step-Level Evidence that Chain-of-Thought Is an Imperfect Oversight Channel","display_name":"When Reasoning Traces Become Performative: Step-Level Evidence that Chain-of-Thought Is an Imperfect Oversight Channel","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7161012223","doi":"https://doi.org/10.48550/arxiv.2605.11746"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11746","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11746","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11746","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136058507","display_name":"Wenkai Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenkai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136029758","display_name":"Fan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Fan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049474603","display_name":"Ananya Hazarika","orcid":"https://orcid.org/0009-0005-0946-9416"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hazarika, Ananya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014071264","display_name":"Shaunak A. Mehta","orcid":"https://orcid.org/0000-0002-3160-6879"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehta, Shaunak A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030740380","display_name":"Koichi Onoue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Onoue, Koichi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6018999814987183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6018999814987183,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.03240000084042549,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.02889999933540821,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.679099977016449},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.60589998960495},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5376999974250793},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5249999761581421},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5196999907493591},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.43799999356269836},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.39559999108314514}],"concepts":[{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.679099977016449},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.60589998960495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5809000134468079},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5376999974250793},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5196999907493591},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.43799999356269836},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4092000126838684},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.39559999108314514},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.37619999051094055},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.35370001196861267},{"id":"https://openalex.org/C106195933","wikidata":"https://www.wikidata.org/wiki/Q7847935","display_name":"Truncation (statistics)","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27559998631477356},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27320000529289246},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27129998803138733},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11746","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11746","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11746","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11746","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.783904492855072}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-thought":[0],"(CoT)":[1],"traces":[2],"are":[3,165],"increasingly":[4],"used":[5],"both":[6],"to":[7,13],"improve":[8],"language":[9],"model":[10,15],"capability":[11],"and":[12,53,60,66,105,173],"audit":[14],"behavior,":[16],"implicitly":[17],"assuming":[18],"that":[19,28,46,110,157,160,180,194],"the":[20,26,30,92,99,111,124,158,167,188,207],"visible":[21],"trace":[22,100],"remains":[23],"synchronized":[24],"with":[25,36,49,152],"computation":[27],"determines":[29],"answer.":[31,190],"We":[32],"test":[33,177],"this":[34],"assumption":[35],"a":[37,106,174],"step-level":[38,147],"Detect-Classify-Compare":[39],"framework":[40],"built":[41],"around":[42],"an":[43,202],"answer-commitment":[44,93],"proxy":[45,94],"is":[47,82,149,184],"cross-validated":[48],"Patchscopes,":[50],"tuned-lens":[51],"probes,":[52],"causal":[54],"direction":[55],"ablation.":[56],"Across":[57],"nine":[58],"models":[59],"seven":[61],"reasoning":[62,125],"benchmarks,":[63],"latent":[64],"commitment":[65],"explicit":[67],"answer":[68,113,208],"arrival":[69],"align":[70],"on":[71,76],"only":[72],"61.9%":[73],"of":[74,86,205],"steps":[75,140],"average.":[77],"The":[78],"dominant":[79],"mismatch":[80,88],"pattern":[81],"confabulated":[83,139],"continuation:":[84],"58.0%":[85],"detected":[87],"events":[89],"occur":[90],"after":[91],"has":[95],"already":[96],"stabilized":[97],"while":[98,199],"continues":[101],"producing":[102],"deliberative-looking":[103],"text,":[104],"vacuousness":[107],"analysis":[108],"shows":[109],"committed":[112],"does":[114],"not":[115,185],"change":[116],"during":[117],"these":[118],"steps.":[119],"In":[120],"architecture-matched":[121],"Qwen2.5/DeepSeek-R1-Distill":[122],"comparisons,":[123],"pipeline":[126],"changes":[127],"failure":[128],"composition":[129],"more":[130],"than":[131],"aggregate":[132],"alignment,":[133],"most":[134,162],"clearly":[135],"at":[136],"32B":[137],"where":[138],"decrease":[141],"as":[142],"contradictory":[143],"states":[144],"increase.":[145],"Lower":[146],"alignment":[148],"also":[150],"associated":[151],"larger":[153],"CoT":[154,164,195],"utility,":[155],"suggesting":[156],"settings":[159],"benefit":[161],"from":[163],"often":[166],"least":[168],"temporally":[169],"faithful.":[170],"Paired":[171],"truncation":[172],"complementary":[175],"donor-corruption":[176],"further":[178],"indicate":[179],"much":[181],"post-commitment":[182],"text":[183],"load-bearing":[186],"for":[187],"final":[189],"These":[191],"findings":[192],"suggest":[193],"can":[196],"remain":[197],"useful":[198],"still":[200],"being":[201],"unreliable":[203],"report":[204],"when":[206],"was":[209],"formed.":[210]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}