{"id":"https://openalex.org/W7162750142","doi":"https://doi.org/10.48550/arxiv.2605.29288","title":"Diagnosing Harmful Continuation in Answer-Correct Long-CoT Training Traces","display_name":"Diagnosing Harmful Continuation in Answer-Correct Long-CoT Training Traces","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162750142","doi":"https://doi.org/10.48550/arxiv.2605.29288"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29288","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29288","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29288","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137333740","display_name":"Chen He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137399038","display_name":"Yuhao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137345444","display_name":"Lei; Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137370531","display_name":"Wenxuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wenxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137374772","display_name":"Fumin Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Fumin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5679000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5679000020027161,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.12759999930858612,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/continuation","display_name":"Continuation","score":0.9848999977111816},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.5180000066757202},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.48500001430511475},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4212999939918518},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.3847000002861023},{"id":"https://openalex.org/keywords/phenomenon","display_name":"Phenomenon","score":0.3792000114917755}],"concepts":[{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.9848999977111816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5304999947547913},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.5180000066757202},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.48500001430511475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4544999897480011},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4212999939918518},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3287999927997589},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32359999418258667},{"id":"https://openalex.org/C2777686260","wikidata":"https://www.wikidata.org/wiki/Q144037","display_name":"Calculus (dental)","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C151602998","wikidata":"https://www.wikidata.org/wiki/Q485287","display_name":"Analytic continuation","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2856000065803528},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.272599995136261}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29288","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29288","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29288","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29288","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.42136064171791077}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long":[0],"chain-of-thought":[1],"(CoT)":[2],"traces":[3,15],"are":[4],"widely":[5],"used":[6],"as":[7,108],"supervision":[8],"for":[9],"reasoning-oriented":[10],"LLM":[11],"SFT,":[12],"yet":[13],"answer-correct":[14,29],"can":[16],"still":[17],"lead":[18],"to":[19,63,95,103],"markedly":[20],"different":[21],"fine-tuning":[22],"outcomes.":[23],"We":[24,78,100,126],"study":[25],"post-conclusion":[26,87,119,155],"continuation":[27,33,92,120,156],"in":[28,49,97],"long-CoT":[30],"data:":[31],"a":[32,60,147],"where":[34],"the":[35,41,50,73,85,117,153],"answer":[36],"appears":[37],"sufficiently":[38],"supported,":[39],"but":[40],"trace":[42],"continues":[43],"with":[44,132],"additional":[45],"reasoning":[46],"that":[47,90,151],"remains":[48],"supervised":[51],"target.":[52],"To":[53],"test":[54],"its":[55],"training":[56,96],"effect,":[57],"we":[58,114,141],"use":[59],"delete-only":[61],"editor":[62],"construct":[64],"answer-preserving":[65],"suffix":[66],"removal":[67],"and":[68,75,123],"compare":[69],"CoT-based":[70],"SFT":[71,81],"on":[72],"original":[74],"processed":[76],"traces.":[77],"observe":[79,127],"improved":[80],"outcomes":[82],"after":[83],"removing":[84],"editor-identified":[86,154],"continuation,":[88],"suggesting":[89],"this":[91,104,112],"is":[93],"harmful":[94,109],"our":[98],"setting.":[99],"therefore":[101],"refer":[102],"empirically":[105],"supported":[106],"phenomenon":[107],"continuation.":[110],"Beyond":[111],"intervention,":[113],"further":[115],"characterize":[116],"removed":[118],"through":[121],"uncertainty":[122,130],"hidden-state":[124],"progress.":[125],"persistent":[128],"local":[129],"together":[131],"weakened":[133],"terminal-directional":[134],"progress,":[135],"forming":[136],"an":[137],"uncertainty--geometry":[138],"mismatch.":[139],"Finally,":[140],"instantiate":[142],"Harmful":[143],"Continuation":[144],"Cut":[145],"(HCC),":[146],"lightweight":[148],"boundary":[149],"proxy":[150],"approximates":[152],"boundary.":[157]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}
