{"id":"https://openalex.org/W7161833792","doi":"https://doi.org/10.48550/arxiv.2605.20075","title":"CopT: Contrastive On-Policy Thinking with Continuous Spaces for General and Agentic Reasoning","display_name":"CopT: Contrastive On-Policy Thinking with Continuous Spaces for General and Agentic Reasoning","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161833792","doi":"https://doi.org/10.48550/arxiv.2605.20075"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20075","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20075","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136515362","display_name":"Dachuan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Dachuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136506498","display_name":"Hanlin Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Hanlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136592643","display_name":"Xiangchi Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Xiangchi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112946948","display_name":"Wanjia Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Wanjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181802","display_name":"Kejing Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Kejing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136603215","display_name":"Wen Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136607405","display_name":"Wenke Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Wenke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4918999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4918999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10949999839067459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0478999987244606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5537999868392944},{"id":"https://openalex.org/keywords/analytic-reasoning","display_name":"Analytic reasoning","score":0.5187000036239624},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.4587000012397766},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4348999857902527},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.3903000056743622},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.38690000772476196},{"id":"https://openalex.org/keywords/qualitative-reasoning","display_name":"Qualitative reasoning","score":0.3264999985694885},{"id":"https://openalex.org/keywords/reasoning-system","display_name":"Reasoning system","score":0.32499998807907104},{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.29429998993873596}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5440999865531921},{"id":"https://openalex.org/C103057564","wikidata":"https://www.wikidata.org/wiki/Q4751139","display_name":"Analytic reasoning","level":3,"score":0.5187000036239624},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34769999980926514},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.32499998807907104},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3046000003814697},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.2759999930858612},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2759000062942505},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C183521366","wikidata":"https://www.wikidata.org/wiki/Q7256422","display_name":"Psychology of reasoning","level":4,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20075","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20075","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20075","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4052296280860901}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chain-of-thought":[0],"(CoT)":[1],"is":[2,43,188,254],"a":[3,23,52,64,85,139,198],"standard":[4],"approach":[5],"for":[6,25,100,127,144],"eliciting":[7],"reasoning":[8,66,225],"capabilities":[9],"from":[10],"large":[11],"language":[12],"models":[13],"(LLMs).":[14],"However,":[15],"the":[16,41,70,107,124,128,154,158,162,167,182,186,212],"common":[17],"CoT":[18],"paradigm":[19],"treats":[20],"thinking":[21,74,79,93],"as":[22,55,117],"prerequisite":[24],"answering,":[26,81],"which":[27],"can":[28],"delay":[29],"access":[30],"to":[31,45,233,241],"plausible":[32],"answers":[33],"and":[34,75,88,102,135,166,223,235],"incur":[35],"unnecessary":[36],"token":[37,237],"costs":[38],"even":[39],"when":[40],"model":[42],"able":[44],"identify":[46],"an":[47],"answer":[48,87,99,109,145,169,187],"before":[49,80],"extended":[50],"thinking,":[51,196],"behavior":[53],"known":[54],"performative":[56],"reasoning.":[57],"In":[58],"this":[59],"paper,":[60],"we":[61],"introduce":[62],"CopT,":[63],"reformulated":[65],"pipeline":[67],"that":[68,150],"reverses":[69],"usual":[71],"order":[72],"of":[73,78,214],"answering.":[76],"Instead":[77],"CopT":[82,113,192,227],"first":[83],"elicits":[84],"draft":[86,98,108],"then":[89],"invokes":[90],"subsequent":[91],"on-policy":[92,195],"conditioned":[94],"on":[95],"its":[96],"own":[97],"reflection":[101],"correction.":[103],"To":[104],"assess":[105],"whether":[106],"should":[110],"be":[111],"trusted,":[112],"recasts":[114],"continuous":[115],"embeddings":[116],"inference-time":[118],"contrastive":[119],"verifiers.":[120],"Specifically,":[121],"it":[122,173],"contrasts":[123],"model's":[125],"support":[126],"same":[129],"generated":[130],"tokens":[131],"under":[132,151],"discrete-token":[133],"inputs":[134],"continuous-embedding":[136],"inputs,":[137],"yielding":[138],"sequence-level":[140],"reverse":[141],"KL":[142,200],"estimator":[143,201],"reliability.":[146],"Our":[147],"analysis":[148],"shows":[149],"certain":[152],"assumptions,":[153],"expected":[155],"estimate":[156],"equals":[157],"mutual":[159],"information":[160,209],"between":[161],"unresolved":[163],"latent":[164,183],"state":[165],"emitted":[168],"token,":[170],"explaining":[171],"why":[172],"captures":[174],"answer-relevant":[175],"uncertainty":[176,180],"rather":[177],"than":[178],"arbitrary":[179],"in":[181],"state.":[184],"When":[185],"deemed":[189],"insufficiently":[190],"reliable,":[191],"performs":[193],"further":[194],"where":[197],"second":[199],"dynamically":[202],"controls":[203],"draft-answer":[204],"visibility,":[205],"preserving":[206],"useful":[207],"partial":[208],"while":[210],"reducing":[211],"risk":[213],"being":[215],"misled":[216],"by":[217,231,239],"unreliable":[218],"content.":[219],"Across":[220],"mathematics,":[221],"coding,":[222],"agentic":[224],"tasks,":[226],"improves":[228],"peak":[229],"accuracy":[230],"up":[232,240],"23%":[234],"reduces":[236],"usage":[238],"57%":[242],"at":[243,256],"comparable":[244],"or":[245],"higher":[246],"accuracy,":[247],"without":[248],"any":[249],"additional":[250],"training.":[251],"The":[252],"code":[253],"available":[255],"https://github.com/sdc17/CopT.":[257]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-21T00:00:00"}