{"id":"https://openalex.org/W7163427167","doi":"https://doi.org/10.48550/arxiv.2606.03608","title":"Exploiting Verification-Generation Gap: Test-Time Reinforcement Learning with Confidence-Conditioned Verification","display_name":"Exploiting Verification-Generation Gap: Test-Time Reinforcement Learning with Confidence-Conditioned Verification","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163427167","doi":"https://doi.org/10.48550/arxiv.2606.03608"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137786165","display_name":"Jiahui Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiahui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137734909","display_name":"Jianfeng Shan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Jianfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137781348","display_name":"Wenpei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenpei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050336686","display_name":"Shunyu Wu","orcid":"https://orcid.org/0009-0003-1921-2767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shunyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137743363","display_name":"Jian Lou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lou, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137732297","display_name":"Wenjie Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137799522","display_name":"Dan Li","orcid":"https://orcid.org/0009-0002-3405-9986"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137749037","display_name":"See-Kiong Ng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ng, See-Kiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3840000033378601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3840000033378601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.11089999973773956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09160000085830688,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7993999719619751},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.48190000653266907},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46650001406669617},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46560001373291016},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.42800000309944153},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3433000147342682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7997000217437744},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7993999719619751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5809999704360962},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5629000067710876},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46650001406669617},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.42800000309944153},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.28110000491142273}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03608","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Test-time":[0],"reinforcement":[1],"learning":[2],"has":[3],"emerged":[4],"as":[5,55],"a":[6,20,85,115,141],"promising":[7],"paradigm":[8],"for":[9,44,63,81,94,144,159,174],"enhancing":[10],"the":[11,58,74,167,187],"complex":[12],"reasoning":[13,221],"abilities":[14],"of":[15,88,199,215],"large":[16],"language":[17],"models":[18],"in":[19,37,49,201,205],"completely":[21],"label-free":[22,38,50],"manner.":[23],"Despite":[24],"existing":[25],"studies":[26],"focusing":[27],"on":[28,128],"Pass@1":[29,125,202,213],"performance,":[30],"optimizing":[31],"Pass@k":[32,48,59,121],"remains":[33],"under-explored":[34],"yet":[35],"critical":[36],"settings,":[39],"which":[40],"measures":[41],"generation":[42,137],"coverage":[43,122],"sustained":[45],"exploration.":[46],"Optimizing":[47],"setting":[51],"is":[52],"highly":[53],"non-trivial,":[54],"directly":[56],"applying":[57],"advantage":[60],"designs":[61],"effective":[62],"RLVR":[64],"yields":[65],"unsatisfactory":[66],"performance.":[67,126],"Through":[68],"in-depth":[69],"empirical":[70],"analysis,":[71],"we":[72,106],"discover":[73],"root":[75],"causes":[76],"hindering":[77],"performance:":[78],"pseudo-label":[79,164],"estimations":[80],"low-confidence":[82,160],"samples":[83,96],"have":[84],"high":[86],"probability":[87],"being":[89],"incorrect,":[90],"while":[91],"candidate":[92],"answers":[93],"high-confidence":[95,145],"suffer":[97],"from":[98],"severe":[99],"diversity":[100,157],"collapse.":[101],"To":[102],"overcome":[103],"these":[104],"hurdles,":[105],"propose":[107],"TTRL-CoCoV":[108,139,185],"(Test-Time":[109],"Reinforcement":[110],"Learning":[111],"with":[112],"Confidence-Conditioned":[113],"Verification),":[114],"novel":[116],"confidence-adaptive":[117],"framework":[118],"that":[119,132,184],"expands":[120],"and":[123,150,173,203,209],"improves":[124],"Based":[127],"our":[129],"key":[130],"insight":[131],"verification":[133,179],"capability":[134],"generally":[135],"leads":[136],"capability,":[138],"employs":[140],"confidence-conditioned":[142],"mechanism:":[143],"samples,":[146,161,176],"it":[147,162,177],"bootstraps":[148],"verifier":[149,168],"applies":[151],"an":[152],"exploration-enhancing":[153],"reward":[154],"to":[155,166,169,217],"prevent":[156],"collapse;":[158],"delegates":[163],"selection":[165],"filter":[170],"incorrect":[171],"pseudo-labels;":[172],"medium-confidence":[175],"bypasses":[178],"entirely.":[180],"Extensive":[181],"experiments":[182],"demonstrate":[183],"outperforms":[186],"best":[188],"competing":[189],"methods":[190],"across":[191,219],"6":[192],"widely-recognized":[193],"benchmarks,":[194],"achieves":[195,211],"average":[196],"absolute":[197,212],"gains":[198],"+9.8%":[200],"+18.7%":[204],"Pass@16":[206],"over":[207],"TTRL,":[208],"even":[210],"improvements":[214],"up":[216],"+5.0%":[218],"multiple":[220],"benchmarks":[222],"when":[223],"compared":[224],"against":[225],"fully":[226],"supervised":[227],"RL":[228],"methods.":[229],"Our":[230],"code":[231],"repository:":[232],"https://github.com/shanjf666/CoCoV.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}