{"id":"https://openalex.org/W7164584299","doi":"https://doi.org/10.48550/arxiv.2606.13106","title":"Demystifying Hidden-State Recurrence: Switchable Latent Reasoning with On-Policy Reinforcement Learning","display_name":"Demystifying Hidden-State Recurrence: Switchable Latent Reasoning with On-Policy Reinforcement Learning","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164584299","doi":"https://doi.org/10.48550/arxiv.2606.13106"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.13106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.13106","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jiayu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138540194","display_name":"Chao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019272206","display_name":"S S Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Shengen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138545112","display_name":"Yinhong Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yinhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138512010","display_name":"Yuxuan Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138498025","display_name":"Lujundong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Lujundong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138544057","display_name":"Songning Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Songning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138494995","display_name":"Chengwei Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Chengwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138521058","display_name":"Zhijiang Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Zhijiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10740000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10740000009536743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.10249999910593033,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07479999959468842,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5727999806404114},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5241000056266785},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5174999833106995},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4846000075340271},{"id":"https://openalex.org/keywords/causal-reasoning","display_name":"Causal reasoning","score":0.45840001106262207},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.3635999858379364},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.35109999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6604999899864197},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5727999806404114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5453000068664551},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5241000056266785},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5174999833106995},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4846000075340271},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.45840001106262207},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3617999851703644},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.13106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.13106","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.13106","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7341750264167786,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Latent":[0],"chain-of-thought":[1],"compresses":[2],"reasoning":[3,7,83,151,217],"by":[4,75],"replacing":[5],"visible":[6],"traces":[8],"with":[9,20,59,130],"continuous":[10],"hidden-state":[11,206],"recurrence,":[12],"but":[13],"existing":[14],"formulations":[15],"are":[16,98],"difficult":[17],"to":[18,28,88,93,120,223],"optimize":[19],"standard":[21,60],"on-policy":[22,61,230],"reinforcement":[23],"learning":[24],"(RL)":[25],"and":[26,51,63,92,123,134,197,221],"hard":[27],"interpret":[29],"causally.":[30],"Our":[31],"key":[32],"insight":[33],"is":[34,106,167,201,218],"that":[35,138,199,214],"a":[36,68,80,131,135,168,176,204],"single":[37,205],"pair":[38],"of":[39,228],"explicit":[40],"boundary":[41,160],"tokens":[42,161],"can":[43],"address":[44],"both":[45,219],"issues":[46],"at":[47,108,153,203],"once:":[48],"discrete":[49,100],"entry":[50],"exit":[52],"anchors":[53,66,114],"make":[54],"the":[55,64,96,102,117,128,159,180,234,237],"latent":[56,82,90,118,143,150,181,216],"block":[57],"compatible":[58],"RL,":[62],"same":[65,113],"offer":[67],"natural":[69],"foothold":[70],"for":[71],"mechanistic":[72,225],"analysis.":[73],"Motivated":[74],"this,":[76],"we":[77],"propose":[78],"SWITCH,":[79],"switchable":[81],"framework.":[84],"The":[85,112],"model":[86,129,235],"emits":[87],"enter":[89],"mode":[91],"exit.":[94],"Because":[95],"boundaries":[97],"ordinary":[99],"tokens,":[101],"GRPO":[103],"policy":[104,173],"ratio":[105],"well-defined":[107],"every":[109],"decision":[110],"point.":[111],"also":[115],"expose":[116],"steps":[119],"direct":[121,224],"probing":[122],"causal":[124],"intervention.":[125],"We":[126],"train":[127],"visible-to-latent":[132],"curriculum":[133],"Switch-GRPO":[136],"objective":[137],"propagates":[139],"gradients":[140],"through":[141,158],"recurrent":[142],"computation.":[144],"SWITCH":[145],"consistently":[146],"outperforms":[147],"prior":[148],"hidden-state-recurrence":[149,215],"approaches":[152],"similar":[154],"scale.":[155],"Mechanistic":[156],"analysis":[157],"further":[162],"reveals":[163],"three":[164],"findings:":[165],"(i)":[166],"sharply":[169],"localised,":[170],"learned":[171],"switching":[172],"rather":[174,190],"than":[175,191],"stylistic":[177],"artefact;":[178],"(ii)":[179],"step":[182],"it":[183],"opens":[184],"performs":[185],"problem-specific,":[186],"causally":[187],"important":[188],"computation":[189,200],"acting":[192],"as":[193],"an":[194],"inert":[195],"placeholder;":[196],"(iii)":[198],"concentrated":[202],"transition":[207],"on":[208],"entry.":[209],"Together,":[210],"these":[211],"results":[212],"show":[213],"RL-trainable":[220],"open":[222],"analysis,":[226],"including":[227],"how":[229],"RL":[231],"itself":[232],"improves":[233],"from":[236],"inside.":[238]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}