{"id":"https://openalex.org/W7155100806","doi":"https://doi.org/10.48550/arxiv.2604.17892","title":"LEPO: Latent Reasoning Policy Optimization for Large Language Models","display_name":"LEPO: Latent Reasoning Policy Optimization for Large Language Models","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155100806","doi":"https://doi.org/10.48550/arxiv.2604.17892"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.17892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.17892","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134188877","display_name":"Yuyan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134145469","display_name":"Jiarui Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007017628","display_name":"Hande Dong","orcid":"https://orcid.org/0000-0003-0074-2664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Hande","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123306956","display_name":"Zhezheng Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Zhezheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370995","display_name":"Hong Wang","orcid":"https://orcid.org/0000-0003-3458-2806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134164729","display_name":"Jianqing Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jianqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134183962","display_name":"Qiang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24330000579357147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.24330000579357147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.21850000321865082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1266999989748001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.5655999779701233},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5442000031471252},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5401999950408936},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.3601999878883362},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.31200000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.600600004196167},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.5655999779701233},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5401999950408936},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5188000202178955},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39010000228881836},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.24940000474452972}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.17892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.17892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.17892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"latent":[1,45,79,105,123],"reasoning":[2,34,46],"has":[3],"been":[4],"introduced":[5],"into":[6,44],"large":[7],"language":[8],"models":[9],"(LLMs)":[10],"to":[11,27,31,77,88],"leverage":[12],"rich":[13],"information":[14],"within":[15],"a":[16,70,99],"continuous":[17,78],"space.":[18],"However,":[19],"without":[20],"stochastic":[21],"sampling,":[22,92],"these":[23],"methods":[24,119],"inevitably":[25],"collapse":[26],"deterministic":[28],"inference,":[29],"failing":[30],"discover":[32],"diverse":[33,90],"paths.":[35],"To":[36],"bridge":[37],"the":[38],"gap,":[39],"we":[40,64],"inject":[41],"controllable":[42],"stochasticity":[43,87],"via":[47],"Gumbel-Softmax,":[48],"restoring":[49],"LLMs'":[50],"exploratory":[51],"capacity":[52],"and":[53,107,122],"enhancing":[54],"their":[55],"compatibility":[56],"with":[57],"Reinforcement":[58],"Learning":[59],"(RL).":[60],"Building":[61],"on":[62],"this,":[63],"propose":[65],"\\textbf{\\underline{L}}atent":[66],"R\\textbf{\\underline{e}}asoning":[67],"\\textbf{\\underline{P}}olicy":[68],"\\textbf{\\underline{O}}ptimization~(\\textbf{LEPO}),":[69],"novel":[71],"framework":[72],"that":[73,113],"applies":[74],"RL":[75,118],"directly":[76],"representations.":[80],"Specifically,":[81],"in":[82,94],"rollout":[83],"stage,":[84,96],"LEPO":[85,97,114],"maintains":[86],"enable":[89],"trajectory":[91],"while":[93],"optimization":[95],"constructs":[98],"unified":[100],"gradient":[101],"estimation":[102],"for":[103,120],"both":[104],"representations":[106],"discrete":[108,121],"tokens.":[109],"Extensive":[110],"experiments":[111],"show":[112],"significantly":[115],"outperforms":[116],"existing":[117],"reasoning.":[124]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}