{"id":"https://openalex.org/W7160905086","doi":"https://doi.org/10.48550/arxiv.2605.09923","title":"expo: Exploration-prioritized policy optimization via adaptive kl regulation and gaussian curriculum sampling","display_name":"expo: Exploration-prioritized policy optimization via adaptive kl regulation and gaussian curriculum sampling","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160905086","doi":"https://doi.org/10.48550/arxiv.2605.09923"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09923","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09923","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09923","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135915021","display_name":"Mingxiong Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lin, Mingxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135913516","display_name":"Zhangquan Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Zhangquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135958173","display_name":"Maowen Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Maowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135946695","display_name":"Qian Li","orcid":"https://orcid.org/0000-0001-5732-387X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135997517","display_name":"Chuangchuang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chuangchuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135939838","display_name":"Jian Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135947931","display_name":"Sutian Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Sutian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135919436","display_name":"Kai Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135946354","display_name":"Haonan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5135915021"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.09000000357627869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.08900000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.08370000123977661,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.590399980545044},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5425000190734863},{"id":"https://openalex.org/keywords/adaptive-sampling","display_name":"Adaptive sampling","score":0.5374000072479248},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5259000062942505},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.513700008392334},{"id":"https://openalex.org/keywords/importance-sampling","display_name":"Importance sampling","score":0.5016000270843506},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4645000100135803},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.42660000920295715},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4115000069141388}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.590399980545044},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5871999859809875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5613999962806702},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5425000190734863},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.5374000072479248},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5259000062942505},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C52740198","wikidata":"https://www.wikidata.org/wiki/Q1539564","display_name":"Importance sampling","level":3,"score":0.5016000270843506},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4645000100135803},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.42660000920295715},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4115000069141388},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.38940000534057617},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.387800008058548},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3698999881744385},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36880001425743103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36719998717308044},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3628000020980835},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.35100001096725464},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3303000032901764},{"id":"https://openalex.org/C115527620","wikidata":"https://www.wikidata.org/wiki/Q769909","display_name":"Nonlinear programming","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C167723999","wikidata":"https://www.wikidata.org/wiki/Q3773214","display_name":"Sampling distribution","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27160000801086426},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C89109886","wikidata":"https://www.wikidata.org/wiki/Q1535924","display_name":"Trust region","level":3,"score":0.2535000145435333},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09923","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09923","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09923","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09923","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"with":[2,82,208],"Verifiable":[3],"Rewards":[4],"(RLVR)":[5],"has":[6],"become":[7],"the":[8,23,36,48,54,69,107,110,117,145,197,215],"standard":[9],"paradigm":[10],"for":[11,74],"LLM":[12],"mathematical":[13,159],"reasoning,":[14],"where":[15,47],"Group":[16],"Relative":[17],"Policy":[18,79],"Optimization":[19,80],"(GRPO)":[20],"serves":[21],"as":[22],"mainstream":[24],"algorithm.":[25],"We":[26,76,149],"point":[27],"out":[28],"two":[29,83],"understudied":[30],"inefficiencies":[31],"existing":[32],"in":[33],"GRPO.":[34,169],"First,":[35],"fixed":[37,221],"KL":[38,89,94],"penalty":[39,108],"coefficient":[40],"overly":[41],"restricts":[42],"policy":[43],"exploration":[44,217],"at":[45,137],"stages":[46],"model":[49,111,118],"requires":[50],"significant":[51],"deviation":[52],"from":[53,182],"reference":[55],"policy.":[56],"Second,":[57],"uniform":[58],"sampling":[59,128],"of":[60,102,175,194],"training":[61,143],"questions":[62,131],"ignores":[63],"that":[64,211],"moderately":[65],"difficult":[66],"problems":[67],"provide":[68],"most":[70],"informative":[71],"gradient":[72],"signals":[73],"optimization.":[75],"propose":[77],"Exploration-Prioritized":[78],"(EXPO)":[81],"lightweight":[84],"plug-in":[85],"modules.":[86],"The":[87,122,162,200],"Accuracy-Conditioned":[88],"Scaling":[90],"(AKL)":[91],"dynamically":[92],"adjusts":[93],"regularization":[95],"strength":[96],"through":[97],"a":[98,133,220],"smooth":[99],"nonlinear":[100],"function":[101],"batch":[103],"average":[104,191],"accuracy,":[105],"relaxing":[106],"when":[109,116],"underperforms":[112],"and":[113,155,188],"strengthening":[114],"it":[115],"achieves":[119,189],"good":[120],"results.":[121],"Gaussian":[123,134],"Curriculum":[124],"Sampling":[125],"(GCS)":[126],"assigns":[127],"weights":[129],"to":[130,185],"following":[132],"distribution":[135],"centered":[136],"moderate":[138],"accuracy":[139],"around":[140],"0.5,":[141],"focusing":[142],"on":[144,153,177,196,205],"model's":[146,216],"learning":[147],"frontier.":[148],"conduct":[150],"extensive":[151],"experiments":[152],"DeepSeek-R1-Distill-Qwen-1.5B":[154],"Qwen3-8B-Base":[156],"over":[157],"six":[158],"reasoning":[160],"benchmarks.":[161],"results":[163],"show":[164],"EXPO":[165,212],"steadily":[166],"surpasses":[167],"vanilla":[168],"It":[170],"obtains":[171],"an":[172,190],"absolute":[173],"gain":[174],"13.34":[176],"AIME":[178],"2025":[179],"pass@32,":[180],"rising":[181],"63.33":[183],"percent":[184],"76.67":[186],"percent,":[187],"pass@32":[192,206],"improvement":[193],"2.66":[195],"8B":[198],"model.":[199],"much":[201],"larger":[202],"performance":[203],"gains":[204],"compared":[207],"pass@1":[209],"demonstrate":[210],"effectively":[213],"enlarges":[214],"boundary":[218],"under":[219],"inference":[222],"cost":[223],"budget.":[224]},"counts_by_year":[],"updated_date":"2026-05-13T06:11:35.469786","created_date":"2026-05-13T00:00:00"}