{"id":"https://openalex.org/W7161590936","doi":"https://doi.org/10.48550/arxiv.2605.15726","title":"Nudging Beyond the Comfort Zone: Efficient Strategy-Guided Exploration for RLVR","display_name":"Nudging Beyond the Comfort Zone: Efficient Strategy-Guided Exploration for RLVR","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161590936","doi":"https://doi.org/10.48550/arxiv.2605.15726"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15726","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15726","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136372315","display_name":"Chanuk Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Chanuk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136439084","display_name":"Sangwoo Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Sangwoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136377314","display_name":"Minki Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Minki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136393736","display_name":"Sung Ju Hwang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Sung Ju","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3393000066280365,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3393000066280365,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.14110000431537628,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09390000253915787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.711899995803833},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6065999865531921},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5963000059127808},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.4878999888896942},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4115999937057495},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3716000020503998},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.35589998960494995}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7469000220298767},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.711899995803833},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6065999865531921},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5963000059127808},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.4878999888896942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4799000024795532},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43479999899864197},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4115999937057495},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3716000020503998},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15726","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15726","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15726","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"with":[2,151],"verifiable":[3],"rewards":[4],"(RLVR)":[5],"has":[6,37],"emerged":[7],"as":[8,180],"a":[9,76,119,134],"scalable":[10,184],"paradigm":[11],"for":[12,78],"improving":[13],"the":[14,29,42,60,124,143],"reasoning":[15,101],"capabilities":[16],"of":[17,44],"large":[18],"language":[19],"models.":[20],"However,":[21],"its":[22],"effectiveness":[23],"is":[24,52,68,200],"fundamentally":[25],"limited":[26,64],"by":[27],"exploration:":[28],"policy":[30],"can":[31,178],"only":[32],"improve":[33],"on":[34,94,105,164,195],"trajectories":[35,102],"it":[36],"already":[38],"sampled.":[39],"While":[40],"increasing":[41],"number":[43],"rollouts":[45],"alleviates":[46],"this":[47,71],"issue,":[48],"such":[49,113],"brute-force":[50,188],"scaling":[51,190],"computationally":[53],"expensive,":[54],"and":[55,80,129,132,183,191],"existing":[56],"approaches":[57],"that":[58,174],"modify":[59],"optimization":[61],"objective":[62,136],"provide":[63],"control":[65],"over":[66],"what":[67],"explored.":[69],"In":[70],"work,":[72],"we":[73,116],"propose":[74,118],"NudgeRL,":[75],"framework":[77],"structured":[79,114],"diversity-driven":[81],"exploration":[82,177],"in":[83],"RLVR.":[84],"Our":[85,198],"approach":[86],"introduces":[87],"Strategy":[88],"Nudging,":[89],"which":[90,122],"conditions":[91],"each":[92],"rollout":[93,157,189],"lightweight,":[95],"strategy-level":[96],"contexts":[97],"to":[98,137,142,153,186],"induce":[99],"diverse":[100],"without":[103],"relying":[104],"expensive":[106],"oracle":[107],"supervision.":[108],"To":[109],"effectively":[110],"learn":[111],"from":[112],"exploration,":[115],"further":[117],"unified":[120],"objective,":[121],"decomposes":[123],"reward":[125],"signal":[126],"into":[127],"inter-":[128],"intra-context":[130],"components":[131],"incorporates":[133],"distillation":[135],"transfer":[138],"discovered":[139],"behaviors":[140],"back":[141],"base":[144],"policy.":[145],"Empirically,":[146],"NudgeRL":[147],"outperforms":[148],"standard":[149],"GRPO":[150],"up":[152],"8":[154],"times":[155],"larger":[156],"budgets,":[158],"while":[159],"outperforming":[160],"oracle-guided":[161],"RL":[162],"baseline":[163],"average":[165],"across":[166],"five":[167],"challenging":[168],"math":[169],"benchmarks.":[170],"These":[171],"results":[172],"demonstrate":[173],"structured,":[175],"context-driven":[176],"serve":[179],"an":[181],"efficient":[182],"alternative":[185],"both":[187],"feasibility-oriented":[192],"methods":[193],"based":[194],"privileged":[196],"information.":[197],"code":[199],"available":[201],"at":[202],"https://github.com/tally0818/NudgeRL.":[203]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-19T00:00:00"}