{"id":"https://openalex.org/W7155092881","doi":"https://doi.org/10.48550/arxiv.2604.18530","title":"OGER: A Robust Offline-Guided Exploration Reward for Hybrid Reinforcement Learning","display_name":"OGER: A Robust Offline-Guided Exploration Reward for Hybrid Reinforcement Learning","publication_year":2026,"publication_date":"2026-04-20","ids":{"openalex":"https://openalex.org/W7155092881","doi":"https://doi.org/10.48550/arxiv.2604.18530"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.18530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.18530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134205948","display_name":"Xinyu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134137077","display_name":"Mingzhou Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Mingzhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134174685","display_name":"Xuebo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xuebo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101049923","display_name":"Chang Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134135261","display_name":"Qiang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134211423","display_name":"Derek F. Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Derek F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402933","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-6918-6726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.27459999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.27459999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11349999904632568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.10790000110864639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7764000296592712},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5006999969482422},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.3928999900817871},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.3393999934196472},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3059000074863434}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7764000296592712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7418000102043152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6230999827384949},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5389999747276306},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.3928999900817871},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3059000074863434},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.24889999628067017},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.24580000340938568}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.18530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.18530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.18530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5750085115432739,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,126],"Reinforcement":[3],"Learning":[4],"with":[5],"Verifiable":[6],"Rewards":[7],"(RLVR)":[8],"have":[9,37],"significantly":[10],"improved":[11],"Large":[12],"Language":[13],"Model":[14],"(LLM)":[15],"reasoning,":[16],"yet":[17],"models":[18],"often":[19,44],"struggle":[20],"to":[21,40,104,133,149],"explore":[22],"novel":[23,66],"trajectories":[24,98],"beyond":[25],"their":[26],"initial":[27],"policy":[28],"distribution.":[29],"While":[30],"offline":[31,70,97],"teacher":[32,71],"guidance":[33,72],"and":[34,73,88,99,112,144],"entropy-driven":[35],"strategies":[36],"been":[38],"proposed":[39],"address":[41],"this,":[42],"they":[43],"lack":[45],"deep":[46],"integration":[47],"or":[48],"are":[49],"constrained":[50],"by":[51],"the":[52,100,151],"model's":[53,101],"inherent":[54],"capacity.":[55],"In":[56],"this":[57],"paper,":[58],"we":[59],"propose":[60],"OGER":[61,83,118],"(Offline-Guided":[62],"Exploration":[63],"Reward),":[64],"a":[65,78,138],"framework":[67],"that":[68,94,117],"unifies":[69],"online":[74],"reinforcement":[75],"learning":[76],"through":[77],"specialized":[79],"reward":[80,93,156],"modeling":[81],"lens.":[82],"employs":[84],"multi-teacher":[85],"collaborative":[86],"training":[87,142],"constructs":[89],"an":[90],"auxiliary":[91],"exploration":[92],"leverages":[95],"both":[96],"own":[102],"entropy":[103],"incentivize":[105],"autonomous":[106],"exploration.":[107],"Extensive":[108],"experiments":[109],"across":[110],"mathematical":[111,127],"general":[113],"reasoning":[114,128],"benchmarks":[115],"demonstrate":[116],"consistently":[119],"outperforms":[120],"competitive":[121],"baselines,":[122],"achieving":[123],"substantial":[124],"gains":[125],"while":[129],"maintaining":[130],"robust":[131],"generalization":[132],"out-of-domain":[134],"tasks.":[135],"We":[136],"provide":[137],"comprehensive":[139],"analysis":[140],"of":[141,153],"dynamics":[143],"conduct":[145],"detailed":[146],"ablation":[147],"studies":[148],"validate":[150],"effectiveness":[152],"our":[154],"entropy-aware":[155],"modulation.":[157],"Our":[158],"code":[159],"is":[160],"available":[161],"at":[162],"https://github.com/ecoli-hit/OGER.git.":[163]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-22T00:00:00"}