{"id":"https://openalex.org/W7128629133","doi":"https://doi.org/10.48550/arxiv.2602.10044","title":"Optimistic World Models: Efficient Exploration in Model-Based Deep Reinforcement Learning","display_name":"Optimistic World Models: Efficient Exploration in Model-Based Deep Reinforcement Learning","publication_year":2026,"publication_date":"2026-02-10","ids":{"openalex":"https://openalex.org/W7128629133","doi":"https://doi.org/10.48550/arxiv.2602.10044"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.10044","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125656435","display_name":"Akshay Mete","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mete, Akshay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125628397","display_name":"Shahid Aamir Sheikh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheikh, Shahid Aamir","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125681571","display_name":"Tzu-Hsiang Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Tzu-Hsiang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125632510","display_name":"Dileep Kalathil","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalathil, Dileep","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125644167","display_name":"P. R. Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, P. R.","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5125656435"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8137999773025513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8137999773025513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.019500000402331352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7402999997138977},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5662999749183655},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4392000138759613},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4180999994277954},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4058000147342682},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.37720000743865967},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.3702999949455261},{"id":"https://openalex.org/keywords/optimism","display_name":"Optimism","score":0.35830000042915344}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7402999997138977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.705299973487854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5942999720573425},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5662999749183655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5145000219345093},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4180999994277954},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4058000147342682},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C204017024","wikidata":"https://www.wikidata.org/wiki/Q485446","display_name":"Optimism","level":2,"score":0.35830000042915344},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.2754000127315521},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C2781395549","wikidata":"https://www.wikidata.org/wiki/Q4680762","display_name":"Adaptive sampling","level":3,"score":0.2597000002861023},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25189998745918274}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.10044","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.10044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.10044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.10044","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"exploration":[1,27,49],"remains":[2],"a":[3,20],"central":[4],"challenge":[5],"in":[6,11,123],"reinforcement":[7],"learning":[8,57],"(RL),":[9],"particularly":[10],"sparse-reward":[12],"environments.":[13],"We":[14,103],"introduce":[15],"Optimistic":[16,114,117],"World":[17],"Models":[18],"(OWMs),":[19],"principled":[21],"and":[22,116,126],"scalable":[23],"framework":[24],"for":[25],"optimistic":[26,62],"that":[28,65],"brings":[29],"classical":[30],"reward-biased":[31],"maximum":[32],"likelihood":[33],"estimation":[34],"(RBMLE)":[35],"from":[36],"adaptive":[37],"control":[38],"into":[39,55],"deep":[40],"RL.":[41],"In":[42],"contrast":[43],"to":[44,99,113,130],"upper":[45],"confidence":[46],"bound":[47],"(UCB)-style":[48],"methods,":[50],"OWMs":[51,105],"incorporate":[52],"optimism":[53],"directly":[54],"model":[56,90,110],"by":[58],"augmentation":[59],"with":[60,87],"an":[61],"dynamics":[63],"loss":[64,75],"biases":[66],"imagined":[67],"transitions":[68],"toward":[69],"higher-reward":[70],"outcomes.":[71],"This":[72],"fully":[73],"gradient-based":[74],"requires":[76],"neither":[77],"uncertainty":[78],"estimates":[79],"nor":[80],"constrained":[81],"optimization.":[82],"Our":[83],"approach":[84],"is":[85],"plug-and-play":[86],"existing":[88],"world":[89,109],"frameworks,":[91],"preserving":[92],"scalability":[93],"while":[94],"requiring":[95],"only":[96],"minimal":[97],"modifications":[98],"standard":[100],"training":[101],"procedures.":[102],"instantiate":[104],"within":[106],"two":[107],"state-of-the-art":[108],"architectures,":[111],"leading":[112],"DreamerV3":[115],"STORM,":[118],"which":[119],"demonstrate":[120],"significant":[121],"improvements":[122],"sample":[124],"efficiency":[125],"cumulative":[127],"return":[128],"compared":[129],"their":[131],"baseline":[132],"counterparts.":[133]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-12T00:00:00"}