{"id":"https://openalex.org/W4407183545","doi":"https://doi.org/10.48550/arxiv.2502.01591","title":"Improving Transformer World Models for Data-Efficient RL","display_name":"Improving Transformer World Models for Data-Efficient RL","alternate_titles":[],"publication_year":2025,"publication_date":"2025-02-03","ids":{"openalex":"https://openalex.org/W4407183545","doi":"https://doi.org/10.48550/arxiv.2502.01591"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2502.01591","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01591","pdf_url":"https://arxiv.org/pdf/2502.01591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4407183545"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.01591","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091131733","display_name":"Antoine Dedieu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dedieu, Antoine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ortiz, Joseph","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ortiz, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038369604","display_name":"Xinghua Lou","orcid":"https://orcid.org/0009-0005-2384-2897","observed_orcids":["https://orcid.org/0009-0005-2384-2897"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lou, Xinghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046149755","display_name":"Carter Wendelken","orcid":"https://orcid.org/0009-0007-4206-0916","observed_orcids":["https://orcid.org/0009-0007-4206-0916"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wendelken, Carter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053090974","display_name":"Wolfgang P. Lehrach","orcid":"https://orcid.org/0000-0001-8258-2961","observed_orcids":["https://orcid.org/0000-0001-8258-2961"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lehrach, Wolfgang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009263663","display_name":"J. Swaroop Guntupalli","orcid":"https://orcid.org/0000-0002-0677-5590","observed_orcids":["https://orcid.org/0000-0002-0677-5590"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guntupalli, J Swaroop","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076182014","display_name":"Miguel L\u00e1zaro-Gredilla","orcid":"https://orcid.org/0000-0002-4528-5084","observed_orcids":["https://orcid.org/0000-0002-4528-5084"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lazaro-Gredilla, Miguel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002713363","display_name":"Kevin P. Murphy","orcid":"https://orcid.org/0000-0001-5196-7236","observed_orcids":["https://orcid.org/0000-0001-5196-7236"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Murphy, Kevin Patrick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-based-reinforcement-learning","display_name":"model-based reinforcement learning","score":0.953000009059906},{"id":"https://openalex.org/keywords/data-efficient-reinforcement-learning","display_name":"data-efficient reinforcement learning","score":0.8709999918937683},{"id":"https://openalex.org/keywords/two-player-games","display_name":"two-player games","score":0.7770000100135803},{"id":"https://openalex.org/keywords/dreamerv3","display_name":"DreamerV3","score":0.6869999766349792}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6074414253234863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4461482763290405},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.20331814885139465},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15621408820152283},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12569379806518555}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2502.01591","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01591","pdf_url":"https://arxiv.org/pdf/2502.01591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2502.01591","doi":"https://doi.org/10.48550/arxiv.2502.01591","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2502.01591","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.01591","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.01591","pdf_url":"https://arxiv.org/pdf/2502.01591","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407183545.pdf","grobid_xml":"https://content.openalex.org/works/W4407183545.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1491843047","https://openalex.org/W2168356773","https://openalex.org/W2194775991","https://openalex.org/W2625113742","https://openalex.org/W2736601468","https://openalex.org/W2767286248","https://openalex.org/W2890208753","https://openalex.org/W2908064123","https://openalex.org/W2920362155","https://openalex.org/W2948937890","https://openalex.org/W2964121744","https://openalex.org/W2964291307","https://openalex.org/W2969287672","https://openalex.org/W2970202659","https://openalex.org/W2989847975","https://openalex.org/W3037932933","https://openalex.org/W3038822267","https://openalex.org/W3091507139","https://openalex.org/W3201036908","https://openalex.org/W3208460365","https://openalex.org/W3217227398","https://openalex.org/W4221152265","https://openalex.org/W4294435908","https://openalex.org/W4324298583","https://openalex.org/W4379087150","https://openalex.org/W4382618501","https://openalex.org/W4384648484","https://openalex.org/W4387964172","https://openalex.org/W4388979610","https://openalex.org/W4391013074","https://openalex.org/W4391709855","https://openalex.org/W4392223126","https://openalex.org/W4399401105","https://openalex.org/W4400141986","https://openalex.org/W4401307635","https://openalex.org/W4405172849","https://openalex.org/W4407713845","https://openalex.org/W4409147637","https://openalex.org/W4415795711","https://openalex.org/W7103752023","https://openalex.org/W7133196033","https://openalex.org/W7133216981","https://openalex.org/W7133227241"],"related_works":["https://openalex.org/W4324298583","https://openalex.org/W3217227398","https://openalex.org/W4400141986","https://openalex.org/W4416113521","https://openalex.org/W4403364922","https://openalex.org/W4294435908","https://openalex.org/W7133196033","https://openalex.org/W4391709855","https://openalex.org/W7161745725","https://openalex.org/W7133219491"],"abstract_inverted_index":{"We":[0,105,119,156],"present":[1],"three":[2,165],"improvements":[3],"to":[4,89,169],"the":[5,19,33,65,87,93,97,123,153,171,174],"standard":[6],"model-based":[7],"RL":[8],"paradigm":[9],"based":[10],"on":[11,21,122,161],"transformers:":[12],"(a)":[13],"\"Dyna":[14],"with":[15],"warmup\",":[16],"which":[17,47,53,85,143],"trains":[18],"policy":[20],"real":[22],"and":[23,80,146,164],"imaginary":[24,30],"data,":[25],"but":[26],"only":[27,136],"starts":[28],"using":[29,57],"data":[31],"after":[32,70,135],"world":[34,60],"model":[35,61],"has":[36],"been":[37],"sufficiently":[38],"trained;":[39],"(b)":[40],"\"nearest":[41],"neighbor":[42],"tokenizer\"":[43],"for":[44,77,152],"image":[45],"patches,":[46],"improves":[48,112],"upon":[49,113],"previous":[50],"tokenization":[51],"schemes,":[52],"are":[54,68],"needed":[55],"when":[56],"a":[58,74,131],"transformer":[59],"(TWM),":[62],"by":[63],"ensuring":[64],"code":[66],"words":[67],"static":[69],"creation,":[71],"thus":[72],"providing":[73],"constant":[75],"target":[76],"TWM":[78,88],"learning;":[79],"(c)":[81],"\"block":[82],"teacher":[83],"forcing\",":[84],"allows":[86],"reason":[90],"jointly":[91],"about":[92],"future":[94],"tokens":[95],"of":[96,101,133,150,173],"next":[98],"timestep,":[99],"instead":[100],"generating":[102],"them":[103],"sequentially.":[104],"then":[106],"show":[107,158],"that":[108],"our":[109,128],"method":[110,129],"significantly":[111,140],"prior":[114],"methods":[115],"in":[116],"various":[117],"environments.":[118],"mostly":[120],"focus":[121],"challenging":[124],"Craftax-classic":[125],"benchmark,":[126],"where":[127],"achieves":[130,144],"reward":[132],"69.66%":[134],"1M":[137],"environment":[138],"steps,":[139],"outperforming":[141],"DreamerV3,":[142],"53.2%,":[145],"exceeding":[147],"human":[148],"performance":[149],"65.0%":[151],"first":[154],"time.":[155],"also":[157],"preliminary":[159],"results":[160],"Craftax-full,":[162],"MinAtar,":[163],"different":[166],"two-player":[167],"games,":[168],"illustrate":[170],"generality":[172],"approach.":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4407183545","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-02-06T00:00:00"}
