{"id":"https://openalex.org/W3091507139","doi":"https://doi.org/10.48550/arxiv.2010.02193","title":"Mastering Atari with Discrete World Models","display_name":"Mastering Atari with Discrete World Models","publication_year":2020,"publication_date":"2020-10-05","ids":{"openalex":"https://openalex.org/W3091507139","doi":"https://doi.org/10.48550/arxiv.2010.02193","mag":"3091507139"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2010.02193","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.02193","pdf_url":"https://arxiv.org/pdf/2010.02193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.02193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026532071","display_name":"Danijar Hafner","orcid":"https://orcid.org/0000-0002-9534-7271","observed_orcids":["https://orcid.org/0000-0002-9534-7271"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Hafner, Danijar","raw_affiliation_strings":["Google Research","Dept. of Computer Sci. University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Dept. of Computer Sci. University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066294254","display_name":"Timothy Lillicrap","orcid":"https://orcid.org/0000-0001-8918-486X","observed_orcids":["https://orcid.org/0000-0001-8918-486X"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Lillicrap, Timothy","raw_affiliation_strings":["Google Research","University of Oxford"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"University of Oxford","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103947107","display_name":"Mohammad Norouzi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Norouzi, Mohammad","raw_affiliation_strings":["[Google Brain]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"[Google Brain]","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012276327","display_name":"Jimmy Lei Ba","orcid":"https://orcid.org/0009-0000-9062-4180","observed_orcids":["https://orcid.org/0009-0000-9062-4180"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ba, Jimmy","raw_affiliation_strings":["Dept. of Computer Sci. University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Computer Sci. University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":364,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/world-models","display_name":"world models","score":0.8159999847412109},{"id":"https://openalex.org/keywords/atari-games","display_name":"Atari games","score":0.7429999709129333},{"id":"https://openalex.org/keywords/discrete-latent-representations","display_name":"discrete latent representations","score":0.7749999761581421},{"id":"https://openalex.org/keywords/behavior-learning","display_name":"behavior learning","score":0.38199999928474426},{"id":"https://openalex.org/keywords/sample-efficiency","display_name":"sample efficiency","score":0.675000011920929},{"id":"https://openalex.org/keywords/generalization","display_name":"generalization","score":0.4650000035762787},{"id":"https://openalex.org/keywords/humanoid-robot-locomotion","display_name":"humanoid locomotion","score":0.6949999928474426}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7740721106529236},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7418862581253052},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7406314611434937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7208651304244995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6262757182121277},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4974389374256134},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3976706564426422},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10824882984161377},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06354385614395142},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2010.02193","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.02193","pdf_url":"https://arxiv.org/pdf/2010.02193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3091507139","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2010.02193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2010.02193","doi":"https://doi.org/10.48550/arxiv.2010.02193","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.02193","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.02193","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.02193","pdf_url":"https://arxiv.org/pdf/2010.02193","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3091507139.pdf","grobid_xml":"https://content.openalex.org/works/W3091507139.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1714211023","https://openalex.org/W1909320841","https://openalex.org/W1959608418","https://openalex.org/W1980035368","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2147800946","https://openalex.org/W2150468603","https://openalex.org/W2155968351","https://openalex.org/W2157331557","https://openalex.org/W2173564293","https://openalex.org/W2176035349","https://openalex.org/W2176412452","https://openalex.org/W2201581102","https://openalex.org/W2242818861","https://openalex.org/W2260756217","https://openalex.org/W2396178844","https://openalex.org/W2588768352","https://openalex.org/W2606047872","https://openalex.org/W2614839826","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2743381431","https://openalex.org/W2753738274","https://openalex.org/W2754879180","https://openalex.org/W2765349170","https://openalex.org/W2765363933","https://openalex.org/W2774354230","https://openalex.org/W2785389871","https://openalex.org/W2786019934","https://openalex.org/W2786928559","https://openalex.org/W2790331160","https://openalex.org/W2794752562","https://openalex.org/W2796364651","https://openalex.org/W2803308811","https://openalex.org/W2803743229","https://openalex.org/W2804010078","https://openalex.org/W2804596319","https://openalex.org/W2889347284","https://openalex.org/W2900152462","https://openalex.org/W2905342215","https://openalex.org/W2908064123","https://openalex.org/W2920362155","https://openalex.org/W2949545198","https://openalex.org/W2949980113","https://openalex.org/W2950564923","https://openalex.org/W2953708620","https://openalex.org/W2962804251","https://openalex.org/W2962841471","https://openalex.org/W2963074410","https://openalex.org/W2963313316","https://openalex.org/W2963423916","https://openalex.org/W2963430173","https://openalex.org/W2963556682","https://openalex.org/W2963757175","https://openalex.org/W2963960193","https://openalex.org/W2964121744","https://openalex.org/W2964220198","https://openalex.org/W2964291307","https://openalex.org/W2964295739","https://openalex.org/W2964327849","https://openalex.org/W2975835314","https://openalex.org/W2989847975","https://openalex.org/W2992977009","https://openalex.org/W2996145485","https://openalex.org/W3005680577","https://openalex.org/W3013618273","https://openalex.org/W3015437096","https://openalex.org/W3023640063","https://openalex.org/W3025660841","https://openalex.org/W3028766998","https://openalex.org/W3030142708","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3101283005"],"related_works":["https://openalex.org/W2992977009","https://openalex.org/W4415336982","https://openalex.org/W7103752023","https://openalex.org/W4390848155","https://openalex.org/W7166830089","https://openalex.org/W6911557763","https://openalex.org/W4415345596","https://openalex.org/W7134834774","https://openalex.org/W4312299945","https://openalex.org/W7167626676"],"abstract_inverted_index":{"Intelligent":[0],"agents":[1,143],"need":[2],"to":[3,8,26,48,151],"generalize":[4],"from":[5,23,33,71,93,173],"past":[6],"experience":[7],"achieve":[9],"goals":[10],"in":[11,73],"complex":[12,165],"environments.":[13],"World":[14],"models":[15,32],"facilitate":[16],"such":[17],"generalization":[18],"and":[19,89,126,134,145,168,171],"allow":[20],"learning":[21,30,65,113],"behaviors":[22,51,69,114],"imagined":[24],"outcomes":[25],"increase":[27],"sample-efficiency.":[28],"While":[29],"world":[31,81,84,119,161],"image":[34],"inputs":[35],"has":[36,52],"recently":[37],"become":[38],"feasible":[39],"for":[40,57],"some":[41],"tasks,":[42],"modeling":[43],"Atari":[44,107],"games":[45],"accurately":[46],"enough":[47],"derive":[49],"successful":[50],"remained":[53],"an":[54,159],"open":[55],"challenge":[56],"many":[58],"years.":[59],"We":[60],"introduce":[61],"DreamerV2,":[62],"a":[63,79,116,164],"reinforcement":[64],"agent":[66,100],"that":[67,101],"learns":[68,158],"purely":[70],"predictions":[72],"the":[74,94,98,106,122,136,140],"compact":[75],"latent":[76],"space":[77],"of":[78,109,139,163],"powerful":[80],"model.":[82,120],"The":[83],"model":[85,162],"uses":[86],"discrete":[87],"representations":[88],"is":[90,148],"trained":[91,118],"separately":[92,117],"policy.":[95],"DreamerV2":[96,147],"constitutes":[97],"first":[99],"achieves":[102],"human-level":[103],"performance":[104,138],"on":[105],"benchmark":[108],"55":[110],"tasks":[111,152],"by":[112],"inside":[115],"With":[121],"same":[123],"computational":[124],"budget":[125],"wall-clock":[127],"time,":[128],"Dreamer":[129],"V2":[130],"reaches":[131],"200M":[132],"frames":[133],"surpasses":[135],"final":[137],"top":[141],"single-GPU":[142],"IQN":[144],"Rainbow.":[146],"also":[149],"applicable":[150],"with":[153],"continuous":[154],"actions,":[155],"where":[156],"it":[157],"accurate":[160],"humanoid":[166],"robot":[167],"solves":[169],"stand-up":[170],"walking":[172],"only":[174],"pixel":[175],"inputs.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":59},{"year":2024,"cited_by_count":91},{"year":2023,"cited_by_count":75},{"year":2022,"cited_by_count":40},{"year":2021,"cited_by_count":57},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2020-10-08T00:00:00"}