{"id":"https://openalex.org/W2914898814","doi":"https://doi.org/10.24963/ijcai.2019/373","title":"Obstacle Tower: A Generalization Challenge in Vision, Control, and Planning","display_name":"Obstacle Tower: A Generalization Challenge in Vision, Control, and Planning","publication_year":2019,"publication_date":"2019-07-28","ids":{"openalex":"https://openalex.org/W2914898814","doi":"https://doi.org/10.24963/ijcai.2019/373","mag":"2914898814"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2019/373","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/373","pdf_url":"https://www.ijcai.org/proceedings/2019/0373.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2019/0373.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067775555","display_name":"Arthur Juliani","orcid":"https://orcid.org/0000-0002-1971-5167"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arthur Juliani","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025547740","display_name":"Ahmed Khalifa","orcid":"https://orcid.org/0000-0002-7839-9432"},"institutions":[{"id":"https://openalex.org/I102475099","display_name":"Sup\u00e9lec","ror":"https://ror.org/00n7gwn90","country_code":"FR","type":"education","lineage":["https://openalex.org/I102475099"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I4210102264","display_name":"Shandong University of Political Science and Law","ror":"https://ror.org/01b2j5886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102264"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["CH","CN","FR","US"],"is_corresponding":false,"raw_author_name":"Ahmed Khalifa","raw_affiliation_strings":["New York University","New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I15196421","https://openalex.org/I4210102264","https://openalex.org/I102475099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083464407","display_name":"Vincent-Pierre Berges","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vincent-Pierre Berges","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050492143","display_name":"Jonathan D. Harper","orcid":"https://orcid.org/0000-0002-7225-1867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Harper","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002632627","display_name":"Ervin Teng","orcid":"https://orcid.org/0009-0008-8996-133X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ervin Teng","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110631515","display_name":"Hunter Henry","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hunter Henry","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021280796","display_name":"Adam Crespi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adam Crespi","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077267552","display_name":"Julian Togelius","orcid":"https://orcid.org/0000-0003-3128-4598"},"institutions":[{"id":"https://openalex.org/I102475099","display_name":"Sup\u00e9lec","ror":"https://ror.org/00n7gwn90","country_code":"FR","type":"education","lineage":["https://openalex.org/I102475099"]},{"id":"https://openalex.org/I15196421","display_name":"University of Applied Sciences and Arts of Southern Switzerland","ror":"https://ror.org/05ep8g269","country_code":"CH","type":"education","lineage":["https://openalex.org/I15196421"]},{"id":"https://openalex.org/I4210102264","display_name":"Shandong University of Political Science and Law","ror":"https://ror.org/01b2j5886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102264"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["CH","CN","FR","US"],"is_corresponding":false,"raw_author_name":"Julian Togelius","raw_affiliation_strings":["New York University","New York University<sup>**</sup>"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"New York University<sup>**</sup>","institution_ids":["https://openalex.org/I15196421","https://openalex.org/I4210102264","https://openalex.org/I102475099"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069455299","display_name":"Danny B. Lange","orcid":"https://orcid.org/0000-0003-4714-9948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Danny Lange","raw_affiliation_strings":["Unity Technologies","Unity Technologies#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Unity Technologies","institution_ids":[]},{"raw_affiliation_string":"Unity Technologies#TAB#","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2684","last_page":"2691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.7713241577148438},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.757345974445343},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.6374692916870117},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6336662173271179},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6273421049118042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5727540254592896},{"id":"https://openalex.org/keywords/tower","display_name":"Tower","score":0.5657980442047119},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5230351686477661},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.49073565006256104},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46339160203933716},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.44334906339645386},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43667271733283997},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3731987476348877},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32014986872673035},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.17582577466964722},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11009445786476135},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07537931203842163},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.07208675146102905}],"concepts":[{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.7713241577148438},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757345974445343},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.6374692916870117},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6336662173271179},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6273421049118042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5727540254592896},{"id":"https://openalex.org/C2777831296","wikidata":"https://www.wikidata.org/wiki/Q12518","display_name":"Tower","level":2,"score":0.5657980442047119},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5230351686477661},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.49073565006256104},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46339160203933716},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.44334906339645386},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43667271733283997},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3731987476348877},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32014986872673035},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.17582577466964722},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11009445786476135},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07537931203842163},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.07208675146102905},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.24963/ijcai.2019/373","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/373","pdf_url":"https://www.ijcai.org/proceedings/2019/0373.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1902.01378","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1902.01378","pdf_url":"https://arxiv.org/pdf/1902.01378","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2914898814","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1902.01378.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:www.um.edu.mt:123456789/81846","is_oa":true,"landing_page_url":"https://www.um.edu.mt/library/oar/handle/123456789/81846","pdf_url":null,"source":{"id":"https://openalex.org/S4306400782","display_name":"OAR@UM (University of Malta)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I197854408","host_organization_name":"University of Malta","host_organization_lineage":["https://openalex.org/I197854408"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1902.01378","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1902.01378","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2019/373","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2019/373","pdf_url":"https://www.ijcai.org/proceedings/2019/0373.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G4428227406","display_name":"RI: Small: General Intelligence through Algorithm Invention and Selection","funder_award_id":"1717324","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2914898814.pdf","grobid_xml":"https://content.openalex.org/works/W2914898814.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1635300549","https://openalex.org/W1986464489","https://openalex.org/W2020987898","https://openalex.org/W2110630796","https://openalex.org/W2115668428","https://openalex.org/W2115804631","https://openalex.org/W2145339207","https://openalex.org/W2145680191","https://openalex.org/W2151162056","https://openalex.org/W2181068523","https://openalex.org/W2362143032","https://openalex.org/W2419612459","https://openalex.org/W2473208550","https://openalex.org/W2550182557","https://openalex.org/W2569196563","https://openalex.org/W2604763608","https://openalex.org/W2614839826","https://openalex.org/W2736601468","https://openalex.org/W2754517384","https://openalex.org/W2774397252","https://openalex.org/W2796979132","https://openalex.org/W2797527950","https://openalex.org/W2885550588","https://openalex.org/W2889987506","https://openalex.org/W2891790128","https://openalex.org/W2899205164","https://openalex.org/W2903181768","https://openalex.org/W2905342215","https://openalex.org/W2949103145","https://openalex.org/W2949267040","https://openalex.org/W2949899112","https://openalex.org/W2952842465","https://openalex.org/W2953072278","https://openalex.org/W2963403143","https://openalex.org/W2963871073","https://openalex.org/W2964043796","https://openalex.org/W2964291307","https://openalex.org/W3037207827","https://openalex.org/W3103780890","https://openalex.org/W3198350258"],"related_works":["https://openalex.org/W2736601468","https://openalex.org/W3103780890","https://openalex.org/W2903181768","https://openalex.org/W2145339207","https://openalex.org/W2796979132","https://openalex.org/W2994073215","https://openalex.org/W2966556569","https://openalex.org/W2982316857","https://openalex.org/W2963403143","https://openalex.org/W2891790128","https://openalex.org/W2964043796","https://openalex.org/W2786036274","https://openalex.org/W2797527950","https://openalex.org/W2889987506","https://openalex.org/W2766447205","https://openalex.org/W2996037775","https://openalex.org/W2810602713","https://openalex.org/W2121863487","https://openalex.org/W2064675550","https://openalex.org/W2158782408"],"abstract_inverted_index":{"The":[0],"rapid":[1],"pace":[2],"of":[3,16,28,95,113,127,149],"recent":[4],"research":[5],"in":[6,11,60,74,98],"AI":[7],"has":[8],"been":[9],"driven":[10],"part":[12],"by":[13,131],"the":[14,26,90,114,121],"presence":[15],"fast":[17],"and":[18,70,80,123],"challenging":[19],"simulation":[20],"environments.":[21],"These":[22,142],"environments":[23],"often":[24],"take":[25],"form":[27],"games;":[29],"with":[30],"tasks":[31],"ranging":[32],"from":[33,78],"simple":[34],"board":[35],"games,":[36],"to":[37,65,107,145],"competitive":[38],"video":[39],"games.":[40],"We":[41],"propose":[42],"a":[43,49,81,125],"new":[44],"benchmark":[45],"-":[46],"Obstacle":[47,61,99],"Tower:":[48],"high":[50],"fidelity,":[51],"3D,":[52],"3rd":[53],"person,":[54],"procedurally":[55],"generated":[56],"environment.":[57,115],"An":[58],"agent":[59,96],"Tower":[62,100],"must":[63],"learn":[64],"solve":[66],"both":[67],"low-level":[68],"control":[69],"high-level":[71],"planning":[72],"problems":[73],"tandem":[75],"while":[76],"learning":[77],"pixels":[79],"sparse":[82],"reward":[83],"signal.":[84],"Unlike":[85],"other":[86],"benchmarks":[87],"such":[88],"as":[89,137,139],"Arcade":[91],"Learning":[92],"Environment,":[93],"evaluation":[94],"performance":[97],"is":[101],"based":[102],"on":[103,110],"an":[104],"agent's":[105],"ability":[106],"perform":[108],"well":[109,138],"unseen":[111],"instances":[112],"In":[116],"this":[117],"paper":[118],"we":[119],"outline":[120],"environment":[122],"provide":[124],"set":[126],"baseline":[128],"results":[129],"produced":[130],"current":[132],"state-of-the-art":[133],"Deep":[134],"RL":[135],"methods":[136],"human":[140,152],"players.":[141],"algorithms":[143],"fail":[144],"produce":[146],"agents":[147],"capable":[148],"performing":[150],"near":[151],"level.":[153]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}