{"id":"https://openalex.org/W2553701371","doi":"https://doi.org/10.48550/arxiv.1611.01779","title":"Learning to Act by Predicting the Future","display_name":"Learning to Act by Predicting the Future","alternate_titles":[],"publication_year":2016,"publication_date":"2016-11-06","ids":{"openalex":"https://openalex.org/W2553701371","doi":"https://doi.org/10.48550/arxiv.1611.01779","mag":"2553701371"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1611.01779","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.01779","pdf_url":"https://arxiv.org/pdf/1611.01779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2553701371"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1611.01779","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090113830","display_name":"Alexey Dosovitskiy","orcid":"https://orcid.org/0000-0003-1851-0976","observed_orcids":["https://orcid.org/0000-0003-1851-0976"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE","US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dosovitskiy, Alexey","raw_affiliation_strings":["Intel Labs","University of Freiburg, Freiburg im Breisgau, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"University of Freiburg, Freiburg im Breisgau, Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006181255","display_name":"Vladlen Koltun","orcid":"https://orcid.org/0000-0003-0858-0970","observed_orcids":["https://orcid.org/0000-0003-0858-0970"]},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Koltun, Vladlen","raw_affiliation_strings":["Intel Labs","Intel (United States), Santa Clara, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intel Labs","institution_ids":["https://openalex.org/I1343180700"]},{"raw_affiliation_string":"Intel (United States), Santa Clara, United States","institution_ids":["https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":256,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sensorimotor-control","display_name":"sensorimotor control","score":0.9599999785423279},{"id":"https://openalex.org/keywords/immersive-environments","display_name":"immersive environments","score":0.7039999961853027},{"id":"https://openalex.org/keywords/future-prediction","display_name":"future prediction","score":0.4129999876022339},{"id":"https://openalex.org/keywords/generalization-across-environments","display_name":"generalization across environments","score":0.6779999732971191},{"id":"https://openalex.org/keywords/doom","display_name":"Doom","score":0.460999995470047}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8038697242736816},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5913561582565308},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4853333532810211},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4796093702316284},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.4701298177242279},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.44482171535491943},{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.4220197796821594},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.3466044068336487},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33250489830970764},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1611.01779","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.01779","pdf_url":"https://arxiv.org/pdf/1611.01779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1611.01779","doi":"https://doi.org/10.48550/arxiv.1611.01779","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1611.01779","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2553701371","doi":null,"is_oa":true,"landing_page_url":"https://openreview.net/pdf?id=rJLS7qKel","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1611.01779","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1611.01779","pdf_url":"https://arxiv.org/pdf/1611.01779","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2553701371.pdf","grobid_xml":"https://content.openalex.org/works/W2553701371.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W567721252","https://openalex.org/W1503398984","https://openalex.org/W1595860197","https://openalex.org/W1677182931","https://openalex.org/W1969074599","https://openalex.org/W1977655452","https://openalex.org/W1980969546","https://openalex.org/W2041367235","https://openalex.org/W2043968544","https://openalex.org/W2047191624","https://openalex.org/W2089415692","https://openalex.org/W2097498341","https://openalex.org/W2100677568","https://openalex.org/W2100730540","https://openalex.org/W2104733512","https://openalex.org/W2107726111","https://openalex.org/W2113913482","https://openalex.org/W2117428849","https://openalex.org/W2118688707","https://openalex.org/W2121863487","https://openalex.org/W2123542217","https://openalex.org/W2124175081","https://openalex.org/W2124599560","https://openalex.org/W2131420237","https://openalex.org/W2132622533","https://openalex.org/W2133233905","https://openalex.org/W2145339207","https://openalex.org/W2158282517","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2328078142","https://openalex.org/W2335959470","https://openalex.org/W2362143032","https://openalex.org/W2400532028","https://openalex.org/W2417089653","https://openalex.org/W2418628973","https://openalex.org/W2436711315","https://openalex.org/W2519091744","https://openalex.org/W2522489477","https://openalex.org/W2529769424","https://openalex.org/W2951458352","https://openalex.org/W2962747693","https://openalex.org/W2964121744","https://openalex.org/W3103262232","https://openalex.org/W4249441547","https://openalex.org/W7100587228"],"related_works":["https://openalex.org/W2790175808","https://openalex.org/W7165403894","https://openalex.org/W2013896409","https://openalex.org/W7077908837","https://openalex.org/W7144337151","https://openalex.org/W4200265593","https://openalex.org/W3088876864","https://openalex.org/W2053258567","https://openalex.org/W2893733341"],"abstract_inverted_index":{"We":[0,91],"present":[1],"an":[2],"approach":[3,11,111,139],"to":[4,59],"sensorimotor":[5,37],"control":[6,38],"in":[7,95,154],"immersive":[8],"environments.":[9,157],"Our":[10],"utilizes":[12],"a":[13,18,29,36,67,77],"high-dimensional":[14],"sensory":[15,64],"stream":[16],"and":[17,83,131],"lower-dimensional":[19],"measurement":[20],"stream.":[21],"The":[22,45,71,105,120],"cotemporal":[23],"structure":[24],"of":[25,145],"these":[26],"streams":[27],"provides":[28],"rich":[30],"supervisory":[31],"signal,":[32],"which":[33,151],"enables":[34,74],"training":[35,81],"model":[39,46,134],"by":[40],"interacting":[41],"with":[42],"the":[43,100,109,137,141,146],"environment.":[44,70],"is":[47],"trained":[48,125,135],"using":[49,136],"supervised":[50],"learning":[51,75],"techniques,":[52],"but":[53],"without":[54,76],"extraneous":[55],"supervision.":[56],"It":[57],"learns":[58],"act":[60],"based":[61,98],"on":[62,99,117],"raw":[63],"input":[65],"from":[66],"complex":[68],"three-dimensional":[69,96],"presented":[72,110,138],"formulation":[73],"fixed":[78],"goal":[79],"at":[80,88],"time,":[82],"pursuing":[84],"dynamically":[85],"changing":[86],"goals":[87],"test":[89],"time.":[90],"conduct":[92],"extensive":[93],"experiments":[94],"simulations":[97],"classical":[101],"first-person":[102],"game":[103],"Doom.":[104],"results":[106,121],"demonstrate":[107],"that":[108,124],"outperforms":[112],"sophisticated":[113],"prior":[114],"formulations,":[115],"particularly":[116],"challenging":[118],"tasks.":[119],"also":[122],"show":[123],"models":[126],"successfully":[127],"generalize":[128],"across":[129],"environments":[130],"goals.":[132],"A":[133],"won":[140],"Full":[142],"Deathmatch":[143],"track":[144],"Visual":[147],"Doom":[148],"AI":[149],"Competition,":[150],"was":[152],"held":[153],"previously":[155],"unseen":[156]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2553701371","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":44},{"year":2019,"cited_by_count":55},{"year":2018,"cited_by_count":51},{"year":2017,"cited_by_count":27},{"year":2016,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-11-30T00:00:00"}
