{"id":"https://openalex.org/W2963302737","doi":"https://doi.org/10.1109/iccv.2017.326","title":"Visual Forecasting by Imitating Dynamics in Natural Sequences","display_name":"Visual Forecasting by Imitating Dynamics in Natural Sequences","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2963302737","doi":"https://doi.org/10.1109/iccv.2017.326","mag":"2963302737"},"language":"en","primary_location":{"id":"doi:10.1109/iccv.2017.326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2017.326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017651065","display_name":"Kuo-Hao Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["TW","US"],"is_corresponding":true,"raw_author_name":"Kuo-Hao Zeng","raw_affiliation_strings":["National Tsing Hua University","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035416678","display_name":"William Shen","orcid":"https://orcid.org/0000-0002-4394-7099"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William B. Shen","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052829033","display_name":"De-An Huang","orcid":"https://orcid.org/0000-0002-6945-7768"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"De-An Huang","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101561818","display_name":"Min Sun","orcid":"https://orcid.org/0000-0002-0336-4446"},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Min Sun","raw_affiliation_strings":["National Tsing Hua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Tsing Hua University","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018518655","display_name":"Juan Carlos Niebles","orcid":"https://orcid.org/0000-0001-8225-9793"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Carlos Niebles","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017651065"],"corresponding_institution_ids":["https://openalex.org/I25846049","https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":2.5872,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.94225692,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3018","last_page":"3027"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9545000195503235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7685657739639282},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6877542734146118},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5339981317520142},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4793594479560852},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.43088269233703613},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.41924551129341125},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3582044243812561}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7685657739639282},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6877542734146118},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5339981317520142},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4793594479560852},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.43088269233703613},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.41924551129341125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3582044243812561},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccv.2017.326","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccv.2017.326","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Computer Vision (ICCV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322410","display_name":"MediaTek","ror":"https://ror.org/05g9jck81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W219040644","https://openalex.org/W1483019628","https://openalex.org/W1930563420","https://openalex.org/W2056120433","https://openalex.org/W2061562262","https://openalex.org/W2064675550","https://openalex.org/W2070469928","https://openalex.org/W2094016507","https://openalex.org/W2098774185","https://openalex.org/W2099320314","https://openalex.org/W2099471712","https://openalex.org/W2102179764","https://openalex.org/W2112796928","https://openalex.org/W2116435618","https://openalex.org/W2119567691","https://openalex.org/W2120697543","https://openalex.org/W2138068405","https://openalex.org/W2147527908","https://openalex.org/W2158839502","https://openalex.org/W2163605009","https://openalex.org/W2185953016","https://openalex.org/W2194775991","https://openalex.org/W2227909145","https://openalex.org/W2235735853","https://openalex.org/W2290104316","https://openalex.org/W2335943242","https://openalex.org/W2422305492","https://openalex.org/W2424778531","https://openalex.org/W2443846596","https://openalex.org/W2487442924","https://openalex.org/W2520707650","https://openalex.org/W2575671312","https://openalex.org/W2575705757","https://openalex.org/W2581637843","https://openalex.org/W2592008540","https://openalex.org/W2738136547","https://openalex.org/W2911273949","https://openalex.org/W2949099979","https://openalex.org/W2951527505","https://openalex.org/W2963014947","https://openalex.org/W2963073614","https://openalex.org/W2963125871","https://openalex.org/W2963277051","https://openalex.org/W2963402657","https://openalex.org/W2963547393","https://openalex.org/W2963567641","https://openalex.org/W2963590100","https://openalex.org/W2963684088","https://openalex.org/W2963692464","https://openalex.org/W2963737762","https://openalex.org/W2963888093","https://openalex.org/W2964268978","https://openalex.org/W3087871082","https://openalex.org/W4232512588","https://openalex.org/W4297772798","https://openalex.org/W4320013936","https://openalex.org/W6628868384","https://openalex.org/W6674884181","https://openalex.org/W6674904848","https://openalex.org/W6677326919","https://openalex.org/W6678396667","https://openalex.org/W6682137061","https://openalex.org/W6684191040","https://openalex.org/W6685352114","https://openalex.org/W6686686417","https://openalex.org/W6687500345","https://openalex.org/W6691096134","https://openalex.org/W6696380822","https://openalex.org/W6702944234","https://openalex.org/W6712884540","https://openalex.org/W6713055699","https://openalex.org/W6718092244","https://openalex.org/W6720244596","https://openalex.org/W6722416126","https://openalex.org/W6726983635","https://openalex.org/W6729966448","https://openalex.org/W6731843396","https://openalex.org/W6732564789","https://openalex.org/W6733956904","https://openalex.org/W6735389090","https://openalex.org/W6738159029","https://openalex.org/W6740017579","https://openalex.org/W6741626982"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2045155990","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4313163053","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176"],"abstract_inverted_index":{"We":[0,38,83,153],"introduce":[1],"a":[2,17,113,126],"general":[3],"framework":[4],"for":[5],"visual":[6,11,43,146,174],"forecasting,":[7],"which":[8,100],"directly":[9,53,139],"imitates":[10],"sequences":[12,59,147],"without":[13],"additional":[14],"supervision.":[15],"As":[16],"result,":[18],"our":[19,155,180],"model":[20],"can":[21],"be":[22],"applied":[23],"at":[24,122,136,157],"several":[25],"semantic":[26],"levels":[27],"and":[28,52,71,116,138],"does":[29],"not":[30],"require":[31],"any":[32],"domain":[33],"knowledge":[34],"or":[35],"handcrafted":[36],"features.":[37],"achieve":[39],"this":[40,85],"by":[41,88,111],"formulating":[42],"forecasting":[44],"as":[45],"an":[46],"inverse":[47],"reinforcement":[48],"learning":[49],"(IRL)":[50],"problem,":[51],"imitate":[54,140],"the":[55,69,77,103,141,149],"dynamics":[56,142],"in":[57,92,108,143],"natural":[58],"from":[60,148,161],"their":[61],"raw":[62,150],"pixel":[63,151],"values.":[64,152],"The":[65],"key":[66],"challenge":[67],"is":[68],"high-dimensional":[70,144],"continuous":[72,145],"state-action":[73,105],"space":[74],"that":[75],"prohibits":[76],"application":[78],"of":[79],"previous":[80],"IRL":[81,135],"algorithms.":[82],"address":[84],"computational":[86],"bottleneck":[87],"extending":[89],"recent":[90],"progress":[91],"model-free":[93],"imitation":[94],"with":[95],"trainable":[96],"deep":[97,127],"feature":[98,128],"representations,":[99],"(1)":[101],"bypasses":[102],"exhaustive":[104],"pair":[106],"visits":[107],"dynamic":[109],"programming":[110],"using":[112,125],"dual":[114],"formulation":[115],"(2)":[117],"avoids":[118],"explicit":[119],"state":[120],"sampling":[121],"gradient":[123],"computation":[124],"reparametrization.":[129],"This":[130],"allows":[131],"us":[132],"to":[133,165],"apply":[134],"scale":[137],"evaluate":[154],"approach":[156,181],"three":[158],"different":[159],"level-of-abstraction,":[160],"low":[162],"level":[163,167],"pixels":[164],"higher":[166],"semantics:":[168],"future":[169],"frame":[170],"generation,":[171],"action":[172],"anticipation,":[173],"story":[175],"forecasting.":[176],"At":[177],"all":[178],"levels,":[179],"outperforms":[182],"existing":[183],"methods.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":4}],"updated_date":"2026-05-04T08:30:34.212998","created_date":"2025-10-10T00:00:00"}