{"id":"https://openalex.org/W2175711684","doi":"https://doi.org/10.48550/arxiv.1511.06380","title":"Unsupervised Learning of Visual Structure using Predictive Generative Networks","display_name":"Unsupervised Learning of Visual Structure using Predictive Generative Networks","alternate_titles":[],"publication_year":2015,"publication_date":"2015-11-19","ids":{"openalex":"https://openalex.org/W2175711684","doi":"https://doi.org/10.48550/arxiv.1511.06380","mag":"2175711684"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1511.06380","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1511.06380","pdf_url":"https://arxiv.org/pdf/1511.06380","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2175711684"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1511.06380","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039371342","display_name":"William E. Lotter","orcid":"https://orcid.org/0000-0002-9427-8833","observed_orcids":["https://orcid.org/0000-0002-9427-8833"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lotter, William","raw_affiliation_strings":["Harvard University Cambridge , MA 02138 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University Cambridge , MA 02138 , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081541767","display_name":"Gabriel Kreiman","orcid":"https://orcid.org/0000-0003-3505-8475","observed_orcids":["https://orcid.org/0000-0003-3505-8475"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kreiman, Gabriel","raw_affiliation_strings":["Harvard University Cambridge , MA 02138 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University Cambridge , MA 02138 , USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100763986","display_name":"David Cox","orcid":"https://orcid.org/0000-0002-2189-9743","observed_orcids":["https://orcid.org/0000-0002-2189-9743"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cox, David","raw_affiliation_strings":["Harvard University Cambridge , MA 02138 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University Cambridge , MA 02138 , USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":131,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6118000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6118000149726868,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11219999939203262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07460000365972519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.8870000243186951},{"id":"https://openalex.org/keywords/future-frame-prediction","display_name":"future frame prediction","score":0.6779999732971191},{"id":"https://openalex.org/keywords/adversarial-loss","display_name":"adversarial loss","score":0.8970000147819519},{"id":"https://openalex.org/keywords/3d-object-representation","display_name":"3D object representation","score":0.7829999923706055},{"id":"https://openalex.org/keywords/object-classification","display_name":"object classification","score":0.5239999890327454},{"id":"https://openalex.org/keywords/internal-models","display_name":"internal models","score":0.4620000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7615554332733154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7188186049461365},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6510442495346069},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5862693190574646},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5696770548820496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5324811339378357},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5168802738189697},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5088517665863037},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5067625641822815},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.41551274061203003},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39344239234924316},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:arXiv.org:1511.06380","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1511.06380","pdf_url":"https://arxiv.org/pdf/1511.06380","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2175711684","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1511.06380.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:dspace.mit.edu:1721.1/100275","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/1721.1/100275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Technical Report"},{"id":"doi:10.48550/arxiv.1511.06380","doi":"https://doi.org/10.48550/arxiv.1511.06380","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1511.06380","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1511.06380","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1511.06380","pdf_url":"https://arxiv.org/pdf/1511.06380","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1298226199","display_name":"RI: Medium: Deep Annotation: Measuring Human Vision to Improve Machine Vision","funder_award_id":"1409097","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7201050375","display_name":"A Center for Brains, Minds and Machines: the Science and the Technology of Intelligence","funder_award_id":"1231216","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7809643752","display_name":null,"funder_award_id":"CCF-1231216","funder_id":"https://openalex.org/F4320324608","funder_display_name":"Companhia Brasileira de Metalurgia e Minera\u00e7\u00e3o"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320324608","display_name":"Companhia Brasileira de Metalurgia e Minera\u00e7\u00e3o","ror":"https://ror.org/03k8d9631"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2175711684.pdf","grobid_xml":"https://content.openalex.org/works/W2175711684.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W78356000","https://openalex.org/W1568514080","https://openalex.org/W1691728462","https://openalex.org/W1782879880","https://openalex.org/W1810943226","https://openalex.org/W1836533770","https://openalex.org/W1911093723","https://openalex.org/W1951119168","https://openalex.org/W2021306965","https://openalex.org/W2025768430","https://openalex.org/W2036174942","https://openalex.org/W2064675550","https://openalex.org/W2096388912","https://openalex.org/W2099471712","https://openalex.org/W2106439909","https://openalex.org/W2106995791","https://openalex.org/W2107878631","https://openalex.org/W2110798204","https://openalex.org/W2115096495","https://openalex.org/W2116435618","https://openalex.org/W2119885245","https://openalex.org/W2120190345","https://openalex.org/W2125389028","https://openalex.org/W2130942839","https://openalex.org/W2135341757","https://openalex.org/W2138857742","https://openalex.org/W2138960858","https://openalex.org/W2144161366","https://openalex.org/W2145038566","https://openalex.org/W2145195026","https://openalex.org/W2154039946","https://openalex.org/W2185758820","https://openalex.org/W2187281534","https://openalex.org/W2193880637","https://openalex.org/W2273348943","https://openalex.org/W2546302380","https://openalex.org/W2950760473","https://openalex.org/W2951523806","https://openalex.org/W2997183031"],"related_works":["https://openalex.org/W2969399927","https://openalex.org/W2401640538","https://openalex.org/W2964603534","https://openalex.org/W3118830349","https://openalex.org/W2248556341","https://openalex.org/W3171090877","https://openalex.org/W2794733878","https://openalex.org/W2786698010","https://openalex.org/W3110442907","https://openalex.org/W7216318717"],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,121,152,158,176],"predict":[3,122],"future":[4,56],"states":[5],"of":[6,13,24,30,113,133,137,164,196],"the":[7,25,31,35,41,106,134,138],"environment":[8],"is":[9,149],"a":[10,51,63,85,95,131,172,187],"central":[11],"pillar":[12],"intelligence.":[14],"At":[15],"its":[16],"core,":[17],"effective":[18],"prediction":[19,79,183],"requires":[20],"an":[21,28],"internal":[22,42,194],"model":[23],"world":[26,36],"and":[27,99,155],"understanding":[29],"rules":[32],"by":[33,45],"which":[34],"changes.":[37],"Here,":[38],"we":[39,144],"explore":[40],"models":[43,168],"developed":[44],"deep":[46],"neural":[47],"networks":[48],"trained":[49,119,169],"using":[50,62],"loss":[52,101,174,190],"based":[53],"on":[54],"predicting":[55],"frames":[57],"in":[58,76,84],"synthetic":[59],"video":[60],"sequences,":[61],"CNN-LSTM-deCNN":[64],"framework.":[65],"We":[66,180],"first":[67],"show":[68],"that":[69,146,182],"this":[70,147],"architecture":[71,108],"can":[72,184],"achieve":[73],"excellent":[74],"performance":[75,83],"visual":[77],"sequence":[78],"tasks,":[80,160],"including":[81],"state-of-the-art":[82],"standard":[86],"'bouncing":[87],"balls'":[88],"dataset":[89],"(Sutskever":[90],"et":[91,103],"al.,":[92,104],"2009).":[93],"Using":[94],"weighted":[96],"mean-squared":[97],"error":[98],"adversarial":[100],"(Goodfellow":[102],"2014),":[105],"same":[107],"successfully":[109],"extrapolates":[110],"out-of-the-plane":[111],"rotations":[112],"computer-generated":[114],"faces.":[115],"Furthermore,":[116],"despite":[117],"being":[118],"end-to-end":[120],"only":[123],"pixel-level":[124],"information,":[125],"our":[126],"Predictive":[127],"Generative":[128],"Networks":[129],"learn":[130],"representation":[132,148],"latent":[135],"structure":[136],"underlying":[139],"three-dimensional":[140],"objects":[141],"themselves.":[142],"Importantly,":[143],"find":[145],"naturally":[150],"tolerant":[151],"object":[153,198],"transformations,":[154],"generalizes":[156],"well":[157],"new":[159],"such":[161],"as":[162,178,186],"classification":[163],"static":[165],"images.":[166],"Similar":[167],"solely":[170],"with":[171],"reconstruction":[173],"fail":[175],"generalize":[177],"effectively.":[179],"argue":[181],"serve":[185],"powerful":[188],"unsupervised":[189],"for":[191],"learning":[192],"rich":[193],"representations":[195],"high-level":[197],"features.":[199]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2175711684","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":16},{"year":2016,"cited_by_count":6}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
