{"id":"https://openalex.org/W2147010501","doi":null,"title":"Learning Multilevel Distributed Representations for High-Dimensional Sequences","display_name":"Learning Multilevel Distributed Representations for High-Dimensional Sequences","publication_year":2007,"publication_date":"2007-03-11","ids":{"openalex":"https://openalex.org/W2147010501","mag":"2147010501"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.118.9621","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.118.9621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://learning.cs.toronto.edu/~hinton/absps/trbmTR.pdf","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2147010501"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006446297","display_name":"Ilya Sutskever","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ilya Sutskever","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5108093963","display_name":"Geoffrey E. Hinton","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Geoffrey E. Hinton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.5214,"has_fulltext":false,"cited_by_count":192,"citation_normalized_percentile":{"value":0.95890307,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"548","last_page":"555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7461000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.7461000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.04479999840259552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.028699999675154686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-models","display_name":"generative models","score":0.6639999747276306},{"id":"https://openalex.org/keywords/approximate-inference","display_name":"approximate inference","score":0.7519999742507935},{"id":"https://openalex.org/keywords/hidden-markov-models","display_name":"hidden Markov models","score":0.6539999842643738},{"id":"https://openalex.org/keywords/linear-dynamical-systems","display_name":"linear dynamical systems","score":0.9909999966621399},{"id":"https://openalex.org/keywords/video-sequences","display_name":"video sequences","score":0.6050000190734863}],"concepts":[{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.7030264735221863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7000710368156433},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6593155860900879},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5914497375488281},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5805731415748596},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5410569310188293},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.484894335269928},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.44480380415916443},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.43911588191986084},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3958546817302704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37869736552238464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33616504073143005},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.118.9621","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.118.9621","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://learning.cs.toronto.edu/~hinton/absps/trbmTR.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.153.8919","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.153.8919","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.utoronto.ca/~ilya/pubs/2007/aistats_multilayered.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.214.1368","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.214.1368","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://jmlr.csail.mit.edu/proceedings/papers/v2/sutskever07a/sutskever07a.pdf","raw_type":"text"},{"id":"mag:2147010501","doi":null,"is_oa":false,"landing_page_url":"http://jmlr.csail.mit.edu/proceedings/papers/v2/sutskever07a/sutskever07a.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W66838807","https://openalex.org/W116210019","https://openalex.org/W1481420047","https://openalex.org/W1516111018","https://openalex.org/W1528056001","https://openalex.org/W1575388622","https://openalex.org/W1813659000","https://openalex.org/W1985749405","https://openalex.org/W2100495367","https://openalex.org/W2102716594","https://openalex.org/W2103255058","https://openalex.org/W2116064496","https://openalex.org/W2136922672","https://openalex.org/W2725061391"],"related_works":["https://openalex.org/W7132862233","https://openalex.org/W2167809057","https://openalex.org/W3011284678","https://openalex.org/W2554701276","https://openalex.org/W7096040597","https://openalex.org/W7100289985","https://openalex.org/W2803925851","https://openalex.org/W2802064755","https://openalex.org/W2185758820","https://openalex.org/W2900157958"],"abstract_inverted_index":{"We":[0],"describe":[1],"a":[2,47,88],"family":[3],"of":[4,37,83],"non-linear":[5,68],"sequence":[6],"models":[7,16,22,60],"that":[8,30],"is":[9,77],"substantially":[10],"more":[11],"powerful":[12],"than":[13],"hidden":[14,44,52],"Markov":[15],"or":[17],"linear":[18],"dynamical":[19],"systems.":[20],"Our":[21],"have":[23],"simple":[24],"approximate":[25],"inference":[26],"and":[27,49],"learning":[28],"procedures":[29],"work":[31],"well":[32],"in":[33,87],"practice.":[34],"Multilevel":[35],"representations":[36],"sequential":[38],"data":[39,69],"can":[40,61],"be":[41,62],"learned":[42],"one":[43],"layer":[45],"at":[46],"time,":[48],"adding":[50],"extra":[51],"layers":[53],"improves":[54],"the":[55],"resulting":[56],"generative":[57],"models.":[58],"The":[59],"trained":[63],"with":[64],"very":[65,67],"high-dimensional,":[66],"such":[70],"as":[71],"raw":[72],"pixel":[73],"sequences.":[74],"Their":[75],"performance":[76],"demonstrated":[78],"using":[79],"synthetic":[80],"video":[81],"sequences":[82],"two":[84],"balls":[85],"bouncing":[86],"box.":[89]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":30},{"year":2016,"cited_by_count":19},{"year":2015,"cited_by_count":23},{"year":2014,"cited_by_count":16},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":6}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}