{"id":"https://openalex.org/W2139948828","doi":null,"title":"Convergence of the Wake-Sleep Algorithm","display_name":"Convergence of the Wake-Sleep Algorithm","publication_year":1998,"publication_date":"1998-12-01","ids":{"openalex":"https://openalex.org/W2139948828","mag":"2139948828"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.29.2791","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.29.2791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.mns.brain.riken.go.jp/~shiro/papers/conferences/nips1998.pdf","raw_type":"text"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041203451","display_name":"Shiro Ikeda","orcid":"https://orcid.org/0000-0002-2462-1448","observed_orcids":["https://orcid.org/0000-0002-2462-1448"]},"institutions":[{"id":"https://openalex.org/I4210086780","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19","country_code":"JP","type":"government","lineage":["https://openalex.org/I1319490839","https://openalex.org/I4210086780"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shiro Ikeda","raw_affiliation_strings":["PRESTO,JST, Wako, Saitama, Japan#TAB#"],"raw_orcid":"https://orcid.org/0000-0002-2462-1448","affiliations":[{"raw_affiliation_string":"PRESTO,JST, Wako, Saitama, Japan#TAB#","institution_ids":["https://openalex.org/I4210086780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055812530","display_name":"\u0428\u0443\u043d-\u0438\u0447\u0438 \u0410\u043c\u0430\u0440\u0438","orcid":"https://orcid.org/0000-0001-8860-8675","observed_orcids":["https://orcid.org/0000-0001-8860-8675"]},"institutions":[{"id":"https://openalex.org/I2800939219","display_name":"RIKEN Center for Brain Science","ror":"https://ror.org/04j1n1c04","country_code":"JP","type":"facility","lineage":["https://openalex.org/I2800939219","https://openalex.org/I4210110652"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"\u0428\u0443\u043d-\u0438\u0447\u0438 \u0410\u043c\u0430\u0440\u0438","raw_affiliation_strings":["RIKEN Brain Science Institute, Wako Saitama Japan"],"raw_orcid":"https://orcid.org/0000-0001-8860-8675","affiliations":[{"raw_affiliation_string":"RIKEN Brain Science Institute, Wako Saitama Japan","institution_ids":["https://openalex.org/I2800939219","https://openalex.org/I4210110652"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025886486","display_name":"Hiroyuki Nakahara","orcid":"https://orcid.org/0000-0001-6891-1175","observed_orcids":["https://orcid.org/0000-0001-6891-1175"]},"institutions":[{"id":"https://openalex.org/I2800939219","display_name":"RIKEN Center for Brain Science","ror":"https://ror.org/04j1n1c04","country_code":"JP","type":"facility","lineage":["https://openalex.org/I2800939219","https://openalex.org/I4210110652"]},{"id":"https://openalex.org/I4210110652","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroyuki Nakahara","raw_affiliation_strings":["Riken Brain Science Institute;"],"raw_orcid":"https://orcid.org/0000-0001-6891-1175","affiliations":[{"raw_affiliation_string":"Riken Brain Science Institute;","institution_ids":["https://openalex.org/I2800939219","https://openalex.org/I4210110652"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.391,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.49005682,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":"11","issue":null,"first_page":"239","last_page":"245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.49149999022483826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.49149999022483826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.1624000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.10939999669790268,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence-proof","display_name":"convergence proof","score":0.7059999704360962},{"id":"https://openalex.org/keywords/factor-analysis","display_name":"factor analysis","score":0.9440000057220459},{"id":"https://openalex.org/keywords/helmholtz-machine","display_name":"Helmholtz machine","score":0.9810000061988831},{"id":"https://openalex.org/keywords/hidden-variables","display_name":"hidden variables","score":0.5509999990463257},{"id":"https://openalex.org/keywords/expectation-maximization-algorithm","display_name":"expectation-maximization algorithm","score":0.7139999866485596},{"id":"https://openalex.org/keywords/geometric-interpretation","display_name":"geometric interpretation","score":0.5690000057220459},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"unsupervised learning","score":0.7170000076293945},{"id":"https://openalex.org/keywords/learning-rules","display_name":"learning rules","score":0.3070000112056732}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7443849444389343},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6609746217727661},{"id":"https://openalex.org/C182081679","wikidata":"https://www.wikidata.org/wiki/Q1275153","display_name":"Expectation\u2013maximization algorithm","level":3,"score":0.5708884000778198},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5413185954093933},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.5136324763298035},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4640447497367859},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.318764865398407},{"id":"https://openalex.org/C49781872","wikidata":"https://www.wikidata.org/wiki/Q1045555","display_name":"Maximum likelihood","level":2,"score":0.11384236812591553},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09852147102355957},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.29.2791","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.29.2791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.mns.brain.riken.go.jp/~shiro/papers/conferences/nips1998.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.43.8553","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.43.8553","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.islab.brain.riken.go.jp/~shiro/papers/conferences/nips98.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.44.2751","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.44.2751","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.islab.brain.riken.go.jp/~nakahara/papers/nips98.ps.gz","raw_type":"text"},{"id":"pmh:oai:irdb.nii.ac.jp:00953:0006732718","doi":null,"is_oa":false,"landing_page_url":"https://pure.teikyo.jp/en/publications/dc6ecfa8-3f48-4726-9b37-8f40435d4ac5","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advances in Neural Information Processing Systems 11 - Proceedings of the 1998 Conference, NIPS 1998","raw_type":"conference proceedings"},{"id":"mag:2139948828","doi":null,"is_oa":false,"landing_page_url":"https://papers.nips.cc/paper/1632-convergence-of-the-wake-sleep-algorithm.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Neural Information Processing Systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1520168181","https://openalex.org/W1993845689","https://openalex.org/W2019781059","https://openalex.org/W2026799324","https://openalex.org/W2036632921","https://openalex.org/W2049633694"],"related_works":["https://openalex.org/W2102805950","https://openalex.org/W365230406","https://openalex.org/W4242572226","https://openalex.org/W1990196893","https://openalex.org/W3024536663","https://openalex.org/W3197870258","https://openalex.org/W2170858534","https://openalex.org/W1989125213","https://openalex.org/W4293209119","https://openalex.org/W7144330655"],"abstract_inverted_index":{"The":[0,104],"W-S":[1,62,84,105,118,147],"(Wake-Sleep)":[2],"algorithm":[3,20,63,70,85,119,148],"is":[4,16,30,48,107,140],"a":[5,25,31,41,108,121,131],"simple":[6,109,157],"learning":[7,111],"rule":[8],"for":[9,40,86,96,155],"the":[10,35,45,57,61,67,72,76,80,83,87,94,97,117,135,143,146,160],"models":[11],"with":[12,66],"hidden":[13],"variables.":[14],"It":[15],"shown":[17],"that":[18],"this":[19,53,156],"can":[21,127],"be":[22,128],"applied":[23,116],"to":[24,120],"factor":[26,42,88,122],"analysis":[27,43,89,123],"model":[28,126],"which":[29],"linear":[32,132],"version":[33,133],"of":[34,60,82,134,145],"Helmholtz":[36,136],"machine.":[37],"But":[38],"even":[39,154],"model,":[44],"general":[46,100],"convergence":[47,81,98,144],"not":[49,150],"proved":[50,152],"theoretically.":[51],"In":[52],"article,":[54],"we":[55,78],"describe":[56],"geometrical":[58],"understanding":[59],"in":[64,99],"contrast":[65],"EM":[68],"(ExpectationMaximization)":[69],"and":[71,114],"em":[73],"algorithm.":[74,112],"As":[75,138],"result,":[77],"prove":[79],"model.":[90,158],"We":[91],"also":[92],"show":[93],"condition":[95],"models.":[101],"1":[102],"INTRODUCTION":[103],"algorithm[5]":[106],"Hebbian":[110],"Neal":[113],"Dayan":[115],"model[7].":[124],"This":[125],"seen":[129],"as":[130],"machine[3].":[137],"it":[139],"mentioned":[141],"in[7],":[142],"has":[149],"been":[151],"theoretically":[153],"From":[159],"similarity":[161],"of...":[162]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2016-06-24T00:00:00"}