{"id":"https://openalex.org/W2126637619","doi":"https://doi.org/10.1162/089976699300016610","title":"Recurrent Sampling Models for the Helmholtz Machine","display_name":"Recurrent Sampling Models for the Helmholtz Machine","publication_year":1999,"publication_date":"1999-04-01","ids":{"openalex":"https://openalex.org/W2126637619","doi":"https://doi.org/10.1162/089976699300016610","mag":"2126637619","pmid":"https://pubmed.ncbi.nlm.nih.gov/10085425"},"language":"en","primary_location":{"id":"doi:10.1162/089976699300016610","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976699300016610","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075063030","display_name":"Peter Dayan","orcid":"https://orcid.org/0000-0003-3476-1839"},"institutions":[{"id":"https://openalex.org/I4210104429","display_name":"Institute of Cognitive and Brain Sciences","ror":"https://ror.org/01c3w3270","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104429"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter Dayan","raw_affiliation_strings":["Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, MA 02139, U.S.A"],"affiliations":[{"raw_affiliation_string":"Department of Brain and Cognitive Sciences, Massachusetts Institute of Technology, Cambridge, MA 02139, U.S.A","institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075063030"],"corresponding_institution_ids":["https://openalex.org/I4210104429","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":0.4976,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.64046055,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":"3","first_page":"653","last_page":"677"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.6827499866485596},{"id":"https://openalex.org/keywords/helmholtz-free-energy","display_name":"Helmholtz free energy","score":0.6334375143051147},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.611037015914917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5988990068435669},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5895485877990723},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5848152041435242},{"id":"https://openalex.org/keywords/markov-random-field","display_name":"Markov random field","score":0.5291814208030701},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5086615681648254},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.49342218041419983},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4734342098236084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46988797187805176},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.4273901879787445},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3652837574481964},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36017143726348877},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3475639224052429},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3090045750141144},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1658475697040558},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10750102996826172}],"concepts":[{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6827499866485596},{"id":"https://openalex.org/C27592594","wikidata":"https://www.wikidata.org/wiki/Q865821","display_name":"Helmholtz free energy","level":2,"score":0.6334375143051147},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.611037015914917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5988990068435669},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5895485877990723},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5848152041435242},{"id":"https://openalex.org/C2778045648","wikidata":"https://www.wikidata.org/wiki/Q176827","display_name":"Markov random field","level":4,"score":0.5291814208030701},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5086615681648254},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.49342218041419983},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4734342098236084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46988797187805176},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.4273901879787445},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3652837574481964},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36017143726348877},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3475639224052429},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3090045750141144},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1658475697040558},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10750102996826172},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000818","descriptor_name":"Animals","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005163","descriptor_name":"Factor Analysis, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005163","descriptor_name":"Factor Analysis, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005163","descriptor_name":"Factor Analysis, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008390","descriptor_name":"Markov Chains","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012494","descriptor_name":"Sampling Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012494","descriptor_name":"Sampling Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012494","descriptor_name":"Sampling Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D012890","descriptor_name":"Sleep","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D013269","descriptor_name":"Stochastic Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013269","descriptor_name":"Stochastic Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013269","descriptor_name":"Stochastic Processes","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":7,"locations":[{"id":"doi:10.1162/089976699300016610","is_oa":false,"landing_page_url":"https://doi.org/10.1162/089976699300016610","pdf_url":null,"source":{"id":"https://openalex.org/S207023548","display_name":"Neural Computation","issn_l":"0899-7667","issn":["0899-7667","1530-888X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718"],"host_organization_lineage_names":["The MIT Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computation","raw_type":"journal-article"},{"id":"pmid:10085425","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/10085425","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural computation","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.141.1725","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.141.1725","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.gatsby.ucl.ac.uk/~dayan/papers/rechelm99.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.27.5205","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.27.5205","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.gatsby.ucl.ac.uk/~dayan/papers/d99a.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.50.3533","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.50.3533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ftp://ftp.ai.mit.edu/pub/users/dayan/papers/circ.ps.gz","raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:85115","is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/85115/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   NEURAL COMPUT , 11  (3)   653 - 677.   (1999)      ","raw_type":"Article"},{"id":"pmh:oai:pure.mpg.de:item_3022407","is_oa":false,"landing_page_url":"http://hdl.handle.net/21.11116/0000-0002-D615-5","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Neural computation","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W52127214","https://openalex.org/W1481229783","https://openalex.org/W1518186130","https://openalex.org/W1520426560","https://openalex.org/W1520448186","https://openalex.org/W1532372219","https://openalex.org/W1547224907","https://openalex.org/W1578739277","https://openalex.org/W1746680969","https://openalex.org/W1823954399","https://openalex.org/W1967522734","https://openalex.org/W1970789124","https://openalex.org/W1978348356","https://openalex.org/W1981814724","https://openalex.org/W1987146944","https://openalex.org/W1993845689","https://openalex.org/W1994869055","https://openalex.org/W2007579152","https://openalex.org/W2019781059","https://openalex.org/W2020999234","https://openalex.org/W2026799324","https://openalex.org/W2032677875","https://openalex.org/W2042912927","https://openalex.org/W2047990541","https://openalex.org/W2049633694","https://openalex.org/W2064971633","https://openalex.org/W2076818396","https://openalex.org/W2087584984","https://openalex.org/W2091845343","https://openalex.org/W2097277498","https://openalex.org/W2102409316","https://openalex.org/W2137141209","https://openalex.org/W2137484834","https://openalex.org/W2145889472","https://openalex.org/W2151907713","https://openalex.org/W2153443573","https://openalex.org/W2156452366","https://openalex.org/W2159080219","https://openalex.org/W2170858534","https://openalex.org/W2290658005","https://openalex.org/W2895674046","https://openalex.org/W3022628558","https://openalex.org/W3207342693","https://openalex.org/W3209862660"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W2280377497","https://openalex.org/W4387506531","https://openalex.org/W4238433571","https://openalex.org/W3174044702","https://openalex.org/W2967848559","https://openalex.org/W4283803360"],"abstract_inverted_index":{"Many":[0],"recent":[1],"analysis-by-synthesis":[2],"density":[3],"estimation":[4],"models":[5],"of":[6,29,61,73],"cortical":[7],"learning":[8],"and":[9,75,96],"processing":[10],"have":[11],"made":[12],"the":[13,27,32,36,68,71,90,93],"crucial":[14],"simplifying":[15],"assumption":[16],"that":[17],"units":[18,30],"within":[19,63,87],"a":[20,46],"single":[21],"layer":[22,33,37],"are":[23],"mutually":[24],"independent":[25],"given":[26],"states":[28],"in":[31,70,89],"below":[34],"or":[35,50,92],"above.":[38],"In":[39],"this":[40],"article,":[41],"we":[42,97],"suggest":[43],"using":[44],"either":[45],"Markov":[47],"random":[48],"field":[49],"an":[51],"alternative":[52],"stochastic":[53],"sampling":[54,80],"architecture":[55],"to":[56,84],"capture":[57,85],"explicitly":[58],"particular":[59],"forms":[60],"dependence":[62],"each":[64],"layer.":[65],"We":[66],"develop":[67],"architectures":[69],"context":[72],"real":[74],"binary":[76],"Helmholtz":[77],"machines.":[78],"Recurrent":[79],"can":[81,102],"be":[82,103],"used":[83],"correlations":[86],"layers":[88],"generative":[91],"recognition":[94],"models,":[95],"also":[98],"show":[99],"how":[100],"these":[101],"combined.":[104]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}