{"id":"https://openalex.org/W2113517401","doi":null,"title":"Cardinality Restricted Boltzmann Machines","display_name":"Cardinality Restricted Boltzmann Machines","publication_year":2012,"publication_date":"2012-01-01","ids":{"openalex":"https://openalex.org/W2113517401","mag":"2113517401"},"language":"en","primary_location":{"id":"pmh:oai:dash.harvard.edu:1/11315421","doi":null,"is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","pdf_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026208886","display_name":"Kevin Swersky","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kevin Swersky","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081231468","display_name":"Daniel Tarlow","orcid":"https://orcid.org/0009-0009-4304-6395","observed_orcids":["https://orcid.org/0009-0009-4304-6395"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daniel Tarlow","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006446297","display_name":"Ilya Sutskever","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilya Sutskever","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071983998","display_name":"Ruslan Salakhutdinov","orcid":"https://orcid.org/0000-0002-3752-2756","observed_orcids":["https://orcid.org/0000-0002-3752-2756"]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ruslan Salakhutdinov","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026085036","display_name":"Rich Zemel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Richard S. Zemel","raw_affiliation_strings":["University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007769527","display_name":"Ryan Prescott Adams","orcid":"https://orcid.org/0000-0002-5704-6654","observed_orcids":["https://orcid.org/0000-0002-5704-6654"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan P. Adams","raw_affiliation_strings":["Harvard University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.865,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92326756,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/restricted-boltzmann-machine","display_name":"restricted Boltzmann machine","score":0.859000027179718},{"id":"https://openalex.org/keywords/cardinality-constraints","display_name":"cardinality constraints","score":0.7609999775886536},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"dynamic programming","score":0.7549999952316284},{"id":"https://openalex.org/keywords/derivative-computation","display_name":"derivative computation","score":0.4099999964237213},{"id":"https://openalex.org/keywords/neural-network-fine-tuning","display_name":"neural network fine-tuning","score":0.8659999966621399},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"feature extraction","score":0.640999972820282},{"id":"https://openalex.org/keywords/density-model","display_name":"density model","score":0.37299999594688416}],"concepts":[{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.8871169686317444},{"id":"https://openalex.org/C199354608","wikidata":"https://www.wikidata.org/wiki/Q7316287","display_name":"Restricted Boltzmann machine","level":3,"score":0.6785499453544617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6588287353515625},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.5776523947715759},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.5529546737670898},{"id":"https://openalex.org/C137002209","wikidata":"https://www.wikidata.org/wiki/Q898521","display_name":"Hidden variable theory","level":3,"score":0.5102319717407227},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49704816937446594},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45304420590400696},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4491743743419647},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.44537994265556335},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39213335514068604},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3882902264595032},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3510505259037018},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13762429356575012},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:dash.harvard.edu:1/11315421","doi":null,"is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","pdf_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.251.2768","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.251.2768","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.toronto.edu/%7Ekswersky/wp-content/uploads/carbm.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.416.8902","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.416.8902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.utoronto.ca/~ilya/pubs/2012/carbm.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.645.2557","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.645.2557","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://hips.seas.harvard.edu/files/swersky-crbm-nips-2012.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.877.8305","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.877.8305","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://dash.harvard.edu/bitstream/handle/1/11315421/swersky-crbm-nips-2012.pdf?sequence%3D1","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:dash.harvard.edu:1/11315421","doi":null,"is_oa":true,"landing_page_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","pdf_url":"http://nrs.harvard.edu/urn-3:HUL.InstRepos:11315421","source":{"id":"https://openalex.org/S4306401540","display_name":"Digital Access to Scholarship at Harvard (DASH) (Harvard University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I136199984","host_organization_name":"Harvard University","host_organization_lineage":["https://openalex.org/I136199984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2113517401.pdf","grobid_xml":"https://content.openalex.org/works/W2113517401.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W1813659000","https://openalex.org/W1876515821","https://openalex.org/W1976237789","https://openalex.org/W1994197834","https://openalex.org/W1997202142","https://openalex.org/W2013035813","https://openalex.org/W2051717488","https://openalex.org/W2079914085","https://openalex.org/W2084814040","https://openalex.org/W2084925475","https://openalex.org/W2097018403","https://openalex.org/W2097998348","https://openalex.org/W2100495367","https://openalex.org/W2105464873","https://openalex.org/W2105728138","https://openalex.org/W2108806771","https://openalex.org/W2110798204","https://openalex.org/W2116064496","https://openalex.org/W2116825644","https://openalex.org/W2129116030","https://openalex.org/W2130325614","https://openalex.org/W2133257461","https://openalex.org/W2135306627","https://openalex.org/W2136922672","https://openalex.org/W2144414892","https://openalex.org/W2161893161","https://openalex.org/W2191540403","https://openalex.org/W2951287198","https://openalex.org/W3118608800","https://openalex.org/W3207342693"],"related_works":["https://openalex.org/W7098513350","https://openalex.org/W1592845119","https://openalex.org/W2580809625","https://openalex.org/W7095632438","https://openalex.org/W7097454603","https://openalex.org/W7095520577","https://openalex.org/W7097416980","https://openalex.org/W7038394231","https://openalex.org/W7098349526","https://openalex.org/W7100423267"],"abstract_inverted_index":{"The":[0],"Restricted":[1],"Boltzmann":[2],"Machine":[3],"(RBM)":[4],"is":[5,11,25,36,53],"a":[6,98,132],"popular":[7],"density":[8],"model":[9],"that":[10,97],"also":[12,115],"good":[13],"for":[14],"extracting":[15],"features.":[16],"A":[17],"main":[18],"source":[19],"of":[20,68,72],"tractability":[21],"in":[22,49,109],"RBM":[23,58],"models":[24],"that,":[26],"given":[27],"an":[28,57],"input,":[29],"the":[30,50,69,82,86,110,122],"posterior":[31,84,124],"distribution":[32],"over":[33,85],"hidden":[34,51,63,112,138],"variables":[35],"factorizable":[37],"and":[38,43,47,55],"can":[39,102],"be":[40,103],"easily":[41],"computed":[42],"sampled":[44],"from.":[45],"Sparsity":[46],"competition":[48,60],"representation":[52],"beneficial,":[54],"while":[56],"with":[59,136],"among":[61],"its":[62],"units":[64,88],"would":[65],"acquire":[66],"some":[67],"attractive":[70],"properties":[71],"sparse":[73,137],"coding,":[74],"such":[75],"constraints":[76],"are":[77],"typically":[78],"not":[79],"added,":[80],"as":[81],"resulting":[83,123],"hid-den":[87],"seemingly":[89],"becomes":[90],"intractable.":[91],"In":[92],"this":[93],"paper":[94],"we":[95],"show":[96,116],"dynamic":[99],"programming":[100],"algorithm":[101],"used":[104],"to":[105,118,130],"implement":[106],"exact":[107],"sparsity":[108],"RBM\u2019s":[111],"units.":[113],"We":[114],"how":[117],"pass":[119],"derivatives":[120],"through":[121],"marginals,":[125],"which":[126],"makes":[127],"it":[128],"possible":[129],"fine-tune":[131],"pre-trained":[133],"neural":[134],"network":[135],"layers.":[139],"1":[140]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":5}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}