{"id":"https://openalex.org/W4417299804","doi":"https://doi.org/10.48550/arxiv.2505.11635","title":"The Gaussian-Multinoulli Restricted Boltzmann Machine: A Potts Model Extension of the GRBM","display_name":"The Gaussian-Multinoulli Restricted Boltzmann Machine: A Potts Model Extension of the GRBM","publication_year":2025,"publication_date":"2025-05-16","ids":{"openalex":"https://openalex.org/W4417299804","doi":"https://doi.org/10.48550/arxiv.2505.11635"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2505.11635","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2505.11635","pdf_url":"https://arxiv.org/pdf/2505.11635","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.11635","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120793215","display_name":"Nikhil Kapasi","orcid":"https://orcid.org/0009-0004-9740-2328","observed_orcids":["https://orcid.org/0009-0004-9740-2328"]},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kapasi, Nikhil","raw_affiliation_strings":["Department of Electrical and Computer Engineering University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Elfouly, Mohamed","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elfouly, Mohamed","raw_affiliation_strings":["Department of Electrical and Computer Engineering University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065772328","display_name":"William E. Whitehead","orcid":"https://orcid.org/0000-0001-6587-7602","observed_orcids":["https://orcid.org/0000-0001-6587-7602"]},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Whitehead, William","raw_affiliation_strings":["Department of Electrical and Computer Engineering University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038645932","display_name":"Luke S. Theogarajan","orcid":"https://orcid.org/0000-0002-0320-5023","observed_orcids":["https://orcid.org/0000-0002-0320-5023"]},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Theogarajan, Luke","raw_affiliation_strings":["Department of Electrical and Computer Engineering University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.002899999963119626,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/potts-model","display_name":"Potts model","score":0.8840000033378601},{"id":"https://openalex.org/keywords/energy-based-models","display_name":"energy-based models","score":0.7649999856948853},{"id":"https://openalex.org/keywords/state-collapse","display_name":"state collapse","score":0.6650000214576721},{"id":"https://openalex.org/keywords/contrastive-divergence","display_name":"contrastive divergence","score":0.8619999885559082},{"id":"https://openalex.org/keywords/annealing","display_name":"annealing","score":0.968999981880188},{"id":"https://openalex.org/keywords/structured-memory","display_name":"structured memory","score":0.9580000042915344},{"id":"https://openalex.org/keywords/discrete-latent-representations","display_name":"discrete latent representations","score":0.6039999723434448},{"id":"https://openalex.org/keywords/gibbs-sampling","display_name":"Gibbs sampling","score":0.5609999895095825}],"concepts":[{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.7229999899864197},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.66839998960495},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.592199981212616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5196999907493591},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5116000175476074},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.49880000948905945},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4487999975681305},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.43529999256134033},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.376800000667572},{"id":"https://openalex.org/C53442348","wikidata":"https://www.wikidata.org/wiki/Q745101","display_name":"Content-addressable memory","level":3,"score":0.35659998655319214},{"id":"https://openalex.org/C199354608","wikidata":"https://www.wikidata.org/wiki/Q7316287","display_name":"Restricted Boltzmann machine","level":3,"score":0.34860000014305115},{"id":"https://openalex.org/C159423971","wikidata":"https://www.wikidata.org/wiki/Q177251","display_name":"Associative property","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3199999928474426},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C119322782","wikidata":"https://www.wikidata.org/wiki/Q2662236","display_name":"VC dimension","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27709999680519104},{"id":"https://openalex.org/C98925819","wikidata":"https://www.wikidata.org/wiki/Q7235385","display_name":"Potts model","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C65965080","wikidata":"https://www.wikidata.org/wiki/Q1806885","display_name":"Latent variable model","level":3,"score":0.2734000086784363},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.25920000672340393}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2505.11635","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2505.11635","pdf_url":"https://arxiv.org/pdf/2505.11635","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.11635","doi":"https://doi.org/10.48550/arxiv.2505.11635","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.11635","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.11635","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2505.11635","pdf_url":"https://arxiv.org/pdf/2505.11635","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417299804.pdf","grobid_xml":"https://content.openalex.org/works/W4417299804.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2244453306","https://openalex.org/W2136936677","https://openalex.org/W2965906479","https://openalex.org/W4220937669","https://openalex.org/W2560712968","https://openalex.org/W7100407413","https://openalex.org/W3005295294","https://openalex.org/W2224454245","https://openalex.org/W2160400687","https://openalex.org/W7097981981"],"abstract_inverted_index":{"Many":[0],"real-world":[1],"tasks,":[2],"from":[3,10,95],"associative":[4],"memory":[5,126],"to":[6,21,112,156,171],"symbolic":[7],"reasoning,":[8],"benefit":[9],"discrete,":[11],"structured":[12,125],"representations":[13],"that":[14,35,87],"standard":[15],"continuous":[16],"latent":[17,54,97,119],"models":[18],"can":[19],"struggle":[20],"express.":[22],"We":[23,60],"introduce":[24],"the":[25,37,66,114],"Gaussian-Multinoulli":[26],"Restricted":[27],"Boltzmann":[28],"Machine":[29],"(GM-RBM),":[30],"a":[31,52,62,167],"generative":[32],"energy-based":[33],"model":[34],"extends":[36],"Gaussian-Bernoulli":[38],"RBM":[39],"(GB-RBM)":[40],"by":[41],"replacing":[42],"binary":[43,172],"hidden":[44,164],"units":[45,165],"with":[46,80,109,140],"q-state":[47],"categorical":[48,163],"(Potts)":[49],"units,":[50],"yielding":[51],"richer":[53],"state":[55,89],"space":[56],"for":[57,174],"multivalued":[58],"concepts.":[59],"provide":[61,166],"self-contained":[63],"derivation":[64],"of":[65,117],"energy,":[67],"conditional":[68],"distributions,":[69],"and":[70,73,83,104,124,131],"learning":[71],"rules,":[72],"detail":[74],"practical":[75],"training":[76,142],"choices":[77],"(contrastive":[78],"divergence":[79],"temperature":[81],"annealing":[82],"intra-slot":[84],"diversity":[85],"constraints)":[86],"avoid":[88],"collapse.":[90],"To":[91],"separate":[92],"architectural":[93],"effects":[94],"sheer":[96],"capacity,":[98],"we":[99],"evaluate":[100],"under":[101],"both":[102],"capacity-matched":[103],"parameter-matched":[105],"setups,":[106],"comparing":[107],"GM-RBM":[108,128],"GB-RBM":[110],"configured":[111],"have":[113],"same":[115],"number":[116],"possible":[118],"assignments.":[120],"On":[121],"analogical":[122],"recall":[123,136],"benchmarks,":[127],"achieves":[129],"competitive,":[130],"in":[132],"several":[133],"regimes":[134],"improved,":[135],"at":[137],"equal":[138],"capacity":[139],"comparable":[141],"cost,":[143],"despite":[144],"using":[145],"only":[146],"Gibbs":[147],"updates.":[148],"The":[149],"discrete":[150,175],"q-ary":[151],"formulation":[152],"is":[153],"also":[154],"amenable":[155],"efficient":[157],"implementation.":[158],"These":[159],"results":[160],"clarify":[161],"when":[162],"simple,":[168],"scalable":[169],"alternative":[170],"latents":[173],"inference":[176],"within":[177],"tractable":[178],"RBMs.":[179]},"counts_by_year":[],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2025-10-10T00:00:00"}