{"id":"https://openalex.org/W3160587306","doi":"https://doi.org/10.1109/icassp39728.2021.9414497","title":"Information and Regularization in Restricted Boltzmann Machines","display_name":"Information and Regularization in Restricted Boltzmann Machines","publication_year":2021,"publication_date":"2021-05-13","ids":{"openalex":"https://openalex.org/W3160587306","doi":"https://doi.org/10.1109/icassp39728.2021.9414497","mag":"3160587306"},"language":"en","primary_location":{"id":"doi:10.1109/icassp39728.2021.9414497","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414497","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052132831","display_name":"Mat\u00edas Vera","orcid":"https://orcid.org/0000-0001-9180-7595"},"institutions":[{"id":"https://openalex.org/I151201029","display_name":"Consejo Nacional de Investigaciones Cient\u00edficas y T\u00e9cnicas","ror":"https://ror.org/03cqe8w59","country_code":"AR","type":"government","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Matias Vera","raw_affiliation_strings":["CSC-CONICET, Buenos Aires, Argentina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSC-CONICET, Buenos Aires, Argentina","institution_ids":["https://openalex.org/I151201029"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035529329","display_name":"Leonardo Rey Vega","orcid":"https://orcid.org/0000-0002-5578-0521"},"institutions":[{"id":"https://openalex.org/I151201029","display_name":"Consejo Nacional de Investigaciones Cient\u00edficas y T\u00e9cnicas","ror":"https://ror.org/03cqe8w59","country_code":"AR","type":"government","lineage":["https://openalex.org/I151201029","https://openalex.org/I4210123736","https://openalex.org/I4387155568"]},{"id":"https://openalex.org/I24354313","display_name":"Universidad de Buenos Aires","ror":"https://ror.org/0081fs513","country_code":"AR","type":"education","lineage":["https://openalex.org/I24354313"]}],"countries":["AR"],"is_corresponding":false,"raw_author_name":"Leonardo Rey Vega","raw_affiliation_strings":["CSC-CONICET, Buenos Aires, Argentina","Universidad de Buenos Aires, Buenos Aires, Argentina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CSC-CONICET, Buenos Aires, Argentina","institution_ids":["https://openalex.org/I151201029"]},{"raw_affiliation_string":"Universidad de Buenos Aires, Buenos Aires, Argentina","institution_ids":["https://openalex.org/I24354313"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071189599","display_name":"Pablo Piantanida","orcid":"https://orcid.org/0000-0002-8717-2117"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pablo Piantanida","raw_affiliation_strings":["L2S - CentraleSup\u00e9lec - CNRS, Universit\u00e9 Paris-Saclay, Gif-sur-Yvette, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"L2S - CentraleSup\u00e9lec - CNRS, Universit\u00e9 Paris-Saclay, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I4210107720"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3155","last_page":"3159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boltzmann-machine","display_name":"Boltzmann machine","score":0.819688081741333},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7484390139579773},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6849857568740845},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6350084543228149},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.583717405796051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5318949222564697},{"id":"https://openalex.org/keywords/restricted-boltzmann-machine","display_name":"Restricted Boltzmann machine","score":0.530261218547821},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5072683691978455},{"id":"https://openalex.org/keywords/information-flow","display_name":"Information flow","score":0.4368010461330414},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3823902904987335},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.30935555696487427},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2673105001449585}],"concepts":[{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.819688081741333},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7484390139579773},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6849857568740845},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6350084543228149},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.583717405796051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5318949222564697},{"id":"https://openalex.org/C199354608","wikidata":"https://www.wikidata.org/wiki/Q7316287","display_name":"Restricted Boltzmann machine","level":3,"score":0.530261218547821},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5072683691978455},{"id":"https://openalex.org/C2779136372","wikidata":"https://www.wikidata.org/wiki/Q10283002","display_name":"Information flow","level":2,"score":0.4368010461330414},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3823902904987335},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.30935555696487427},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2673105001449585},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp39728.2021.9414497","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp39728.2021.9414497","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04492098v1","is_oa":false,"landing_page_url":"https://centralesupelec.hal.science/hal-04492098","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ICASSP 2021 - 2021 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP), Jun 2021, Toronto, Canada. pp.3155-3159, ⟨10.1109/ICASSP39728.2021.9414497⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W66838807","https://openalex.org/W135467536","https://openalex.org/W1686946872","https://openalex.org/W1813659000","https://openalex.org/W1959608418","https://openalex.org/W1964155876","https://openalex.org/W2018359019","https://openalex.org/W2064487597","https://openalex.org/W2095705004","https://openalex.org/W2099866409","https://openalex.org/W2100002341","https://openalex.org/W2100495367","https://openalex.org/W2116064496","https://openalex.org/W2118858186","https://openalex.org/W2136922672","https://openalex.org/W2262208379","https://openalex.org/W2520624146","https://openalex.org/W2607839392","https://openalex.org/W2771527763","https://openalex.org/W2795414739","https://openalex.org/W2803832867","https://openalex.org/W2951696038","https://openalex.org/W2964184826","https://openalex.org/W2979454998","https://openalex.org/W3005503672","https://openalex.org/W3103002362","https://openalex.org/W4253809711","https://openalex.org/W4287870113","https://openalex.org/W6637108112","https://openalex.org/W6638304892","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6674813771","https://openalex.org/W6677919164","https://openalex.org/W6752051073","https://openalex.org/W6773740579"],"related_works":["https://openalex.org/W4283272532","https://openalex.org/W2952018105","https://openalex.org/W2119341610","https://openalex.org/W2916681395","https://openalex.org/W2556473569","https://openalex.org/W2193475944","https://openalex.org/W4302433642","https://openalex.org/W2529583158","https://openalex.org/W4253809711","https://openalex.org/W2520624146"],"abstract_inverted_index":{"Recent":[0],"works":[1],"suggests":[2],"an":[3],"interesting":[4,77],"interplay":[5],"between":[6,10,79],"the":[7,20,23,47,67,80,104,108],"information":[8,49,57,82],"flow":[9],"inputs":[11],"features":[12],"and":[13,19,63,84,96],"hidden":[14],"representations":[15],"of":[16,22,36,107],"a":[17,115],"learning":[18],"ability":[21,106],"algorithm":[24],"to":[25,30,40,45,102],"generalize":[26],"from":[27],"trained":[28],"samples":[29],"unobserved":[31],"data.":[32],"For":[33],"instance,":[34],"some":[35,74],"regularization":[37,69],"techniques":[38],"used":[39],"control":[41],"generalization":[42,105],"are":[43,100,111],"expected":[44],"impact":[46],"corresponding":[48],"metrics.":[50],"In":[51],"this":[52],"work,":[53],"we":[54],"study":[55],"mutual":[56,81],"in":[58],"Restricted":[59],"Boltzmann":[60],"Machines":[61],"(RBM)":[62],"its":[64,85],"relationship":[65],"with":[66,87,114],"different":[68],"techniques.":[70],"Our":[71],"results":[72],"show":[73],"evidence":[75],"on":[76],"connections":[78],"(inputs":[83],"representations)":[86],"relevant":[88],"parameters":[89],"such":[90],"as:":[91],"network":[92],"dimension,":[93],"matrix":[94],"norms":[95],"dropout":[97],"probability,":[98],"which":[99],"known":[101],"influence":[103],"network.":[109],"Results":[110],"empirically":[112],"corroborated":[113],"numerical":[116],"study.":[117]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}