{"id":"https://openalex.org/W3115767243","doi":"https://doi.org/10.1109/tetci.2020.3043764","title":"Energy-Based Dropout in Restricted Boltzmann Machines: Why Not Go Random","display_name":"Energy-Based Dropout in Restricted Boltzmann Machines: Why Not Go Random","publication_year":2020,"publication_date":"2020-12-24","ids":{"openalex":"https://openalex.org/W3115767243","doi":"https://doi.org/10.1109/tetci.2020.3043764","mag":"3115767243"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2020.3043764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2020.3043764","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2101.06741","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mateus Roder","orcid":null},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Mateus Roder","raw_affiliation_strings":["São Paulo State University, Sao Paulo, SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Paulo State University, Sao Paulo, SP, Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gustavo Henrique de Rosa","orcid":"https://orcid.org/0000-0002-6442-8343"},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Gustavo Henrique de Rosa","raw_affiliation_strings":["São Paulo State University, Sao Paulo, SP, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-6442-8343","affiliations":[{"raw_affiliation_string":"São Paulo State University, Sao Paulo, SP, Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Victor Hugo C. de Albuquerque","orcid":"https://orcid.org/0000-0003-3886-4309"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Victor Hugo C. de Albuquerque","raw_affiliation_strings":["ARMTEC Tecnologia em Robótica, Fortaleza, CE, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-3886-4309","affiliations":[{"raw_affiliation_string":"ARMTEC Tecnologia em Robótica, Fortaleza, CE, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Andre L. D. Rossi","orcid":"https://orcid.org/0000-0001-6388-7479"},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andre L. D. Rossi","raw_affiliation_strings":["São Paulo State University, Sao Paulo, SP, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-6388-7479","affiliations":[{"raw_affiliation_string":"São Paulo State University, Sao Paulo, SP, Brazil","institution_ids":["https://openalex.org/I879563668"]}]},{"author_position":"last","author":{"id":null,"display_name":"Joao P. Papa","orcid":null},"institutions":[{"id":"https://openalex.org/I879563668","display_name":"Universidade Estadual Paulista (Unesp)","ror":"https://ror.org/00987cb86","country_code":"BR","type":"education","lineage":["https://openalex.org/I879563668"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Joao P. Papa","raw_affiliation_strings":["São Paulo State University, Sao Paulo, SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Paulo State University, Sao Paulo, SP, Brazil","institution_ids":["https://openalex.org/I879563668"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2875,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57899497,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"6","issue":"2","first_page":"276","last_page":"286"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6970000267028809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.6970000267028809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1867000013589859,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.01889999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.7523999810218811},{"id":"https://openalex.org/keywords/boltzmann-machine","display_name":"Boltzmann machine","score":0.7077999711036682},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5698000192642212},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5529000163078308},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4271000027656555},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.41690000891685486},{"id":"https://openalex.org/keywords/restricted-boltzmann-machine","display_name":"Restricted Boltzmann machine","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.7523999810218811},{"id":"https://openalex.org/C192576344","wikidata":"https://www.wikidata.org/wiki/Q194706","display_name":"Boltzmann machine","level":3,"score":0.7077999711036682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6133999824523926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.59170001745224},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5698000192642212},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5529000163078308},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5066999793052673},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4271000027656555},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.41690000891685486},{"id":"https://openalex.org/C199354608","wikidata":"https://www.wikidata.org/wiki/Q7316287","display_name":"Restricted Boltzmann machine","level":3,"score":0.4090000092983246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3723999857902527},{"id":"https://openalex.org/C35304006","wikidata":"https://www.wikidata.org/wiki/Q5962","display_name":"Boltzmann constant","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.29919999837875366},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.29670000076293945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2921999990940094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2685999870300293}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tetci.2020.3043764","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2020.3043764","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2101.06741","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.06741","pdf_url":"https://arxiv.org/pdf/2101.06741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repositorio.unesp.br:11449/205676","is_oa":true,"landing_page_url":"http://hdl.handle.net/11449/205676","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"instacron:UNESP","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2101.06741","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2101.06741","pdf_url":"https://arxiv.org/pdf/2101.06741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2116064496","https://openalex.org/W2133665775","https://openalex.org/W2135046866","https://openalex.org/W2150717117","https://openalex.org/W2156297475","https://openalex.org/W2163922914","https://openalex.org/W2262208379","https://openalex.org/W2402196265","https://openalex.org/W2510717548","https://openalex.org/W2517056711","https://openalex.org/W2902986194","https://openalex.org/W2964179799","https://openalex.org/W4231109964","https://openalex.org/W4252684946","https://openalex.org/W4256202811","https://openalex.org/W6600213771","https://openalex.org/W6601425427","https://openalex.org/W6679955943","https://openalex.org/W6743688258","https://openalex.org/W6774731286"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"learning":[1],"architectures":[2],"have":[3],"been":[4],"widely":[5],"fostered":[6],"throughout":[7],"the":[8,41,65,70,135,163,169,173],"last":[9],"years,":[10],"being":[11],"used":[12],"in":[13,51],"a":[14,33,57,76,85,118],"wide":[15],"range":[16],"of":[17,78],"applications,":[18],"such":[19,29,56,149],"as":[20,37,138,150],"object":[21],"recognition,":[22],"image":[23],"reconstruction,":[24],"and":[25,80,134,172],"signal":[26],"processing.":[27],"Nevertheless,":[28],"models":[30],"suffer":[31],"from":[32,43],"common":[34],"problem":[35,71],"known":[36],"overfitting,":[38],"which":[39,68,99],"limits":[40],"network":[42],"predicting":[44],"unseen":[45],"data":[46],"effectively.":[47],"Regularization":[48],"approaches":[49],"arise":[50],"an":[52,109,139],"attempt":[53],"to":[54,64,84,97,146,168],"address":[55],"shortcoming.":[58],"Among":[59],"them,":[60],"one":[61],"can":[62],"refer":[63],"well-known":[66],"Dropout,":[67],"tackles":[69],"by":[72,131],"randomly":[73],"shutting":[74],"down":[75],"set":[77],"neurons":[79,133],"their":[81],"connections":[82],"according":[83],"certain":[86],"probability.":[87],"Therefore,":[88],"this":[89,105,128],"approach":[90],"does":[91],"not":[92],"consider":[93],"any":[94],"additional":[95],"knowledge":[96],"decide":[98],"units":[100],"should":[101,120],"be":[102,121],"disconnected.":[103],"In":[104],"paper,":[106],"we":[107,126],"propose":[108],"energy-based":[110,147],"Dropout":[111,171],"(E-Dropout)":[112],"that":[113],"makes":[114],"conscious":[115],"decisions":[116],"whether":[117],"neuron":[119],"dropped":[122],"or":[123],"not.":[124],"Specifically,":[125],"design":[127],"regularization":[129],"method":[130],"correlating":[132],"model\u2019s":[136],"energy":[137],"importance":[140],"level":[141],"for":[142],"further":[143],"applying":[144],"it":[145],"models,":[148],"Restricted":[151],"Boltzmann":[152],"Machines":[153],"(RBMs).":[154],"The":[155],"experimental":[156],"results":[157],"over":[158],"several":[159],"benchmark":[160],"datasets":[161],"revealed":[162],"proposed":[164],"approach\u2019s":[165],"suitability":[166],"compared":[167],"traditional":[170],"standard":[174],"RBMs.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-01-05T00:00:00"}