{"id":"https://openalex.org/W1977378547","doi":"https://doi.org/10.1109/ijcnn.2014.6889458","title":"An improved RBM based on Bayesian Regularization","display_name":"An improved RBM based on Bayesian Regularization","publication_year":2014,"publication_date":"2014-07-01","ids":{"openalex":"https://openalex.org/W1977378547","doi":"https://doi.org/10.1109/ijcnn.2014.6889458","mag":"1977378547"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2014.6889458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079515172","display_name":"Guangyuan Pan","orcid":"https://orcid.org/0000-0003-0115-6659"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangyuan Pan","raw_affiliation_strings":["Institute of intelligent systems in Beijing University of Technology, BEIJING, CHINA","Inst. of Intell. Syst., Beijing Univ. of Technol., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of intelligent systems in Beijing University of Technology, BEIJING, CHINA","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Inst. of Intell. Syst., Beijing Univ. of Technol., Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055432844","display_name":"Junfei Qiao","orcid":"https://orcid.org/0000-0002-1707-6074"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junfei Qiao","raw_affiliation_strings":["Institute of intelligent systems in Beijing University of Technology","Inst. of Intell. Syst., Beijing Univ. of Technol., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of intelligent systems in Beijing University of Technology","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Inst. of Intell. Syst., Beijing Univ. of Technol., Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070561629","display_name":"Wei Koong Chai","orcid":"https://orcid.org/0000-0002-4847-5465"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Chai","raw_affiliation_strings":["Institute of intelligent systems in Beijing University of Technology","Inst. of Intell. Syst., Beijing Univ. of Technol., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of intelligent systems in Beijing University of Technology","institution_ids":["https://openalex.org/I37796252"]},{"raw_affiliation_string":"Inst. of Intell. Syst., Beijing Univ. of Technol., Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051681787","display_name":"N.J. Dimopoulos","orcid":"https://orcid.org/0000-0003-0415-8852"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nikitas Dimopoulos","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, CANADA","Dept. of Electr. & Comput. Eng., Univ. of Victoria, Victoria, BC, Canada#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, CANADA","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Univ. of Victoria, Victoria, BC, Canada#TAB#","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079515172"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":null,"apc_paid":null,"fwci":0.9887,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.79074754,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2935","last_page":"2939"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13717","display_name":"Advanced Algorithms and Applications","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7844522595405579},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6630598306655884},{"id":"https://openalex.org/keywords/early-stopping","display_name":"Early stopping","score":0.593828022480011},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5459486842155457},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.5458803772926331},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5227596759796143},{"id":"https://openalex.org/keywords/regularization-perspectives-on-support-vector-machines","display_name":"Regularization perspectives on support vector machines","score":0.46633481979370117},{"id":"https://openalex.org/keywords/bayesian-network","display_name":"Bayesian network","score":0.463477224111557},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4199891984462738},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3917253911495209},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3685639500617981},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.34616219997406006},{"id":"https://openalex.org/keywords/inverse-problem","display_name":"Inverse problem","score":0.3010972738265991},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29146552085876465},{"id":"https://openalex.org/keywords/tikhonov-regularization","display_name":"Tikhonov regularization","score":0.16151544451713562}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7844522595405579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6630598306655884},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.593828022480011},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5459486842155457},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5458803772926331},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5227596759796143},{"id":"https://openalex.org/C141718189","wikidata":"https://www.wikidata.org/wiki/Q7309628","display_name":"Regularization perspectives on support vector machines","level":4,"score":0.46633481979370117},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.463477224111557},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4199891984462738},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3917253911495209},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3685639500617981},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34616219997406006},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.3010972738265991},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29146552085876465},{"id":"https://openalex.org/C152442038","wikidata":"https://www.wikidata.org/wiki/Q2778212","display_name":"Tikhonov regularization","level":3,"score":0.16151544451713562},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2014.6889458","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2014.6889458","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310932","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W44815768","https://openalex.org/W1562353105","https://openalex.org/W1813659000","https://openalex.org/W1998220060","https://openalex.org/W1998399571","https://openalex.org/W2064630666","https://openalex.org/W2099866409","https://openalex.org/W2100495367","https://openalex.org/W2107093743","https://openalex.org/W2114153178","https://openalex.org/W2116064496","https://openalex.org/W2133257461","https://openalex.org/W2136922672","https://openalex.org/W2150529939","https://openalex.org/W2172174689","https://openalex.org/W2189142260","https://openalex.org/W2601260342","https://openalex.org/W6638304892","https://openalex.org/W6679718588","https://openalex.org/W6684753728","https://openalex.org/W6687126948"],"related_works":["https://openalex.org/W2366023887","https://openalex.org/W1570628932","https://openalex.org/W1829060647","https://openalex.org/W1989857057","https://openalex.org/W2062975788","https://openalex.org/W3110578843","https://openalex.org/W3134728064","https://openalex.org/W45494237","https://openalex.org/W2519045557","https://openalex.org/W2112455482"],"abstract_inverted_index":{"Restricted":[0,171],"Boltzmann":[1,172],"Machine":[2],"is":[3,14,66,157],"a":[4,84],"fundamental":[5],"method":[6,178],"in":[7,18,167,179,193],"deep":[8],"learning":[9],"networks.":[10],"Training":[11],"and":[12,95,174],"generalization":[13,204],"an":[15,34,112,147],"ill-defined":[16],"problem":[17,55],"that":[19,89,154,188],"many":[20],"different":[21],"networks":[22],"may":[23],"achieve":[24],"the":[25,41,46,49,54,59,62,77,80,96,100,103,106,116,122,125,128,137,140,144,168,194,203,207],"training":[26,42,169,195],"goal;":[27],"however":[28],"each":[29],"will":[30],"respond":[31],"differently":[32],"to":[33,68,82,115,201],"unknown":[35],"input.":[36],"Traditional":[37],"approaches":[38,52],"include":[39],"stopping":[40],"early":[43],"and/or":[44],"restricting":[45],"size":[47],"of":[48,56,79,102,105,124,127,139,146,170,181,196,206],"network":[50,60,81,98,209],"These":[51],"ameliorate":[53],"over-fitting":[57],"where":[58],"learns":[61],"patterns":[63],"presented":[64],"but":[65,150],"unable":[67],"generalize.":[69],"Bayesian":[70,108,165,191],"regularization":[71,192],"addresses":[72],"these":[73],"issues":[74],"by":[75,189,210,215],"requiring":[76],"weights":[78,91],"attain":[83],"minimum":[85],"magnitude.":[86],"This":[87,119],"ensures":[88,153],"non-contributing":[90],"are":[92],"reduced":[93],"significantly":[94],"resulting":[97],"represents":[99],"essence":[101],"inter-relations":[104],"training.":[107],"Regularization":[109,166],"simply":[110],"introduces":[111],"additional":[113],"term":[114,120],"objective":[117,138,156],"function.":[118],"comprises":[121],"sum":[123],"squares":[126],"weights.":[129,161],"The":[130],"optimization":[131],"process":[132],"therefore":[133],"not":[134],"only":[135],"achieves":[136],"original":[141],"cost":[142],"(i.e.":[143],"minimization":[145],"error":[148],"metric)":[149],"it":[151],"also":[152],"this":[155,177],"achieved":[158],"with":[159],"minimum-magnitude":[160],"We":[162],"have":[163,175],"introduced":[164],"Machines":[173],"applied":[176],"experiments":[180,186],"hand-written":[182],"numbers":[183],"classification.":[184],"Our":[185],"showed":[187],"adding":[190],"RBMs,":[197],"we":[198],"were":[199],"able":[200],"improve":[202],"capabilities":[205],"trained":[208],"reducing":[211],"its":[212],"recognition":[213],"errors":[214],"more":[216],"than":[217],"1.6%.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}