{"id":"https://openalex.org/W2112882360","doi":"https://doi.org/10.1109/tnn.2010.2095881","title":"Objective Functions of Online Weight Noise Injection Training Algorithms for MLPs","display_name":"Objective Functions of Online Weight Noise Injection Training Algorithms for MLPs","publication_year":2010,"publication_date":"2010-12-23","ids":{"openalex":"https://openalex.org/W2112882360","doi":"https://doi.org/10.1109/tnn.2010.2095881","mag":"2112882360","pmid":"https://pubmed.ncbi.nlm.nih.gov/21189237"},"language":"en","primary_location":{"id":"doi:10.1109/tnn.2010.2095881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnn.2010.2095881","pdf_url":null,"source":{"id":"https://openalex.org/S42080949","display_name":"IEEE Transactions on Neural Networks","issn_l":"1045-9227","issn":["1045-9227","1941-0093"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038615508","display_name":"Kevin Ho","orcid":"https://orcid.org/0000-0002-6280-8764"},"institutions":[{"id":"https://openalex.org/I177918364","display_name":"Providence University","ror":"https://ror.org/03fcpsq87","country_code":"TW","type":"education","lineage":["https://openalex.org/I177918364"]},{"id":"https://openalex.org/I196272386","display_name":"Providence College","ror":"https://ror.org/00rxpqe74","country_code":"US","type":"education","lineage":["https://openalex.org/I196272386"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Kevin Ho","raw_affiliation_strings":["Department of Computer Science and Communication Engineering, Providence University, Taichung 43301, Taiwan. ho@pu.edu.tw","[Department of Computer Science and Communication Engineering, Providence University, Taichung, Taiwan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Communication Engineering, Providence University, Taichung 43301, Taiwan. ho@pu.edu.tw","institution_ids":["https://openalex.org/I177918364"]},{"raw_affiliation_string":"[Department of Computer Science and Communication Engineering, Providence University, Taichung, Taiwan]","institution_ids":["https://openalex.org/I196272386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056482307","display_name":"Chi-Sing Leung","orcid":"https://orcid.org/0000-0003-0962-6723"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chi-Sing Leung","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Hong Kong, China","Dept. of Electron. Eng., City Univ. of Hong Kong, Hong Kong, , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Dept. of Electron. Eng., City Univ. of Hong Kong, Hong Kong, , China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043836511","display_name":"John Sum","orcid":"https://orcid.org/0000-0002-6965-4219"},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"John Sum","raw_affiliation_strings":["Institute of Technology Management, National Chung Hsing University, Taichung, Taiwan","Inst. of Technol. Manage., Nat. Chung Hsing Univ., Taichung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Technology Management, National Chung Hsing University, Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]},{"raw_affiliation_string":"Inst. of Technol. Manage., Nat. Chung Hsing Univ., Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3984,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.85442804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"22","issue":"2","first_page":"317","last_page":"323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9526000022888184,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9412999749183655,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.7226289510726929},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5992032289505005},{"id":"https://openalex.org/keywords/multiplicative-noise","display_name":"Multiplicative noise","score":0.5788559913635254},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.5735955834388733},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5223375558853149},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.4861747622489929},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.46534857153892517},{"id":"https://openalex.org/keywords/weight-function","display_name":"Weight function","score":0.4386104941368103},{"id":"https://openalex.org/keywords/noise-measurement","display_name":"Noise measurement","score":0.4335933327674866},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40898334980010986},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3960633873939514},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.383563756942749},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.37020784616470337},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34426385164260864},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2466951310634613},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.08611005544662476},{"id":"https://openalex.org/keywords/signal-transfer-function","display_name":"Signal transfer function","score":0.05490294098854065}],"concepts":[{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.7226289510726929},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5992032289505005},{"id":"https://openalex.org/C18015164","wikidata":"https://www.wikidata.org/wiki/Q6935000","display_name":"Multiplicative noise","level":5,"score":0.5788559913635254},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.5735955834388733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5223375558853149},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.4861747622489929},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.46534857153892517},{"id":"https://openalex.org/C134466208","wikidata":"https://www.wikidata.org/wiki/Q1520657","display_name":"Weight function","level":2,"score":0.4386104941368103},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.4335933327674866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40898334980010986},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3960633873939514},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.383563756942749},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37020784616470337},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34426385164260864},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2466951310634613},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.08611005544662476},{"id":"https://openalex.org/C131021393","wikidata":"https://www.wikidata.org/wiki/Q7512759","display_name":"Signal transfer function","level":4,"score":0.05490294098854065},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C13412647","wikidata":"https://www.wikidata.org/wiki/Q174948","display_name":"Analog signal","level":3,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012985","descriptor_name":"Software Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012985","descriptor_name":"Software Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012985","descriptor_name":"Software Design","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013663","descriptor_name":"Teaching","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D013663","descriptor_name":"Teaching","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D013663","descriptor_name":"Teaching","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016477","descriptor_name":"Artifacts","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016477","descriptor_name":"Artifacts","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016477","descriptor_name":"Artifacts","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnn.2010.2095881","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnn.2010.2095881","pdf_url":null,"source":{"id":"https://openalex.org/S42080949","display_name":"IEEE Transactions on Neural Networks","issn_l":"1045-9227","issn":["1045-9227","1941-0093"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks","raw_type":"journal-article"},{"id":"pmid:21189237","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/21189237","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W575055720","https://openalex.org/W605417834","https://openalex.org/W1523257959","https://openalex.org/W1537523342","https://openalex.org/W1538351184","https://openalex.org/W1549559066","https://openalex.org/W1550825762","https://openalex.org/W1964175594","https://openalex.org/W1964929969","https://openalex.org/W1974100460","https://openalex.org/W1990795294","https://openalex.org/W1996063134","https://openalex.org/W2035570353","https://openalex.org/W2057853719","https://openalex.org/W2098137815","https://openalex.org/W2098874108","https://openalex.org/W2101228561","https://openalex.org/W2111388763","https://openalex.org/W2111406701","https://openalex.org/W2113502831","https://openalex.org/W2120969381","https://openalex.org/W2123422798","https://openalex.org/W2124136621","https://openalex.org/W2126407742","https://openalex.org/W2139318413","https://openalex.org/W2144784023","https://openalex.org/W2144821480","https://openalex.org/W2145249131","https://openalex.org/W2154102142","https://openalex.org/W2155189051","https://openalex.org/W2161078014","https://openalex.org/W2166767167","https://openalex.org/W2171843308","https://openalex.org/W2598912124","https://openalex.org/W2990138404","https://openalex.org/W3028642772","https://openalex.org/W6606314664","https://openalex.org/W6632109935","https://openalex.org/W6632385830","https://openalex.org/W6633029124","https://openalex.org/W6633066747","https://openalex.org/W6777926273"],"related_works":["https://openalex.org/W2082756648","https://openalex.org/W4287867034","https://openalex.org/W3108403339","https://openalex.org/W2949211747","https://openalex.org/W2162712524","https://openalex.org/W1652574860","https://openalex.org/W3117890846","https://openalex.org/W3005783148","https://openalex.org/W2004821155","https://openalex.org/W4367628250"],"abstract_inverted_index":{"Injecting":[0],"weight":[1,62,72,87,99,109,130,157,174,200,212],"noise":[2,63,73,88,100,110,131,175,213],"during":[3,132,176],"training":[4,26,210],"has":[5],"been":[6,29],"a":[7,57,71,148,168,191],"simple":[8],"strategy":[9],"to":[10,66,82,122,143],"improve":[11],"the":[12,40,53,67,103,114,124,137,144,162,181,187],"fault":[13],"tolerance":[14],"of":[15,56,70,147,161,190],"multilayer":[16],"perceptrons":[17],"(MLPs)":[18],"for":[19],"almost":[20],"two":[21],"decades,":[22],"and":[23,102,167],"several":[24],"online":[25],"algorithms":[27],"have":[28],"proposed":[30],"in":[31],"this":[32,77],"regard.":[33],"However,":[34],"there":[35],"are":[36,153,196],"some":[37,205],"misconceptions":[38,207],"about":[39],"objective":[41,68,125,139,182],"functions":[42],"being":[43],"minimized":[44],"by":[45,61,155,198],"these":[46,84],"algorithms.":[47],"Some":[48],"existing":[49,206],"results":[50],"misinterpret":[51],"that":[52,136,180],"prediction":[54,145,188],"error":[55,146,166,189],"trained":[58],"MLP":[59,150,193,209],"affected":[60,154,197],"is":[64,95,105,141,184],"equivalent":[65],"function":[69,140,183],"injection":[74,89,101,214],"algorithm.":[75],"In":[76],"brief,":[78],"we":[79,116,134,178],"would":[80],"like":[81],"clarify":[83],"misconceptions.":[85],"Two":[86],"scenarios":[90],"will":[91],"be":[92,217],"considered:":[93],"one":[94],"based":[96,106],"on":[97,107],"additive":[98,129,156],"other":[104],"multiplicative":[108,173,199],"injection.":[111],"To":[112],"avoid":[113],"misconceptions,":[115],"use":[117],"their":[118],"mean":[119,164],"updating":[120],"equations":[121],"analyze":[123],"functions.":[126],"For":[127,171],"injecting":[128,172],"training,":[133,177],"show":[135,179],"true":[138],"identical":[142],"faulty":[149,192],"whose":[151,194],"weights":[152,195],"noise.":[158,201],"It":[159],"consists":[160],"conventional":[163],"square":[165],"smoothing":[169],"regularizer.":[170],"different":[185],"from":[186],"With":[202],"our":[203],"results,":[204],"regarding":[208],"with":[211],"can":[215],"now":[216],"resolved.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}