{"id":"https://openalex.org/W2074623298","doi":"https://doi.org/10.1109/tnnls.2012.2210243","title":"Convergence Analyses on On-Line Weight Noise Injection-Based Training Algorithms for MLPs","display_name":"Convergence Analyses on On-Line Weight Noise Injection-Based Training Algorithms for MLPs","publication_year":2012,"publication_date":"2012-10-05","ids":{"openalex":"https://openalex.org/W2074623298","doi":"https://doi.org/10.1109/tnnls.2012.2210243","mag":"2074623298","pmid":"https://pubmed.ncbi.nlm.nih.gov/24808076"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2012.2210243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2210243","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043836511","display_name":"John Sum","orcid":"https://orcid.org/0000-0002-6965-4219"},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"John Sum","raw_affiliation_strings":["Institute of Technology Management, National Chung Hsing University, Taichung, Taiwan","Inst. of Technol. Manage., Nat. Chung Hsing Univ., Taichung, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Technology Management, National Chung Hsing University, Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]},{"raw_affiliation_string":"Inst. of Technol. Manage., Nat. Chung Hsing Univ., Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056482307","display_name":"Chi-Sing Leung","orcid":"https://orcid.org/0000-0003-0962-6723"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chi-Sing Leung","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Hong Kong, China","Dept. of Electron. Eng., City Univ. of Hong Kong, Hong Kong, , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Dept. of Electron. Eng., City Univ. of Hong Kong, Hong Kong, , China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038615508","display_name":"Kevin Ho","orcid":"https://orcid.org/0000-0002-6280-8764"},"institutions":[{"id":"https://openalex.org/I177918364","display_name":"Providence University","ror":"https://ror.org/03fcpsq87","country_code":"TW","type":"education","lineage":["https://openalex.org/I177918364"]},{"id":"https://openalex.org/I196272386","display_name":"Providence College","ror":"https://ror.org/00rxpqe74","country_code":"US","type":"education","lineage":["https://openalex.org/I196272386"]}],"countries":["TW","US"],"is_corresponding":false,"raw_author_name":"Kevin Ho","raw_affiliation_strings":["Department of Computer Science and Communication Engineering, Providence University, Taichung, Taiwan","[Department of Computer Science and Communication Engineering, Providence University, Taichung, Taiwan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Communication Engineering, Providence University, Taichung, Taiwan","institution_ids":["https://openalex.org/I177918364"]},{"raw_affiliation_string":"[Department of Computer Science and Communication Engineering, Providence University, Taichung, Taiwan]","institution_ids":["https://openalex.org/I196272386"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5401,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.92915522,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"23","issue":"11","first_page":"1827","last_page":"1840"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.67019122838974},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.6542115807533264},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6441254019737244},{"id":"https://openalex.org/keywords/sigmoid-function","display_name":"Sigmoid function","score":0.5616356134414673},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5528513789176941},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.5524925589561462},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5474359393119812},{"id":"https://openalex.org/keywords/weight","display_name":"Weight","score":0.5082273483276367},{"id":"https://openalex.org/keywords/multiplicative-noise","display_name":"Multiplicative noise","score":0.4818904995918274},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.46409955620765686},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4184613525867462},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3574742078781128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2827935218811035},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.22289961576461792},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22134196758270264},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.17035320401191711},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.08694222569465637},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.06069609522819519}],"concepts":[{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.67019122838974},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6542115807533264},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6441254019737244},{"id":"https://openalex.org/C81388566","wikidata":"https://www.wikidata.org/wiki/Q526668","display_name":"Sigmoid function","level":3,"score":0.5616356134414673},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5528513789176941},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.5524925589561462},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5474359393119812},{"id":"https://openalex.org/C183877218","wikidata":"https://www.wikidata.org/wiki/Q7979858","display_name":"Weight","level":3,"score":0.5082273483276367},{"id":"https://openalex.org/C18015164","wikidata":"https://www.wikidata.org/wiki/Q6935000","display_name":"Multiplicative noise","level":5,"score":0.4818904995918274},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.46409955620765686},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4184613525867462},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3574742078781128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2827935218811035},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.22289961576461792},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22134196758270264},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.17035320401191711},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.08694222569465637},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.06069609522819519},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C131021393","wikidata":"https://www.wikidata.org/wiki/Q7512759","display_name":"Signal transfer function","level":4,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13412647","wikidata":"https://www.wikidata.org/wiki/Q174948","display_name":"Analog signal","level":3,"score":0.0},{"id":"https://openalex.org/C51568863","wikidata":"https://www.wikidata.org/wiki/Q664495","display_name":"Lie algebra","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2012.2210243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2012.2210243","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:24808076","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/24808076","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1523257959","https://openalex.org/W1549559066","https://openalex.org/W1964175594","https://openalex.org/W1974100460","https://openalex.org/W1983959871","https://openalex.org/W1996063134","https://openalex.org/W1999492670","https://openalex.org/W2031496118","https://openalex.org/W2045334340","https://openalex.org/W2056920268","https://openalex.org/W2090696802","https://openalex.org/W2095301394","https://openalex.org/W2097643742","https://openalex.org/W2101228561","https://openalex.org/W2101587584","https://openalex.org/W2112882360","https://openalex.org/W2123422798","https://openalex.org/W2124136621","https://openalex.org/W2126820813","https://openalex.org/W2131215403","https://openalex.org/W2145249131","https://openalex.org/W2148669292","https://openalex.org/W2151655343","https://openalex.org/W2161078014","https://openalex.org/W2168728319","https://openalex.org/W2171843308","https://openalex.org/W4230058301","https://openalex.org/W4236916607","https://openalex.org/W6674713535","https://openalex.org/W6675090604"],"related_works":["https://openalex.org/W1888900539","https://openalex.org/W2103292044","https://openalex.org/W2100121758","https://openalex.org/W2407024328","https://openalex.org/W3022718941","https://openalex.org/W4287812451","https://openalex.org/W1555454290","https://openalex.org/W2612308333","https://openalex.org/W1996414039","https://openalex.org/W2506602630"],"abstract_inverted_index":{"Injecting":[0],"weight":[1,32,38,42,46,50,72,91],"noise":[2,33,39,47],"during":[3],"training":[4,35,83],"is":[5,19,112],"a":[6,150],"simple":[7],"technique":[8],"that":[9,54,103,127],"has":[10],"been":[11],"proposed":[12],"for":[13],"almost":[14],"two":[15,31,123],"decades.":[16],"However,":[17],"little":[18],"known":[20],"about":[21],"its":[22],"convergence":[23,29],"behavior.":[24],"This":[25],"paper":[26],"studies":[27],"the":[28,71,77,82,90,98],"of":[30,81],"injection-based":[34],"algorithms,":[36],"multiplicative":[37],"injection":[40,48],"with":[41,49,62,108,137,146],"decay":[43,92],"and":[44,94,114,132],"additive":[45],"decay.":[51],"We":[52,101],"consider":[53],"they":[55],"are":[56],"applied":[57],"to":[58,149],"multilayer":[59],"perceptrons":[60],"either":[61],"linear":[63],"or":[64],"sigmoid":[65],"output":[66],"nodes.":[67],"Let":[68],"w(t)":[69,144],"be":[70,76,89,97],"vector,":[73],"let":[74,85,95],"V(w)":[75],"corresponding":[78],"objective":[79],"function":[80],"algorithm,":[84],"\u03b1":[86],">;":[87],"0":[88],"constant,":[93],"\u03bc(t)":[96],"step":[99],"size.":[100],"show":[102,126],"if":[104,128],"\u03bc(t)\u2192":[105,129],"0,":[106,130],"then":[107,136],"probability":[109,138,147],"one":[110,139,148],"E[||w(t)||2(2)]":[111],"bound":[113],"lim(t)":[115],"\u2192":[116],"\u221e":[117],"||w(t)||2":[118],"exists.":[119],"Based":[120],"on":[121],"these":[122,140],"properties,":[124],"we":[125],"\u03a3t\u03bc(t)=\u221e,":[131],"\u03a3t\u03bc(t)(2)":[133],"<;":[134],"\u221e,":[135],"algorithms":[141],"converge.":[142],"Moreover,":[143],"converges":[145],"point":[151],"where":[152],"\u2207wV(w)=0.":[153]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2}],"updated_date":"2026-06-19T17:40:00.097472","created_date":"2016-06-24T00:00:00"}