{"id":"https://openalex.org/W3196715074","doi":"https://doi.org/10.1109/tnnls.2021.3107051","title":"Regularization Effect of Random Node Fault/Noise on Gradient Descent Learning Algorithm","display_name":"Regularization Effect of Random Node Fault/Noise on Gradient Descent Learning Algorithm","publication_year":2021,"publication_date":"2021-09-06","ids":{"openalex":"https://openalex.org/W3196715074","doi":"https://doi.org/10.1109/tnnls.2021.3107051","mag":"3196715074","pmid":"https://pubmed.ncbi.nlm.nih.gov/34487503"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3107051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3107051","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043836511","display_name":"John Sum","orcid":"https://orcid.org/0000-0002-6965-4219"},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"John Sum","raw_affiliation_strings":["Institute of Technology Management, National Chung Hsing University, Taichung, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-6965-4219","affiliations":[{"raw_affiliation_string":"Institute of Technology Management, National Chung Hsing University, Taichung, Taiwan","institution_ids":["https://openalex.org/I162838928"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056482307","display_name":"Chi-Sing Leung","orcid":"https://orcid.org/0000-0003-0962-6723"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Chi-Sing Leung","raw_affiliation_strings":["Department of Electronic Engineering, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-0962-6723","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2799,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64231328,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"34","issue":"5","first_page":"2619","last_page":"2632"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.7147157192230225},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5853523015975952},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5324177742004395},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.5284131765365601},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5091323256492615},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.46944236755371094},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.45179319381713867},{"id":"https://openalex.org/keywords/random-noise","display_name":"Random noise","score":0.4467924237251282},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.4458054304122925},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4326028823852539},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3586862087249756}],"concepts":[{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.7147157192230225},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5853523015975952},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5324177742004395},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.5284131765365601},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5091323256492615},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46944236755371094},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.45179319381713867},{"id":"https://openalex.org/C2986577269","wikidata":"https://www.wikidata.org/wiki/Q11306265","display_name":"Random noise","level":2,"score":0.4467924237251282},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.4458054304122925},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4326028823852539},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3586862087249756},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3107051","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3107051","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:34487503","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34487503","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3030660607","display_name":null,"funder_award_id":"108-2221-E-005-036","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G4421644161","display_name":null,"funder_award_id":"105-2221-E-005-065-MY2","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W4919037","https://openalex.org/W65738273","https://openalex.org/W575055720","https://openalex.org/W1235325064","https://openalex.org/W1550825762","https://openalex.org/W1569512666","https://openalex.org/W1601795611","https://openalex.org/W1737787488","https://openalex.org/W1855879034","https://openalex.org/W1904365287","https://openalex.org/W1964175594","https://openalex.org/W1964929969","https://openalex.org/W1965762557","https://openalex.org/W1996640396","https://openalex.org/W2003464224","https://openalex.org/W2057853719","https://openalex.org/W2074623298","https://openalex.org/W2079606844","https://openalex.org/W2084163528","https://openalex.org/W2095705004","https://openalex.org/W2098137815","https://openalex.org/W2107808739","https://openalex.org/W2111072639","https://openalex.org/W2111406701","https://openalex.org/W2112016429","https://openalex.org/W2112555106","https://openalex.org/W2112882360","https://openalex.org/W2123422798","https://openalex.org/W2124136621","https://openalex.org/W2126820813","https://openalex.org/W2135046866","https://openalex.org/W2139072039","https://openalex.org/W2139383749","https://openalex.org/W2144513243","https://openalex.org/W2144784023","https://openalex.org/W2145249131","https://openalex.org/W2148669292","https://openalex.org/W2155189051","https://openalex.org/W2155288390","https://openalex.org/W2160687178","https://openalex.org/W2161078014","https://openalex.org/W2163605009","https://openalex.org/W2167677193","https://openalex.org/W2169359910","https://openalex.org/W2170937361","https://openalex.org/W2171843308","https://openalex.org/W2589859332","https://openalex.org/W2593382986","https://openalex.org/W2748528844","https://openalex.org/W2752159661","https://openalex.org/W2904958088","https://openalex.org/W2910723281","https://openalex.org/W2963946985","https://openalex.org/W2965985861","https://openalex.org/W2979456974","https://openalex.org/W2992766621","https://openalex.org/W4294091133","https://openalex.org/W4297781872","https://openalex.org/W4377862871","https://openalex.org/W6600213771","https://openalex.org/W6606314664","https://openalex.org/W6627232406","https://openalex.org/W6627865476","https://openalex.org/W6633066747","https://openalex.org/W6640036494","https://openalex.org/W6674330103","https://openalex.org/W6681151457","https://openalex.org/W6683164226","https://openalex.org/W6684191040","https://openalex.org/W6692956712","https://openalex.org/W6744265424","https://openalex.org/W6763204649","https://openalex.org/W6768877647"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W4376166922","https://openalex.org/W4386636570","https://openalex.org/W2128423797"],"abstract_inverted_index":{"For":[0,191],"decades,":[1],"adding":[2,98,112,135,259,281,308],"fault/noise":[3,22,50,100,113,214,236,261],"during":[4,114,139,170,262,288,310],"training":[5,69,102,263,289],"by":[6,103],"gradient":[7,104,140],"descent":[8,141],"has":[9,35,53],"been":[10,36,54],"a":[11,15,145,235],"technique":[12,34],"for":[13,144,172,211,266],"getting":[14,24],"neural":[16],"network":[17,294],"(NN)":[18],"tolerant":[19],"to":[20,41,85,151,181,206,220],"persistent":[21],"or":[23,283],"an":[25,173,290],"NN":[26,73,249],"with":[27,74,158,188,250],"better":[28],"generalization.":[29],"In":[30,124],"recent":[31],"years,":[32],"this":[33,81],"readvocated":[37],"in":[38,299],"deep":[39],"learning":[40,52,132,142,176,202,238],"avoid":[42],"overfitting.":[43],"Yet,":[44],"the":[45,57,61,68,72,75,87,93,108,118,121,125,131,152,156,159,175,182,186,201,207,222,228,231,244,248,251,255,267,277,305],"objective":[46,133,177,203,232],"function":[47,194,233],"of":[48,67,71,80,97,134,155,185,234,247,258,269,280],"such":[49,189],"injection":[51,237],"misinterpreted":[55],"as":[56,243,307],"desired":[58,153,183,209,245],"measure":[59,154,184,210,246],"(i.e.,":[60],"expected":[62],"mean":[63],"squared":[64],"error":[65],"(mse)":[66],"samples)":[70],"same":[76,160,252,306],"fault/noise.":[77,253],"The":[78],"aims":[79],"article":[82],"are:":[83],"1)":[84],"clarify":[86,227],"above":[88],"misconception":[89,122,229],"and":[90],"2)":[91],"investigate":[92],"actual":[94],"regularization":[95,256,278,298],"effect":[96,257,279,303],"node":[99,137,166,260,285],"when":[101],"descent.":[105],"Based":[106],"on":[107,111],"previous":[109],"works":[110],"training,":[115],"we":[116],"speculate":[117],"reason":[119],"why":[120],"appears.":[123],"sequel,":[126],"it":[127,197,273],"is":[128,149,168,178,198,204,218,264,274,292,304],"shown":[129,199,275],"that":[130,200,230,276],"random":[136],"fault":[138],"(GDL)":[143],"multilayer":[146],"perceptron":[147],"(MLP)":[148],"identical":[150,180,205],"MLP":[157,187],"fault.":[161],"If":[162],"additive":[163,282],"(resp.":[164],"multiplicative)":[165],"noise":[167,286],"added":[169],"GDL":[171],"MLP,":[174],"not":[179,240],"noise.":[190],"radial":[192],"basis":[193],"(RBF)":[195],"networks,":[196,301],"corresponding":[208],"all":[212],"three":[213],"conditions.":[215],"Empirical":[216],"evidence":[217],"presented":[219],"support":[221],"theoretical":[223],"results":[224],"and,":[225],"hence,":[226],"might":[239],"be":[241],"interpreted":[242],"Afterward,":[254],"revealed":[265],"case":[268],"RBF":[270,291,300],"networks.":[271],"Notably,":[272],"multiplicative":[284],"(MNN)":[287],"reducing":[293],"complexity.":[295],"Applying":[296],"dropout":[297],"its":[302],"MNN":[309],"training.":[311]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}