{"id":"https://openalex.org/W2904958088","doi":"https://doi.org/10.1109/tcyb.2018.2864142","title":"Weight Noise Injection-Based MLPs With Group Lasso Penalty: Asymptotic Convergence and Application to Node Pruning","display_name":"Weight Noise Injection-Based MLPs With Group Lasso Penalty: Asymptotic Convergence and Application to Node Pruning","publication_year":2018,"publication_date":"2018-12-05","ids":{"openalex":"https://openalex.org/W2904958088","doi":"https://doi.org/10.1109/tcyb.2018.2864142","mag":"2904958088","pmid":"https://pubmed.ncbi.nlm.nih.gov/30530381"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2018.2864142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2018.2864142","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696824","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0002-4316-932X"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["College of Science, China University of Petroleum, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026895565","display_name":"Qingquan Chang","orcid":"https://orcid.org/0000-0002-0646-9438"},"institutions":[{"id":"https://openalex.org/I4210152533","display_name":"Lanzhou University of Finance and Economics","ror":"https://ror.org/04v7yv031","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152533"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingquan Chang","raw_affiliation_strings":["College of Science, China University of Petroleum, Qingdao, China","School of Mathematics and Statistics, Lanzhou University, Lanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I4210152533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102013455","display_name":"Qin Chang","orcid":"https://orcid.org/0000-0002-0718-1583"},"institutions":[{"id":"https://openalex.org/I4210152533","display_name":"Lanzhou University of Finance and Economics","ror":"https://ror.org/04v7yv031","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152533"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Chang","raw_affiliation_strings":["College of Science, China University of Petroleum, Qingdao, China","School of Mathematics and Statistics, Lanzhou University, Lanzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"School of Mathematics and Statistics, Lanzhou University, Lanzhou, China","institution_ids":["https://openalex.org/I4210152533"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061162277","display_name":"Yusong Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yusong Liu","raw_affiliation_strings":["College of Science, China University of Petroleum, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103224090","display_name":"Nikhil R. Pal","orcid":"https://orcid.org/0000-0001-6935-901X"},"institutions":[{"id":"https://openalex.org/I6498739","display_name":"Indian Statistical Institute","ror":"https://ror.org/00q2w1j53","country_code":"IN","type":"education","lineage":["https://openalex.org/I6498739"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nikhil R. Pal","raw_affiliation_strings":["Electronics and Communication Sciences Unit, Indian Statistical Institute, Calcutta, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electronics and Communication Sciences Unit, Indian Statistical Institute, Calcutta, India","institution_ids":["https://openalex.org/I6498739"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2932,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.91167124,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"49","issue":"12","first_page":"4346","last_page":"4364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6944072842597961},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6566066741943359},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5384950041770935},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5014636516571045},{"id":"https://openalex.org/keywords/lasso","display_name":"Lasso (programming language)","score":0.486956924200058},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.482927531003952},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.47532087564468384},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.45734214782714844},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.45522958040237427},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3644150197505951},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32287952303886414},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22022220492362976},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19238197803497314},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.09680357575416565},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.09582489728927612},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08574208617210388},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08202967047691345}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6944072842597961},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6566066741943359},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5384950041770935},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5014636516571045},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.486956924200058},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.482927531003952},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.47532087564468384},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.45734214782714844},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45522958040237427},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3644150197505951},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32287952303886414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22022220492362976},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19238197803497314},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.09680357575416565},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.09582489728927612},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08574208617210388},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08202967047691345},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tcyb.2018.2864142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2018.2864142","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:30530381","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30530381","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:ir.lzu.edu.cn/:262010/294148","is_oa":false,"landing_page_url":"http://ir.lzu.edu.cn/handle/262010/294148","pdf_url":null,"source":{"id":"https://openalex.org/S4406923049","display_name":"Lanzhou University Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:ir.lzu.edu.cn/:262010/284659","is_oa":false,"landing_page_url":"http://ir.lzu.edu.cn/handle/262010/284659","pdf_url":null,"source":{"id":"https://openalex.org/S4406923049","display_name":"Lanzhou University Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:ir.lzu.edu.cn/:262010/404745","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/8561200/","pdf_url":null,"source":{"id":"https://openalex.org/S4406923049","display_name":"Lanzhou University Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article (JA)"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1116876201","display_name":null,"funder_award_id":"ZR2015AL014","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G144285783","display_name":null,"funder_award_id":"18CX02036A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G1675457430","display_name":null,"funder_award_id":"15CX08011A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G1944610503","display_name":null,"funder_award_id":"6130507","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2765395919","display_name":null,"funder_award_id":"ZR201709220208","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W988826610","https://openalex.org/W1235325064","https://openalex.org/W1523257959","https://openalex.org/W1538351184","https://openalex.org/W1539355218","https://openalex.org/W1549559066","https://openalex.org/W1970554427","https://openalex.org/W1976190508","https://openalex.org/W1987371344","https://openalex.org/W1989060270","https://openalex.org/W2016781564","https://openalex.org/W2020925091","https://openalex.org/W2035570353","https://openalex.org/W2053795860","https://openalex.org/W2074623298","https://openalex.org/W2090696802","https://openalex.org/W2098137815","https://openalex.org/W2108070111","https://openalex.org/W2112882360","https://openalex.org/W2113502831","https://openalex.org/W2123422798","https://openalex.org/W2125395894","https://openalex.org/W2126820813","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2139318413","https://openalex.org/W2139976081","https://openalex.org/W2144784023","https://openalex.org/W2145249131","https://openalex.org/W2151655343","https://openalex.org/W2155288390","https://openalex.org/W2157738579","https://openalex.org/W2161078014","https://openalex.org/W2166767167","https://openalex.org/W2170937361","https://openalex.org/W2171843308","https://openalex.org/W2299026744","https://openalex.org/W2379077826","https://openalex.org/W2558662207","https://openalex.org/W3101782091","https://openalex.org/W6627865476","https://openalex.org/W7056624755"],"related_works":["https://openalex.org/W4256576576","https://openalex.org/W3090384609","https://openalex.org/W3194013178","https://openalex.org/W2373300491","https://openalex.org/W4249086404","https://openalex.org/W2395294869","https://openalex.org/W2378744544","https://openalex.org/W2790019364","https://openalex.org/W2594301978","https://openalex.org/W2379704676"],"abstract_inverted_index":{"The":[0,28],"application":[1],"and":[2,169],"theoretical":[3,171],"analysis":[4],"of":[5,103,135,150,166],"fault":[6,21],"tolerant":[7,22],"learning":[8,39,152],"are":[9],"very":[10],"important":[11],"for":[12,40,64,146],"neural":[13],"networks.":[14,27],"Our":[15],"objective":[16,62],"here":[17],"is":[18,49,90,98,140,154],"to":[19,36,53,106,120,126,162],"realize":[20],"sparse":[23,79],"multilayer":[24],"perceptron":[25],"(MLP)":[26],"stochastic":[29],"gradient":[30],"descent":[31],"method":[32],"has":[33],"been":[34,160],"employed":[35],"perform":[37],"online":[38],"MLPs.":[41],"For":[42],"weight":[43,56],"noise":[44],"injection-based":[45],"network":[46,168],"models,":[47],"it":[48],"a":[50,55,85,93,96,107,132,143],"common":[51],"strategy":[52],"add":[54],"decay":[57],"regularizer":[58],"while":[59],"constructing":[60],"the":[61,101,112,130,136,147,151,164,167,170],"function":[63],"learning.":[65],"However,":[66],"this":[67,83],"<inline-formula":[68],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[69],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[70],"<tex-math":[71],"notation=\"LaTeX\">${l}_{2}$":[72],"</tex-math></inline-formula>":[73],"-norm":[74],"penalty":[75,88,117,139],"does":[76],"not":[77],"generate":[78],"optimal":[80],"solutions.":[81],"In":[82],"paper,":[84],"group":[86,97,137],"lasso":[87,116,138],"term":[89],"used":[91],"as":[92],"regularizer,":[94],"where":[95],"defined":[99],"by":[100],"set":[102],"weights":[104],"connected":[105],"node":[108],"from":[109],"nodes":[110],"in":[111],"preceding":[113],"layer.":[114],"Group":[115],"enables":[118],"us":[119],"prune":[121],"redundant":[122],"hidden":[123],"nodes.":[124],"Due":[125],"its":[127],"nondifferentiability":[128],"at":[129],"origin,":[131],"smooth":[133],"approximation":[134],"developed.":[141],"Then,":[142],"rigorous":[144],"proof":[145],"asymptotic":[148],"convergence":[149],"algorithm":[153],"provided.":[155],"Finally,":[156],"some":[157],"simulations":[158],"have":[159],"performed":[161],"verify":[163],"sparseness":[165],"results.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}