{"id":"https://openalex.org/W2758000438","doi":"https://doi.org/10.1109/tnnls.2017.2748585","title":"A Novel Pruning Algorithm for Smoothing Feedforward Neural Networks Based on Group Lasso Method","display_name":"A Novel Pruning Algorithm for Smoothing Feedforward Neural Networks Based on Group Lasso Method","publication_year":2017,"publication_date":"2017-09-26","ids":{"openalex":"https://openalex.org/W2758000438","doi":"https://doi.org/10.1109/tnnls.2017.2748585","mag":"2758000438","pmid":"https://pubmed.ncbi.nlm.nih.gov/28961129"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2017.2748585","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2748585","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100696824","display_name":"Jian Wang","orcid":"https://orcid.org/0000-0002-4316-932X"},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Wang","raw_affiliation_strings":["College of Science, China University of Petroleum, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100647362","display_name":"Chen Xu","orcid":"https://orcid.org/0000-0003-4397-4465"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chen Xu","raw_affiliation_strings":["Department of Mathematics and Statistics, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100947464","display_name":"Yang Xi-feng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xifeng Yang","raw_affiliation_strings":["College of Science, China University of Petroleum, Qingdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Science, China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015925094","display_name":"Jacek M. \u017burada","orcid":"https://orcid.org/0000-0001-6622-534X"},"institutions":[{"id":"https://openalex.org/I142740786","display_name":"University of Louisville","ror":"https://ror.org/01ckdn478","country_code":"US","type":"education","lineage":["https://openalex.org/I142740786"]},{"id":"https://openalex.org/I4210107336","display_name":"Spo\u0142eczna Akademia Nauk","ror":"https://ror.org/01ck3zk14","country_code":"PL","type":"education","lineage":["https://openalex.org/I4210107336"]},{"id":"https://openalex.org/I4210162190","display_name":"China University of Petroleum, East China","ror":"https://ror.org/05gbn2817","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210162190"]}],"countries":["CN","PL","US"],"is_corresponding":false,"raw_author_name":"Jacek M. Zurada","raw_affiliation_strings":["China University of Petroleum, Qingdao, China","Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","Information Technology Institute, University of Social Sciences, \u0141\u00f3d\u017a, Poland"],"raw_orcid":"https://orcid.org/0000-0001-6622-534X","affiliations":[{"raw_affiliation_string":"China University of Petroleum, Qingdao, China","institution_ids":["https://openalex.org/I4210162190"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Louisville, Louisville, KY, USA","institution_ids":["https://openalex.org/I142740786"]},{"raw_affiliation_string":"Information Technology Institute, University of Social Sciences, \u0141\u00f3d\u017a, Poland","institution_ids":["https://openalex.org/I4210107336"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.6601,"has_fulltext":false,"cited_by_count":109,"citation_normalized_percentile":{"value":0.99267955,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"29","issue":"5","first_page":"2012","last_page":"2024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7641105055809021},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.6122831702232361},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5869730710983276},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5836231112480164},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5497987866401672},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5252673029899597},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5206584334373474},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5204237103462219},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.49414947628974915},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41234874725341797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39459824562072754},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34303972125053406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3256474733352661}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7641105055809021},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.6122831702232361},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5869730710983276},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5836231112480164},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5497987866401672},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5252673029899597},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5206584334373474},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5204237103462219},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.49414947628974915},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41234874725341797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39459824562072754},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34303972125053406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3256474733352661},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2017.2748585","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2017.2748585","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:28961129","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28961129","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6800000071525574,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1116876201","display_name":null,"funder_award_id":"ZR2015AL014","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G1675457430","display_name":null,"funder_award_id":"15CX08011A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3001736548","display_name":null,"funder_award_id":"ZR2013FQ004","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G3196528577","display_name":null,"funder_award_id":"15CX05053A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4480785594","display_name":null,"funder_award_id":"20130133120014","funder_id":"https://openalex.org/F4320336024","funder_display_name":"Specialized Research Fund for the Doctoral Program of Higher Education of China"},{"id":"https://openalex.org/G5319479678","display_name":null,"funder_award_id":"15CX02064A","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G72452889","display_name":null,"funder_award_id":"11401185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8814195952","display_name":null,"funder_award_id":"61305075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336024","display_name":"Specialized Research Fund for the Doctoral Program of Higher Education of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1567118732","https://openalex.org/W1981025032","https://openalex.org/W1987371344","https://openalex.org/W2011791191","https://openalex.org/W2011873184","https://openalex.org/W2016781564","https://openalex.org/W2020934227","https://openalex.org/W2038470374","https://openalex.org/W2041231322","https://openalex.org/W2046913730","https://openalex.org/W2055522016","https://openalex.org/W2059174629","https://openalex.org/W2060346113","https://openalex.org/W2074623298","https://openalex.org/W2077724939","https://openalex.org/W2080412697","https://openalex.org/W2081136789","https://openalex.org/W2084163528","https://openalex.org/W2106398669","https://openalex.org/W2107093743","https://openalex.org/W2109779438","https://openalex.org/W2110179049","https://openalex.org/W2110469359","https://openalex.org/W2111708875","https://openalex.org/W2112796928","https://openalex.org/W2114766824","https://openalex.org/W2116119284","https://openalex.org/W2123212884","https://openalex.org/W2124325110","https://openalex.org/W2124776405","https://openalex.org/W2125283600","https://openalex.org/W2125389748","https://openalex.org/W2125416644","https://openalex.org/W2126417733","https://openalex.org/W2128882956","https://openalex.org/W2129664936","https://openalex.org/W2130586736","https://openalex.org/W2135046866","https://openalex.org/W2136132422","https://openalex.org/W2137983211","https://openalex.org/W2138019504","https://openalex.org/W2141125852","https://openalex.org/W2141523690","https://openalex.org/W2145085734","https://openalex.org/W2154435259","https://openalex.org/W2170780515","https://openalex.org/W2324316818","https://openalex.org/W2471081287","https://openalex.org/W2742056389","https://openalex.org/W3120740533","https://openalex.org/W3146803896","https://openalex.org/W4285719527","https://openalex.org/W6660038066","https://openalex.org/W6676553272","https://openalex.org/W6677103964","https://openalex.org/W6678270204","https://openalex.org/W6678301879","https://openalex.org/W6678583879","https://openalex.org/W6678988961","https://openalex.org/W6682647174","https://openalex.org/W6742125597"],"related_works":["https://openalex.org/W3008580913","https://openalex.org/W2896628485","https://openalex.org/W1701967867","https://openalex.org/W992687842","https://openalex.org/W4300560302","https://openalex.org/W3088108839","https://openalex.org/W97768505","https://openalex.org/W2918103456","https://openalex.org/W2080531293","https://openalex.org/W2023914354"],"abstract_inverted_index":{"In":[0,125],"this":[1],"paper,":[2],"we":[3],"propose":[4],"four":[5],"new":[6],"variants":[7],"of":[8,24,150,157,175],"the":[9,14,29,36,41,50,70,73,87,100,106,148,151,158],"backpropagation":[10],"algorithm":[11],"to":[12,138],"improve":[13],"generalization":[15,121],"ability":[16],"for":[17,93,166],"feedforward":[18],"neural":[19],"networks.":[20],"The":[21,154],"basic":[22],"idea":[23],"these":[25,77],"methods":[26],"stems":[27],"from":[28],"Group":[30,51,88],"Lasso":[31,52,89],"concept":[32],"which":[33,146],"deals":[34],"with":[35,140],"variable":[37],"selection":[38],"problem":[39],"at":[40,72],"group":[42],"level.":[43],"There":[44],"are":[45,62],"two":[46],"main":[47],"drawbacks":[48],"when":[49],"penalty":[53],"has":[54],"been":[55,83,136,162],"directly":[56],"employed":[57],"during":[58],"network":[59],"training.":[60],"They":[61],"numerical":[63],"oscillations":[64],"and":[65,95,116,122],"theoretical":[66],"challenges":[67],"in":[68,164,173],"computing":[69],"gradients":[71],"origin.":[74],"To":[75],"overcome":[76],"obstacles,":[78],"smoothing":[79,177],"functions":[80],"have":[81,135,161],"then":[82],"introduced":[84],"by":[85],"approximating":[86],"penalty.":[90],"Numerical":[91],"experiments":[92],"classification":[94],"regression":[96],"problems":[97],"demonstrate":[98],"that":[99],"proposed":[101,152,159],"algorithms":[102],"perform":[103],"better":[104],"than":[105],"other":[107,142],"three":[108],"classical":[109],"penalization":[110],"methods,":[111],"Weight":[112,114],"Decay,":[113],"Elimination,":[115],"Approximate":[117],"Smoother,":[118],"on":[119,130],"both":[120],"pruning":[123,144,155],"efficiency.":[124],"addition,":[126],"detailed":[127],"simulations":[128],"based":[129],"a":[131,167],"specific":[132],"data":[133,170],"set":[134],"performed":[137],"compare":[139],"some":[141],"common":[143],"strategies,":[145],"verify":[147],"advantages":[149],"algorithm.":[153],"abilities":[156],"strategy":[160],"investigated":[163],"detail":[165],"relatively":[168],"large":[169],"set,":[171],"MNIST,":[172],"terms":[174],"various":[176],"approximation":[178],"cases.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":18},{"year":2018,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}