{"id":"https://openalex.org/W4385484749","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191397","title":"Synaptic Stripping: How Pruning Can Bring Dead Neurons Back to Life","display_name":"Synaptic Stripping: How Pruning Can Bring Dead Neurons Back to Life","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385484749","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191397"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191397","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191397","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005869945","display_name":"Tim Whitaker","orcid":"https://orcid.org/0000-0003-3792-3901"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tim Whitaker","raw_affiliation_strings":["Colorado State University,Department of Computer Science,Fort Collins,CO,USA","Department of Computer Science, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"Colorado State University,Department of Computer Science,Fort Collins,CO,USA","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Department of Computer Science, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001932161","display_name":"Darrell Whitley","orcid":"https://orcid.org/0000-0002-2752-6534"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darrell Whitley","raw_affiliation_strings":["Colorado State University,Department of Computer Science,Fort Collins,CO,USA","Department of Computer Science, Colorado State University, Fort Collins, CO, USA"],"affiliations":[{"raw_affiliation_string":"Colorado State University,Department of Computer Science,Fort Collins,CO,USA","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Department of Computer Science, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005869945"],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":null,"apc_paid":null,"fwci":0.2612,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53078212,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7171691656112671},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5959668159484863},{"id":"https://openalex.org/keywords/neuron","display_name":"Neuron","score":0.5722367763519287},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.5154772400856018},{"id":"https://openalex.org/keywords/biological-neuron-model","display_name":"Biological neuron model","score":0.5137794613838196},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4861707091331482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4593859016895294},{"id":"https://openalex.org/keywords/stripping","display_name":"Stripping (fiber)","score":0.4419747591018677},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.21386709809303284},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17707842588424683},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07130429148674011},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06390327215194702}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7171691656112671},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5959668159484863},{"id":"https://openalex.org/C2778794669","wikidata":"https://www.wikidata.org/wiki/Q43054","display_name":"Neuron","level":2,"score":0.5722367763519287},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5154772400856018},{"id":"https://openalex.org/C186565885","wikidata":"https://www.wikidata.org/wiki/Q1651163","display_name":"Biological neuron model","level":3,"score":0.5137794613838196},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4861707091331482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4593859016895294},{"id":"https://openalex.org/C41952129","wikidata":"https://www.wikidata.org/wiki/Q7624159","display_name":"Stripping (fiber)","level":2,"score":0.4419747591018677},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.21386709809303284},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17707842588424683},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07130429148674011},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06390327215194702},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191397","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191397","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3311432340","display_name":null,"funder_award_id":"IIS-1908866","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W1932061758","https://openalex.org/W2042422091","https://openalex.org/W2044219916","https://openalex.org/W2135017741","https://openalex.org/W2156387975","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2551176409","https://openalex.org/W2579923771","https://openalex.org/W2808122776","https://openalex.org/W2899663614","https://openalex.org/W2922301133","https://openalex.org/W2962843773","https://openalex.org/W2962966540","https://openalex.org/W2963285578","https://openalex.org/W2963944430","https://openalex.org/W2976186803","https://openalex.org/W2980197666","https://openalex.org/W3094502228","https://openalex.org/W3101398262","https://openalex.org/W3104688113","https://openalex.org/W3118608800","https://openalex.org/W3172942063","https://openalex.org/W3195438473","https://openalex.org/W4238284510","https://openalex.org/W4283791586","https://openalex.org/W4288257146","https://openalex.org/W4288404646","https://openalex.org/W4295727797","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6677103964","https://openalex.org/W6682889407","https://openalex.org/W6684191040","https://openalex.org/W6703116779","https://openalex.org/W6732517885","https://openalex.org/W6739901393","https://openalex.org/W6784333009","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3178259930","https://openalex.org/W1769982787","https://openalex.org/W3184949856","https://openalex.org/W3035839890","https://openalex.org/W2076468557","https://openalex.org/W2031806409","https://openalex.org/W4281997648","https://openalex.org/W4387066885","https://openalex.org/W2371090464","https://openalex.org/W3099906890"],"abstract_inverted_index":{"Rectified":[0],"Linear":[1],"Units":[2],"(ReLU)":[3],"are":[4,155,163],"the":[5,27,34,48,56,67,72,107,159],"default":[6],"choice":[7],"for":[8,52,61],"activation":[9],"functions":[10],"in":[11,151],"deep":[12],"neural":[13],"networks.":[14],"While":[15],"they":[16,162],"demonstrate":[17],"excellent":[18],"empirical":[19],"performance,":[20],"ReLU":[21],"activations":[22],"can":[23,95,131],"fall":[24],"victim":[25],"to":[26,81,117,147,171],"dead":[28,120,133],"neuron":[29,39,49,73,77,121],"problem.":[30,122],"In":[31],"these":[32,173],"cases,":[33],"weights":[35,68],"feeding":[36],"into":[37,44,71],"a":[38,45,103,115,176,195],"end":[40],"up":[41],"being":[42],"pushed":[43],"state":[46],"where":[47],"outputs":[50],"zero":[51,60],"all":[53,62],"inputs.":[54],"Consequently,":[55],"gradient":[57],"is":[58,78,90,145],"also":[59],"inputs,":[63],"which":[64,69],"means":[65,116],"that":[66,154],"feed":[70],"cannot":[74],"update.":[75],"The":[76],"not":[79],"able":[80],"recover":[82],"from":[83],"direct":[84],"back":[85],"propagation":[86],"and":[87,135,140,149,181,183],"model":[88,138],"capacity":[89,139],"reduced":[91],"as":[92,114,175],"those":[93],"parameters":[94],"no":[96],"longer":[97],"be":[98],"further":[99],"optimized.":[100],"Inspired":[101],"by":[102],"neurological":[104],"process":[105],"of":[106,178,188,197],"same":[108],"name,":[109],"we":[110,130,184],"introduce":[111],"Synaptic":[112,143,189],"Stripping":[113,144,190],"combat":[118],"this":[119],"By":[123],"automatically":[124],"removing":[125],"problematic":[126],"connections":[127],"during":[128],"training,":[129],"regenerate":[132],"neurons":[134],"significantly":[136],"improve":[137],"parametric":[141],"utilization.":[142],"easy":[146],"implement":[148],"results":[150],"sparse":[152],"networks":[153,161],"more":[156],"efficient":[157],"than":[158],"dense":[160],"derived":[164],"from.":[165],"We":[166],"conduct":[167,185],"several":[168],"ablation":[169],"studies":[170],"investigate":[172],"dynamics":[174],"function":[177],"network":[179],"width":[180],"depth":[182],"an":[186],"exploration":[187],"with":[191],"Vision":[192],"Transformers":[193],"on":[194],"variety":[196],"benchmark":[198],"datasets.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}