{"id":"https://openalex.org/W3127819760","doi":"https://doi.org/10.1109/tnnls.2021.3055825","title":"Spiking Neural Network Regularization With Fixed and Adaptive Drop-Keep Probabilities","display_name":"Spiking Neural Network Regularization With Fixed and Adaptive Drop-Keep Probabilities","publication_year":2021,"publication_date":"2021-02-13","ids":{"openalex":"https://openalex.org/W3127819760","doi":"https://doi.org/10.1109/tnnls.2021.3055825","mag":"3127819760","pmid":"https://pubmed.ncbi.nlm.nih.gov/33571100"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2021.3055825","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3055825","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100358014","display_name":"Junhong Zhao","orcid":"https://orcid.org/0000-0002-5177-6664"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhong Zhao","raw_affiliation_strings":["Chongqing Key Laboratory of Computational Intelligence, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-5177-6664","affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Computational Intelligence, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076004172","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-1318-3996"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Yang","raw_affiliation_strings":["School of Mathematical Sciences, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-1318-3996","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384686","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0002-1305-5735"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong","School of Data Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-1305-5735","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"School of Data Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101622926","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0002-3137-4086"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wu","raw_affiliation_strings":["School of Mathematical Sciences, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-3137-4086","affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3603,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.88662923,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"33","issue":"8","first_page":"4096","last_page":"4109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6509398221969604},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6000263094902039},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5604321360588074},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5270417332649231},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.5206162929534912},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5076574087142944},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.4923931360244751},{"id":"https://openalex.org/keywords/dropout","display_name":"Dropout (neural networks)","score":0.4770050346851349},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4707872271537781},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38157013058662415},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22180217504501343}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6509398221969604},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6000263094902039},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5604321360588074},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5270417332649231},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5206162929534912},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5076574087142944},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.4923931360244751},{"id":"https://openalex.org/C2776145597","wikidata":"https://www.wikidata.org/wiki/Q25339462","display_name":"Dropout (neural networks)","level":2,"score":0.4770050346851349},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4707872271537781},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38157013058662415},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22180217504501343},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005793","descriptor_name":"Generalization, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005793","descriptor_name":"Generalization, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005793","descriptor_name":"Generalization, Psychological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D009474","descriptor_name":"Neurons","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011336","descriptor_name":"Probability","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2021.3055825","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2021.3055825","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33571100","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33571100","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1010550019","display_name":"Collaborative Neurodynamic Approaches to Portfolio Optimization","funder_award_id":"11202019","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G1090474737","display_name":null,"funder_award_id":"2018AAA0100300","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4872746942","display_name":"Intelligent Mission Planning and Tracking Control of Autonomous Surface Vehicles Based on Neural Computation","funder_award_id":"11202318","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G6102030405","display_name":"Analysis and Design of Multiscale Neurodynamic Systems with Their Applications for Robust Control, Data Processing, and Supervised Learning","funder_award_id":"11208517","funder_id":"https://openalex.org/F4320321592","funder_display_name":"Research Grants Council, University Grants Committee"},{"id":"https://openalex.org/G6887677429","display_name":null,"funder_award_id":"GJHZ1849","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G6926619606","display_name":null,"funder_award_id":"61673330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320321592","display_name":"Research Grants Council, University Grants Committee","ror":"https://ror.org/00djwmt25"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W949243424","https://openalex.org/W1570411240","https://openalex.org/W1645800954","https://openalex.org/W1904365287","https://openalex.org/W1963689209","https://openalex.org/W1987994242","https://openalex.org/W2005122474","https://openalex.org/W2006370340","https://openalex.org/W2008008156","https://openalex.org/W2020676607","https://openalex.org/W2025166739","https://openalex.org/W2095705004","https://openalex.org/W2104664243","https://openalex.org/W2111761631","https://openalex.org/W2112796928","https://openalex.org/W2115471292","https://openalex.org/W2124256822","https://openalex.org/W2129812935","https://openalex.org/W2132067420","https://openalex.org/W2136922672","https://openalex.org/W2165312425","https://openalex.org/W2316653816","https://openalex.org/W2371629303","https://openalex.org/W2529327711","https://openalex.org/W2549853101","https://openalex.org/W2569813014","https://openalex.org/W2589859332","https://openalex.org/W2730906708","https://openalex.org/W2765399440","https://openalex.org/W2774942496","https://openalex.org/W2785236517","https://openalex.org/W2787907153","https://openalex.org/W2791939363","https://openalex.org/W2791974356","https://openalex.org/W2799049915","https://openalex.org/W2801844931","https://openalex.org/W2904958088","https://openalex.org/W2915522415","https://openalex.org/W2941729817","https://openalex.org/W2976428661","https://openalex.org/W6600213771","https://openalex.org/W6640036494","https://openalex.org/W6674330103","https://openalex.org/W6750266561","https://openalex.org/W6761869187"],"related_works":["https://openalex.org/W3082178636","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2782041652","https://openalex.org/W2130974462","https://openalex.org/W2612657834","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W2392157706"],"abstract_inverted_index":{"Dropout":[0,89],"and":[1,59,96,131,179,181],"DropConnect":[2,94],"are":[3,39,103,143,190],"two":[4,36,50],"techniques":[5,38],"to":[6,25,42,152],"facilitate":[7],"the":[8,16,27,35,43,108,122,125,139,154,163,170,182,186,198,204],"regularization":[9],"of":[10,30,71,79,124,128,135,157,185,195,217],"neural":[11,32,80],"network":[12],"models,":[13],"having":[14],"achieved":[15],"state-of-the-art":[17,44],"results":[18,161,200],"in":[19,49,146,215],"several":[20,218],"benchmarks.":[21],"In":[22,64,137],"this":[23],"paper,":[24],"improve":[26,153],"generalization":[28,183],"capability":[29],"spiking":[31],"networks":[33],"(SNNs),":[34],"drop":[37,84],"first":[40],"applied":[41],"SpikeProp":[45,86,91,97],"learning":[46,52,155],"algorithm":[47],"resulting":[48],"improved":[51,214],"algorithms":[53,142,173,189,206],"called":[54],"SPDO":[55],"(SpikeProp":[56,61],"with":[57,62,87,92,98],"Dropout)":[58],"SPDC":[60,118],"DropConnect).":[63],"view":[65],"that":[66,169,194,203],"a":[67,72,76,132,147],"higher":[68,77],"membrane":[69],"potential":[70],"biological":[73],"neuron":[74],"implies":[75],"probability":[78,110],"activation,":[81],"three":[82,171],"adaptive":[83,172],"algorithms,":[85],"Adaptive":[88,93,100],"(SPADO),":[90],"(SPADC),":[95],"Group":[99],"Drop":[101],"(SPGAD),":[102],"proposed":[104,141,188],"by":[105],"adaptively":[106],"adjusting":[107],"keep":[109],"for":[111,117],"training":[112],"SNNs.":[113,158],"A":[114],"convergence":[115],"theorem":[116],"is":[119],"proven":[120],"under":[121],"assumptions":[123],"bounded":[126],"norm":[127],"connection":[129],"weights":[130],"finite":[133],"number":[134],"equilibria.":[136],"addition,":[138],"five":[140,187,205],"carried":[144],"out":[145],"collaborative":[148,209],"neurodynamic":[149,210],"optimization":[150,211],"framework":[151],"performance":[156],"The":[159],"experimental":[160,199],"on":[162,208],"four":[164],"benchmark":[165],"data":[166],"sets":[167],"demonstrate":[168],"converge":[174],"faster":[175],"than":[176,193],"SpikeProp,":[177],"SPDO,":[178],"SPDC,":[180],"errors":[184],"significantly":[191],"smaller":[192],"SpikeProp.":[196],"Furthermore,":[197],"also":[201],"show":[202],"based":[207],"can":[212],"be":[213],"terms":[216],"measures.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}