{"id":"https://openalex.org/W4385768133","doi":"https://doi.org/10.24963/ijcai.2023/335","title":"Learnable Surrogate Gradient for Direct Training Spiking Neural Networks","display_name":"Learnable Surrogate Gradient for Direct Training Spiking Neural Networks","publication_year":2023,"publication_date":"2023-08-01","ids":{"openalex":"https://openalex.org/W4385768133","doi":"https://doi.org/10.24963/ijcai.2023/335"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2023/335","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/335","pdf_url":"https://www.ijcai.org/proceedings/2023/0335.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2023/0335.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034333750","display_name":"Shuang Lian","orcid":"https://orcid.org/0000-0002-2272-5753"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Lian","raw_affiliation_strings":["ZheJiang University","College of Computer Science and Technology, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ZheJiang University","institution_ids":[]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007758616","display_name":"Jiangrong Shen","orcid":"https://orcid.org/0000-0003-3683-3779"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangrong Shen","raw_affiliation_strings":["Zhejiang University","College of Computer Science and Technology, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042687758","display_name":"Qianhui Liu","orcid":"https://orcid.org/0000-0003-4396-8807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qianhui Liu","raw_affiliation_strings":["National University of Singapore","Department of Electrical and Computer Engineering, National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110808801","display_name":"Ziming Wang","orcid":"https://orcid.org/0009-0005-3701-5526"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziming Wang","raw_affiliation_strings":["Zhejiang University","College of Computer Science and Technology, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046836420","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0003-0048-3092"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["Zhejiang University of Technology","College of Computer Science and Technology, Zhejiang University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University of Technology","institution_ids":["https://openalex.org/I55712492"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057282687","display_name":"Huajin Tang","orcid":"https://orcid.org/0000-0002-9857-1543"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajin Tang","raw_affiliation_strings":["Zhejiang Lab","Zhejiang University","College of Computer Science and Technology, Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3002","last_page":"3010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.7618433237075806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7290656566619873},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.6252321004867554},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5598101615905762},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5312694311141968},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.48893919587135315},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.46384695172309875},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.44434791803359985},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.425869882106781},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.41458889842033386},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35755109786987305},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35166019201278687},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34227800369262695}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.7618433237075806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7290656566619873},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.6252321004867554},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5598101615905762},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5312694311141968},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.48893919587135315},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.46384695172309875},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.44434791803359985},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.425869882106781},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.41458889842033386},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35755109786987305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35166019201278687},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34227800369262695},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2023/335","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/335","pdf_url":"https://www.ijcai.org/proceedings/2023/0335.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2023/335","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2023/335","pdf_url":"https://www.ijcai.org/proceedings/2023/0335.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Second International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6596266309","display_name":null,"funder_award_id":"2020AAA0105900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8323016548","display_name":null,"funder_award_id":"62236007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4385768133.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W2619510810","https://openalex.org/W2621826044","https://openalex.org/W2783525259","https://openalex.org/W2891530223","https://openalex.org/W2892077605","https://openalex.org/W2914117107","https://openalex.org/W2964338223","https://openalex.org/W2966513546","https://openalex.org/W2989431475","https://openalex.org/W2998119008","https://openalex.org/W3007867923","https://openalex.org/W3023719681","https://openalex.org/W3035644810","https://openalex.org/W3089934672","https://openalex.org/W3102040318","https://openalex.org/W3102750118","https://openalex.org/W3121127024","https://openalex.org/W3124478039","https://openalex.org/W3170540448","https://openalex.org/W3186962187","https://openalex.org/W3208650852","https://openalex.org/W3214982345","https://openalex.org/W4221164080","https://openalex.org/W4280646580","https://openalex.org/W4287126156","https://openalex.org/W4292588531","https://openalex.org/W4306178569","https://openalex.org/W4312527777"],"related_works":["https://openalex.org/W2115605526","https://openalex.org/W3093883775","https://openalex.org/W1539246760","https://openalex.org/W2786746258","https://openalex.org/W4225893763","https://openalex.org/W2788727425","https://openalex.org/W2405196115","https://openalex.org/W2104893957","https://openalex.org/W4402471162","https://openalex.org/W2971074373"],"abstract_inverted_index":{"Spiking":[0],"neural":[1],"networks":[2],"(SNNs)":[3],"have":[4],"increasingly":[5],"drawn":[6],"massive":[7],"research":[8],"attention":[9],"due":[10],"to":[11,21,28,37,51,73,96,109,112,128,143],"biological":[12],"interpretability":[13],"and":[14,54,148,167,210],"efficient":[15],"computation.":[16],"Recent":[17],"achievements":[18],"are":[19],"devoted":[20],"utilizing":[22],"the":[23,30,44,48,59,75,81,91,97,100,103,113,124,130,136,145,153,160,174,180,187,198],"surrogate":[24,83],"gradient":[25,52,84,146,183],"(SG)":[26],"method":[27,89,163,176,200],"avoid":[29,144],"dilemma":[31],"of":[32,34,47,61,78,93,99,102,138,156,182,190],"non-differentiability":[33],"spiking":[35],"activity":[36],"directly":[38,62],"train":[39],"SNNs":[40,195,203],"by":[41,152,186],"backpropagation.":[42],"However,":[43],"fixed":[45],"width":[46,76,92,137,155,189],"SG":[49,94,139,191],"leads":[50],"vanishing":[53,147],"mismatch":[55,149],"problems,":[56],"thus":[57],"limiting":[58],"performance":[60,206],"trained":[63],"SNNs.":[64],"In":[65],"this":[66],"work,":[67],"we":[68,122],"propose":[69],"a":[70],"novel":[71],"perspective":[72],"unlock":[74],"limitation":[77],"SG,":[79],"called":[80],"learnable":[82],"(LSG)":[85],"method.":[86],"The":[87],"LSG":[88,131,162,175,199],"modulates":[90],"according":[95],"change":[98],"distribution":[101],"membrane":[104],"potentials,":[105],"which":[106,133],"is":[107],"identified":[108],"be":[110],"related":[111],"decay":[114,126],"factors":[115,127],"based":[116],"on":[117,164,207],"our":[118],"theoretical":[119],"analysis.":[120],"Then":[121],"introduce":[123],"trainable":[125],"implement":[129],"method,":[132],"can":[134,177,201],"optimize":[135],"automatically":[140],"during":[141],"training":[142,193],"problems":[150],"caused":[151,185],"limited":[154,188],"SG.":[157],"We":[158],"evaluate":[159],"proposed":[161],"both":[165,208],"image":[166],"neuromorphic":[168],"datasets.":[169],"Experimental":[170],"results":[171],"show":[172],"that":[173],"effectively":[178],"alleviate":[179],"blocking":[181],"propagation":[184],"when":[192],"deep":[194],"directly.":[196],"Meanwhile,":[197],"help":[202],"achieve":[204],"competitive":[205],"latency":[209],"accuracy.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":11}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}