{"id":"https://openalex.org/W4388052734","doi":"https://doi.org/10.1109/jetcas.2023.3328926","title":"Spike Timing Dependent Gradient for Direct Training of Fast and Efficient Binarized Spiking Neural Networks","display_name":"Spike Timing Dependent Gradient for Direct Training of Fast and Efficient Binarized Spiking Neural Networks","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388052734","doi":"https://doi.org/10.1109/jetcas.2023.3328926"},"language":"en","primary_location":{"id":"doi:10.1109/jetcas.2023.3328926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2023.3328926","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063453806","display_name":"Zhengyu Cai","orcid":"https://orcid.org/0000-0002-3852-1253"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Zhengyu Cai","raw_affiliation_strings":["Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, 10 King's College Road, Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, 10 King's College Road, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082038193","display_name":"Hamid Rahimian Kalatehbali","orcid":null},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hamid Rahimian Kalatehbali","raw_affiliation_strings":["Lassonde School of Engineering, York University, Toronto, Canada","Lassonde School of Engineering, York University, Toronto, Ontario, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069862324","display_name":"Ben Walters","orcid":"https://orcid.org/0000-0001-5464-8468"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ben Walters","raw_affiliation_strings":["College of Science and Engineering, James Cook University, Townsville, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5464-8468","affiliations":[{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Townsville, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009413337","display_name":"Mostafa Rahimi Azghadi","orcid":"https://orcid.org/0000-0001-7975-3985"},"institutions":[{"id":"https://openalex.org/I86467917","display_name":"James Cook University","ror":"https://ror.org/04gsp2c11","country_code":"AU","type":"education","lineage":["https://openalex.org/I86467917"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mostafa Rahimi Azghadi","raw_affiliation_strings":["College of Science and Engineering, James Cook University, Townsville, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7975-3985","affiliations":[{"raw_affiliation_string":"College of Science and Engineering, James Cook University, Townsville, QLD, Australia","institution_ids":["https://openalex.org/I86467917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012864861","display_name":"Amirali Amirsoleimani","orcid":"https://orcid.org/0000-0001-5760-6861"},"institutions":[{"id":"https://openalex.org/I192455969","display_name":"York University","ror":"https://ror.org/05fq50484","country_code":"CA","type":"education","lineage":["https://openalex.org/I192455969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Amirali Amirsoleimani","raw_affiliation_strings":["Lassonde School of Engineering, York University, Toronto, Canada","Lassonde School of Engineering, York University, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5760-6861","affiliations":[{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, Canada","institution_ids":["https://openalex.org/I192455969"]},{"raw_affiliation_string":"Lassonde School of Engineering, York University, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I192455969"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021668898","display_name":"Roman Genov","orcid":"https://orcid.org/0000-0001-7506-1746"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Roman Genov","raw_affiliation_strings":["Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, 10 King's College Road, Toronto, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7506-1746","affiliations":[{"raw_affiliation_string":"Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"Edward S. Rogers Sr. Department of Electrical and Computer Engineering, University of Toronto, 10 King's College Road, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5063453806"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.8943,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.74342809,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"13","issue":"4","first_page":"1083","last_page":"1093"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.907264232635498},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8271480798721313},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7704561948776245},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.6206247210502625},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6100372076034546},{"id":"https://openalex.org/keywords/backpropagation","display_name":"Backpropagation","score":0.5611328482627869},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.5037798285484314},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5025284290313721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49594220519065857},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4240274131298065},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3226854205131531},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.11584216356277466}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.907264232635498},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8271480798721313},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7704561948776245},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.6206247210502625},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6100372076034546},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.5611328482627869},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.5037798285484314},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5025284290313721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49594220519065857},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4240274131298065},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3226854205131531},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.11584216356277466},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jetcas.2023.3328926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jetcas.2023.3328926","pdf_url":null,"source":{"id":"https://openalex.org/S142323794","display_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","issn_l":"2156-3357","issn":["2156-3357","2156-3365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Emerging and Selected Topics in Circuits and Systems","raw_type":"journal-article"},{"id":"pmh:oai:researchonline.jcu.edu.au:81670","is_oa":false,"landing_page_url":"https://researchonline.jcu.edu.au/81670/1/JCU_81670.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400519","display_name":"ResearchOnline at James Cook University (James Cook University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I86467917","host_organization_name":"James Cook University","host_organization_lineage":["https://openalex.org/I86467917"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G8878182298","display_name":null,"funder_award_id":"DGECR-2022-00101","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1975072631","https://openalex.org/W2007815184","https://openalex.org/W2038786761","https://openalex.org/W2107433900","https://openalex.org/W2107662531","https://openalex.org/W2112796928","https://openalex.org/W2113846173","https://openalex.org/W2155904486","https://openalex.org/W2300242332","https://openalex.org/W2319920447","https://openalex.org/W2524428287","https://openalex.org/W2562377059","https://openalex.org/W2569813014","https://openalex.org/W2604700561","https://openalex.org/W2618255684","https://openalex.org/W2750384547","https://openalex.org/W2779025322","https://openalex.org/W2798878556","https://openalex.org/W2888850715","https://openalex.org/W2898323475","https://openalex.org/W2905533880","https://openalex.org/W2944906262","https://openalex.org/W2952797486","https://openalex.org/W2963206832","https://openalex.org/W2963335874","https://openalex.org/W2974328520","https://openalex.org/W2979879900","https://openalex.org/W2980513133","https://openalex.org/W2981101011","https://openalex.org/W2984844508","https://openalex.org/W2990793844","https://openalex.org/W3009615583","https://openalex.org/W3034194585","https://openalex.org/W3041090558","https://openalex.org/W3097855118","https://openalex.org/W3104409553","https://openalex.org/W3110802041","https://openalex.org/W3124478039","https://openalex.org/W3130607852","https://openalex.org/W3147709328","https://openalex.org/W3167190346","https://openalex.org/W3175499161","https://openalex.org/W3196571547","https://openalex.org/W3197853100","https://openalex.org/W3201870057","https://openalex.org/W3211954089","https://openalex.org/W3213073654","https://openalex.org/W4210735738","https://openalex.org/W4221164624","https://openalex.org/W4255975822","https://openalex.org/W4285247025","https://openalex.org/W4310427462","https://openalex.org/W4362691888","https://openalex.org/W6639703010","https://openalex.org/W6693397755","https://openalex.org/W6700264148","https://openalex.org/W6727208969","https://openalex.org/W6730823560","https://openalex.org/W6743688258","https://openalex.org/W6774680395","https://openalex.org/W6779609312","https://openalex.org/W6803524348","https://openalex.org/W6810196407","https://openalex.org/W6846897287","https://openalex.org/W6847213864"],"related_works":["https://openalex.org/W3137378424","https://openalex.org/W2809732489","https://openalex.org/W4287780255","https://openalex.org/W3023361272","https://openalex.org/W4393235919","https://openalex.org/W3008580913","https://openalex.org/W4281699635","https://openalex.org/W4321472116","https://openalex.org/W2542565870","https://openalex.org/W1701967867"],"abstract_inverted_index":{"Spiking":[0,166],"neural":[1],"networks":[2,18,34,89,183],"(SNNs)":[3],"are":[4,84],"well-suited":[5],"for":[6,23],"neuromorphic":[7],"hardware":[8],"due":[9,38],"to":[10,39,56,86,114,134,150,194,214],"their":[11,40],"biological":[12],"plausibility":[13],"and":[14,25,44,68,111,119,138,145,165,181,199],"energy":[15,136],"efficiency.":[16],"These":[17,72],"utilize":[19],"sparse,":[20],"asynchronous":[21],"spikes":[22,205],"communication":[24],"can":[26],"be":[27],"binarized.":[28],"However,":[29],"the":[30,116,120,146,157,173,185,189,202,208],"training":[31,132],"of":[32,63,122,178,204],"such":[33,88],"presents":[35],"several":[36],"challenges":[37],"non-differentiable":[41,117],"activation":[42],"function":[43],"binarized":[45,127],"inter-layer":[46],"data":[47],"movement.The":[48],"well-established":[49],"backpropagation":[50],"through":[51],"time":[52],"(BPTT)":[53],"algorithm":[54],"used":[55],"train":[57,87],"SNNs":[58],"encounters":[59],"notable":[60],"difficulties":[61],"because":[62],"its":[64,75],"substantial":[65],"memory":[66],"consumption":[67],"extensive":[69],"computational":[70,153],"demands.":[71],"limitations":[73],"restrict":[74],"practical":[76],"utility":[77],"in":[78,197,207],"real-world":[79],"scenarios.":[80],"Therefore,":[81],"effective":[82],"techniques":[83],"required":[85],"efficiently":[90],"while":[91],"preserving":[92],"accuracy.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97,125,141],"propose":[98],"Binarized":[99],"Spike":[100],"Timing":[101],"Dependent":[102],"Gradient":[103],"(BSTDG),":[104],"a":[105,130],"novel":[106],"method":[107,159],"that":[108,172,177],"utilizes":[109],"presynaptic":[110],"postsynaptic":[112],"timings":[113],"bypass":[115],"gradient":[118],"need":[121],"BPTT.":[123],"Additionally,":[124],"employ":[126],"weights":[128],"with":[129],"threshold":[131],"strategy":[133],"enhance":[135],"savings":[137],"performance.":[139],"Moreover,":[140],"exploit":[142],"latency/temporal-based":[143],"coding":[144],"Integrate-and-Fire":[147],"(IF)":[148],"model":[149,191],"achieve":[151],"significant":[152],"advantages.":[154],"We":[155],"evaluate":[156],"proposed":[158,190],"on":[160],"Caltech101":[161],"Face/Motorcycle,":[162],"MNIST,":[163],"Fashion-MNIST,":[164],"Heidelberg":[167],"Digits.":[168],"The":[169],"results":[170],"demonstrate":[171],"accuracy":[174],"attained":[175],"surpasses":[176],"existing":[179],"BSNNs":[180],"single-spike":[182],"under":[184],"same":[186],"structure.":[187],"Furthermore,":[188],"achieves":[192],"up":[193],"30\u00d7":[195],"speedup":[196],"inference":[198],"effectively":[200],"reduces":[201],"number":[203],"emitted":[206],"hidden":[209],"layer":[210],"by":[211],"50%":[212],"compared":[213],"previous":[215],"works.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}