{"id":"https://openalex.org/W4392843798","doi":"https://doi.org/10.1109/tetci.2024.3359539","title":"IM-LIF: Improved Neuronal Dynamics With Attention Mechanism for Direct Training Deep Spiking Neural Network","display_name":"IM-LIF: Improved Neuronal Dynamics With Attention Mechanism for Direct Training Deep Spiking Neural Network","publication_year":2024,"publication_date":"2024-02-14","ids":{"openalex":"https://openalex.org/W4392843798","doi":"https://doi.org/10.1109/tetci.2024.3359539"},"language":"en","primary_location":{"id":"doi:10.1109/tetci.2024.3359539","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2024.3359539","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034333750","display_name":"Shuang Lian","orcid":"https://orcid.org/0000-0002-2272-5753"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Lian","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2272-5753","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007758616","display_name":"Jiangrong Shen","orcid":"https://orcid.org/0000-0003-3683-3779"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangrong Shen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3683-3779","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078037372","display_name":"Ziming Wang","orcid":"https://orcid.org/0000-0003-4270-7760"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziming Wang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4270-7760","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057282687","display_name":"Huajin Tang","orcid":"https://orcid.org/0000-0002-9857-1543"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajin Tang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9857-1543","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1539,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94527839,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"2075","last_page":"2085"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.7621159553527832},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.6107987761497498},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.6039790511131287},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.549415647983551},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4667990803718567},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43388402462005615},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32175901532173157},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23696842789649963},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11247056722640991}],"concepts":[{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.7621159553527832},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.6107987761497498},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.6039790511131287},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.549415647983551},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4667990803718567},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43388402462005615},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32175901532173157},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23696842789649963},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11247056722640991},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetci.2024.3359539","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tetci.2024.3359539","pdf_url":null,"source":{"id":"https://openalex.org/S4210210251","display_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","issn_l":"2471-285X","issn":["2471-285X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computational Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8323016548","display_name":null,"funder_award_id":"62236007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1924770834","https://openalex.org/W2064675550","https://openalex.org/W2150355110","https://openalex.org/W2194775991","https://openalex.org/W2513853720","https://openalex.org/W2551176409","https://openalex.org/W2619510810","https://openalex.org/W2621826044","https://openalex.org/W2745933219","https://openalex.org/W2752782242","https://openalex.org/W2779025322","https://openalex.org/W2798878556","https://openalex.org/W2805852360","https://openalex.org/W2884121069","https://openalex.org/W2892077605","https://openalex.org/W2964338223","https://openalex.org/W2966513546","https://openalex.org/W2998119008","https://openalex.org/W3005985924","https://openalex.org/W3007283957","https://openalex.org/W3007867923","https://openalex.org/W3023719681","https://openalex.org/W3035000326","https://openalex.org/W3035644810","https://openalex.org/W3047826181","https://openalex.org/W3065747603","https://openalex.org/W3089954304","https://openalex.org/W3102040318","https://openalex.org/W3102750118","https://openalex.org/W3118608800","https://openalex.org/W3121127024","https://openalex.org/W3162489473","https://openalex.org/W3186268528","https://openalex.org/W3186962187","https://openalex.org/W3189897383","https://openalex.org/W3196571547","https://openalex.org/W3197271168","https://openalex.org/W3200729277","https://openalex.org/W3208650852","https://openalex.org/W4200001736","https://openalex.org/W4214767871","https://openalex.org/W4214890633","https://openalex.org/W4280558494","https://openalex.org/W4286221450","https://openalex.org/W4311294852","https://openalex.org/W4312527777","https://openalex.org/W4313291235","https://openalex.org/W4319866562","https://openalex.org/W4386071675","https://openalex.org/W4389776595","https://openalex.org/W6637373629","https://openalex.org/W6640212811","https://openalex.org/W6754595668","https://openalex.org/W6774680395","https://openalex.org/W6782262041","https://openalex.org/W6787972765","https://openalex.org/W6796939779","https://openalex.org/W6803524348","https://openalex.org/W6809648081","https://openalex.org/W6844652965","https://openalex.org/W6846765651","https://openalex.org/W6850092244","https://openalex.org/W6850626707"],"related_works":["https://openalex.org/W230091440","https://openalex.org/W2233261550","https://openalex.org/W2810751659","https://openalex.org/W258997015","https://openalex.org/W2997094352","https://openalex.org/W2382997850","https://openalex.org/W2390968135","https://openalex.org/W3216976533","https://openalex.org/W100620283","https://openalex.org/W2495260952"],"abstract_inverted_index":{"Spiking":[0],"neural":[1],"networks":[2],"(SNNs)":[3],"are":[4,12],"increasingly":[5],"applied":[6],"to":[7,14,18,36,101,120,123,129,149,157,174,185,206],"deep":[8,21,208,231],"architectures.":[9],"Recent":[10],"works":[11],"developed":[13],"apply":[15],"spatio-temporal":[16],"backpropagation":[17],"directly":[19,33],"train":[20],"SNNs.":[22,209],"But":[23],"the":[24,48,51,58,63,71,81,88,91,97,104,107,117,124,131,136,139,151,154,158,181,186,196,203],"binary":[25],"and":[26,55,79,109,198,217,222,239,254],"non-differentiable":[27],"properties":[28],"of":[29,50,75,90,153],"spike":[30],"activities":[31],"force":[32],"trained":[34],"SNNs":[35,232],"suffer":[37],"from":[38],"serious":[39],"gradient":[40,52,125],"vanishing.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45,69,142,194],"first":[46],"analyze":[47],"cause":[49],"vanishing":[53,126],"problem":[54],"identify":[56],"that":[57,225],"gradients":[59],"mostly":[60],"backpropagate":[61],"along":[62],"synaptic":[64,72],"currents.":[65],"Based":[66],"on":[67,87,202,214,243,246,249,252,256],"that,":[68],"modify":[70,195],"current":[73,108],"equation":[74],"leaky-integrate-fire":[76],"neuron":[77,85],"model":[78,86,205],"propose":[80],"improved":[82],"LIF":[83],"(IM-LIF)":[84],"basis":[89],"temporal-wise":[92,98],"attention":[93,99],"mechanism.":[94],"We":[95,210],"utilize":[96],"mechanism":[100],"selectively":[102],"establish":[103],"connection":[105],"between":[106],"historical":[110],"response":[111],"values,":[112],"which":[113],"can":[114,228],"empirically":[115],"enable":[116],"neuronal":[118,132],"states":[119],"update":[121],"resilient":[122],"problem.":[127],"Furthermore,":[128],"capture":[130],"dynamics":[133],"embedded":[134],"in":[135,236],"output":[137,152,176],"incorporating":[138],"IM-LIF":[140,204],"model,":[141],"present":[143],"a":[144,172,189],"new":[145,163],"temporal":[146,164],"loss":[147,165,183],"function":[148,166],"constrain":[150],"network":[155,182],"close":[156],"target":[159],"distribution.":[160],"The":[161],"proposed":[162],"could":[167],"not":[168],"only":[169],"act":[170],"as":[171],"regularizer":[173],"eliminate":[175],"outliers,":[177],"but":[178],"also":[179],"assign":[180],"credit":[184],"voltage":[187],"at":[188],"specific":[190],"time":[191],"point.":[192],"Then":[193],"ResNet":[197],"VGG":[199],"architecture":[200],"based":[201],"build":[207,230],"evaluate":[211],"our":[212,226],"work":[213],"image":[215],"datasets":[216],"neuromorphic":[218],"datasets.":[219],"Experimental":[220],"results":[221],"analysis":[223],"show":[224],"method":[227],"help":[229],"with":[233,258],"competitive":[234],"performance":[235],"both":[237],"accuracy":[238],"latency,":[240],"including":[241],"95.66%":[242],"CIFAR-10,":[244],"77.42%":[245],"CIFAR-100,":[247],"55.37%":[248],"Tiny-ImageNet,":[250],"97.33%":[251],"DVS-Gesture,":[253],"80.50%":[255],"CIFAR-DVS":[257],"very":[259],"few":[260],"timesteps.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}