{"id":"https://openalex.org/W4408351916","doi":"https://doi.org/10.1109/icassp49660.2025.10890026","title":"Spiking Transformer with Spatial-Temporal Spiking Self-Attention","display_name":"Spiking Transformer with Spatial-Temporal Spiking Self-Attention","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408351916","doi":"https://doi.org/10.1109/icassp49660.2025.10890026"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10890026","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073188348","display_name":"Zhaokun Zhou","orcid":"https://orcid.org/0000-0002-0023-526X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaokun Zhou","raw_affiliation_strings":["Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101705598","display_name":"Jun Niu","orcid":"https://orcid.org/0000-0001-8332-0269"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Niu","raw_affiliation_strings":["Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354786","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0003-2615-3585"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114973666","display_name":"Yuan Li","orcid":"https://orcid.org/0000-0002-1938-8856"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yuan","raw_affiliation_strings":["Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056706680","display_name":"Yuesheng Zhu","orcid":"https://orcid.org/0000-0003-2524-6800"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuesheng Zhu","raw_affiliation_strings":["Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,School of Electronic and Computer Engineering, Shenzhen Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9717000126838684,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9052000045776367,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6881639957427979},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5234222412109375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35057878494262695},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18690836429595947},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13089913129806519},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08792892098426819}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6881639957427979},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5234222412109375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35057878494262695},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18690836429595947},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13089913129806519},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08792892098426819}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10890026","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10890026","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2004159082","https://openalex.org/W2006370340","https://openalex.org/W2138913040","https://openalex.org/W2619510810","https://openalex.org/W2621826044","https://openalex.org/W2745933219","https://openalex.org/W2783525259","https://openalex.org/W2962804204","https://openalex.org/W2990793844","https://openalex.org/W3046186692","https://openalex.org/W3208650852","https://openalex.org/W4285606073","https://openalex.org/W4372260172","https://openalex.org/W4372267706","https://openalex.org/W4385764425","https://openalex.org/W4390873439","https://openalex.org/W4391661519","https://openalex.org/W4392902901","https://openalex.org/W4392903743","https://openalex.org/W4392903780","https://openalex.org/W4392904222","https://openalex.org/W4392909771","https://openalex.org/W4392910825","https://openalex.org/W4392931234","https://openalex.org/W4393159599","https://openalex.org/W4400929706","https://openalex.org/W4401023952","https://openalex.org/W4402753497","https://openalex.org/W4403944333","https://openalex.org/W4404520318","https://openalex.org/W6787972765","https://openalex.org/W6796939779","https://openalex.org/W6810370753","https://openalex.org/W6844652965","https://openalex.org/W6851887772","https://openalex.org/W6852107617","https://openalex.org/W6853666707","https://openalex.org/W6860144444","https://openalex.org/W6861152756","https://openalex.org/W6862843124"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Spiking":[0,13,16,51,74,155],"Neural":[1],"Networks":[2],"are":[3,18,88],"celebrated":[4],"for":[5],"energy":[6],"efficiency":[7],"and":[8,61,78,93,126,136,143],"biological":[9],"plausibility.":[10],"Building":[11],"on":[12,30,123,140],"Self-Attention":[14,52,156],"(SSA),":[15],"Transformers":[17],"extensively":[19],"studied":[20],"due":[21],"to":[22,83,95,108,110],"their":[23],"exceptional":[24],"performance.":[25],"However,":[26],"SSA":[27,119,139],"focuses":[28],"solely":[29],"spatial":[31,60],"dimension":[32],"at":[33],"each":[34],"time":[35],"step,":[36],"overlooking":[37],"the":[38,49,72,84,91,152],"crucial":[39],"features":[40],"across":[41,120],"temporal":[42,62,80,97],"dimension.":[43],"To":[44],"address":[45],"this,":[46],"we":[47,70,100],"propose":[48],"Spatial-Temporal":[50],"(STSSA),":[53],"a":[54,102,148],"spike-driven":[55],"mechanism":[56],"that":[57,116],"leverages":[58],"both":[59],"information":[63],"with":[64],"negligible":[65],"additional":[66],"computational":[67],"overhead.":[68],"Specifically,":[69],"extract":[71],"Representative":[73],"Temporal":[75],"Tokens":[76],"(RSTT)":[77],"apply":[79],"window":[81],"masking":[82],"RSTT.":[85],"These":[86],"tokens":[87],"inserted":[89],"between":[90],"Query":[92],"Key":[94],"integrate":[96],"features.":[98],"Furthermore,":[99],"design":[101],"Multi-dimensional":[103],"Learnable":[104],"Scaling":[105],"Factor":[106],"(MLSF)":[107],"adapt":[109],"STSSA.":[111],"Our":[112],"results":[113],"consistently":[114],"demonstrate":[115],"STSSA":[117,130,146],"outperforms":[118],"extensive":[121],"experiments":[122],"sequential,":[124],"neuromorphic,":[125],"static":[127],"datasets.":[128],"Notably,":[129],"achieves":[131],"performance":[132],"improvements":[133],"of":[134,154],"5.7%":[135],"2.9%":[137],"over":[138],"Sequential":[141],"CIFAR-100":[142],"CIFAR-10DVS,":[144],"respectively.":[145],"provides":[147],"powerful":[149],"alternative":[150],"within":[151],"family":[153],"mechanisms.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}