{"id":"https://openalex.org/W7140122179","doi":"https://doi.org/10.48550/arxiv.2603.19290","title":"Neural Dynamics Self-Attention for Spiking Transformers","display_name":"Neural Dynamics Self-Attention for Spiking Transformers","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7140122179","doi":"https://doi.org/10.48550/arxiv.2603.19290"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.19290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.19290","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130351864","display_name":"Dehao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Dehao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130410749","display_name":"Fukai Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Fukai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130382146","display_name":"Shuai Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130382540","display_name":"Jingya Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jingya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130376098","display_name":"Jieyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jieyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130390890","display_name":"Yimeng Shan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Yimeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130404966","display_name":"Malu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Malu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130402117","display_name":"Yang Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130328921","display_name":"Haizhou Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Haizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8927000164985657,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.8927000164985657,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.08479999750852585,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.006300000008195639,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.7269999980926514},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.645799994468689},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5974000096321106},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5866000056266785},{"id":"https://openalex.org/keywords/receptive-field","display_name":"Receptive field","score":0.5322999954223633},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5249000191688538},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.47290000319480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7803999781608582},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7269999980926514},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.645799994468689},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5974000096321106},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5866000056266785},{"id":"https://openalex.org/C19071747","wikidata":"https://www.wikidata.org/wiki/Q1755207","display_name":"Receptive field","level":2,"score":0.5322999954223633},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5249000191688538},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44699999690055847},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3959999978542328},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.382999986410141},{"id":"https://openalex.org/C27602214","wikidata":"https://www.wikidata.org/wiki/Q1868547","display_name":"Locality of reference","level":3,"score":0.31839999556541443},{"id":"https://openalex.org/C117838684","wikidata":"https://www.wikidata.org/wiki/Q533483","display_name":"Local field potential","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.26080000400543213},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.19290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.19290","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.19290","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9053874015808105,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Integrating":[0],"Spiking":[1,25,60,178],"Neural":[2,40],"Networks":[3,41],"(SNNs)":[4],"with":[5,98],"Transformer":[6],"architectures":[7],"offers":[8],"a":[9,32,112,172],"promising":[10],"pathway":[11],"to":[12,37,58,72,102,117,121],"balance":[13],"energy":[14],"efficiency":[15],"and":[16,44,69,84,127,146],"performance,":[17],"particularly":[18],"for":[19,175],"edge":[20],"vision":[21],"applications.":[22],"However,":[23],"existing":[24],"Transformers":[26],"face":[27],"two":[28],"critical":[29],"challenges:":[30],"(i)":[31],"substantial":[33],"performance":[34,165],"gap":[35],"compared":[36],"their":[38],"Artificial":[39],"(ANNs)":[42],"counterparts":[43],"(ii)":[45],"high":[46],"memory":[47,107,160],"overhead":[48,161],"during":[49],"inference.":[50],"Through":[51],"theoretical":[52],"analysis,":[53],"we":[54,91,110,133],"attribute":[55],"both":[56],"limitations":[57],"the":[59,64,70,79,135],"Self-Attention":[61],"(SSA)":[62],"mechanism:":[63],"lack":[65],"of":[66,87],"locality":[67],"bias":[68],"need":[71],"store":[73],"large":[74],"attention":[75,104,137],"matrices.":[76],"Inspired":[77],"by":[78],"localized":[80,99],"receptive":[81,100],"fields":[82,101],"(LRF)":[83],"membrane-potential":[85],"dynamics":[86],"biological":[88],"visual":[89,153],"neurons,":[90],"propose":[92],"LRF-Dyn,":[93],"which":[94],"uses":[95],"spiking":[96],"neurons":[97],"compute":[103],"while":[105,162],"reducing":[106,147],"requirements.":[108],"Specifically,":[109],"introduce":[111],"LRF":[113],"method":[114,158],"into":[115],"SSA":[116],"assign":[118],"higher":[119],"weights":[120],"neighboring":[122],"regions,":[123],"strengthening":[124],"local":[125],"modeling":[126],"improving":[128],"performance.":[129],"Building":[130],"on":[131,152],"this,":[132],"approximate":[134],"resulting":[136],"computation":[138],"via":[139],"charge-fire-reset":[140],"dynamics,":[141],"eliminating":[142],"explicit":[143],"attention-matrix":[144],"storage":[145],"inference-time":[148],"memory.":[149],"Extensive":[150],"experiments":[151],"tasks":[154],"confirm":[155],"that":[156],"our":[157],"reduces":[159],"delivering":[163],"significant":[164],"improvements.":[166],"These":[167],"results":[168],"establish":[169],"it":[170],"as":[171],"key":[173],"unit":[174],"achieving":[176],"energy-efficient":[177],"Transformers.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-24T00:00:00"}