{"id":"https://openalex.org/W7164817062","doi":"https://doi.org/10.1145/3805622.3810592","title":"Time-Surface Self-Attention: Restoring Temporal Connectivity in Spiking Transformers","display_name":"Time-Surface Self-Attention: Restoring Temporal Connectivity in Spiking Transformers","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164817062","doi":"https://doi.org/10.1145/3805622.3810592"},"language":null,"primary_location":{"id":"doi:10.1145/3805622.3810592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810592","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805622.3810592","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136727652","display_name":"Tiantian Xiao","orcid":"https://orcid.org/0009-0008-5108-1441"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiantian Xiao","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-3496-0962","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125224220","display_name":"Xi Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Wu","raw_affiliation_strings":["School of Artificial Intelligence, Beijing Normal University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-2542-360X","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Beijing Normal University, Beijing, China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018562878","display_name":"Hongbin Lv","orcid":"https://orcid.org/0009-0005-9230-8073"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Lv","raw_affiliation_strings":["School of Biological Science and Medical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0005-9230-8073","affiliations":[{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030983539","display_name":"Daoyuan Wang","orcid":"https://orcid.org/0000-0001-8463-4104"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daoyuan Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0001-8463-4104","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88106187,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1270","last_page":"1278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.875,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.875,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.041600000113248825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.8458999991416931},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6819999814033508},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.5331000089645386},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4634000062942505},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.4415999948978424},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.421099990606308},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4075999855995178},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3928999900817871}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.8458999991416931},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7723000049591064},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6819999814033508},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.5331000089645386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4772000014781952},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4634000062942505},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.4415999948978424},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.421099990606308},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4075999855995178},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C195221683","wikidata":"https://www.wikidata.org/wiki/Q5000649","display_name":"Bursting","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C2909946758","wikidata":"https://www.wikidata.org/wiki/Q194277","display_name":"Spike train","level":3,"score":0.3513000011444092},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C135796866","wikidata":"https://www.wikidata.org/wiki/Q7315328","display_name":"Reservoir computing","level":4,"score":0.3231000006198883},{"id":"https://openalex.org/C77277458","wikidata":"https://www.wikidata.org/wiki/Q1969246","display_name":"Temporal database","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.3084000051021576},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.26919999718666077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805622.3810592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810592","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805622.3810592","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810592","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8626177906990051,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1604973310","https://openalex.org/W1999085092","https://openalex.org/W2001465022","https://openalex.org/W2006370340","https://openalex.org/W2108598243","https://openalex.org/W2339480847","https://openalex.org/W2619510810","https://openalex.org/W2620474507","https://openalex.org/W2621826044","https://openalex.org/W2892077605","https://openalex.org/W2962804204","https://openalex.org/W2964338223","https://openalex.org/W2984844508","https://openalex.org/W2990793844","https://openalex.org/W3102750118","https://openalex.org/W4214767871","https://openalex.org/W4226471655","https://openalex.org/W4238614602","https://openalex.org/W4391661519","https://openalex.org/W4391734312","https://openalex.org/W4393157125","https://openalex.org/W4394693725","https://openalex.org/W4394698802","https://openalex.org/W4401327508","https://openalex.org/W4402351264","https://openalex.org/W4402753497","https://openalex.org/W4403791257","https://openalex.org/W4407852476","https://openalex.org/W4409262029","https://openalex.org/W4409346484","https://openalex.org/W4410087476","https://openalex.org/W4411933327","https://openalex.org/W4411992686","https://openalex.org/W4413146579","https://openalex.org/W4413146699","https://openalex.org/W4413147698","https://openalex.org/W4413810659","https://openalex.org/W4415535591","https://openalex.org/W4415795573","https://openalex.org/W4415798653","https://openalex.org/W7103751618","https://openalex.org/W7133206442"],"related_works":[],"abstract_inverted_index":{"The":[0],"recent":[1],"integration":[2],"of":[3,25,91,155],"Spiking":[4,17],"Neural":[5],"Networks":[6],"(SNNs)":[7],"with":[8],"self-attention":[9,85],"mechanisms":[10],"has":[11],"yielded":[12],"promising":[13],"results.":[14],"However,":[15],"existing":[16],"Transformers":[18],"often":[19],"overlook":[20],"the":[21,30,53,100,121,126],"intrinsic":[22],"temporal":[23,82,110,118,157],"continuity":[24],"spike":[26,105,128],"trains,":[27],"typically":[28],"treating":[29],"time":[31,144],"dimension":[32],"merely":[33],"as":[34],"a":[35,74,108,113,152],"batch":[36],"extension":[37],"and":[38,103,166,176],"computing":[39,92],"attention":[40,63,93,148],"based":[41],"solely":[42],"on":[43,94,162],"instantaneous":[44,95],"spikes.":[45],"This":[46],"frame-by-frame":[47],"processing":[48],"paradigm":[49],"fails":[50],"to":[51,130,146,150],"exploit":[52],"historical":[54],"context":[55],"accumulated":[56],"in":[57,62,125],"neuronal":[58],"membrane":[59],"potentials,":[60],"resulting":[61],"maps":[64],"that":[65,80,170],"fluctuate":[66],"excessively.":[67],"To":[68],"address":[69],"these":[70],"challenges,":[71],"we":[72],"propose":[73],"novel":[75],"Time-Surface":[76],"Self-Attention":[77],"(TSSA)":[78],"mechanism":[79],"restores":[81],"connectivity":[83],"within":[84],"for":[86],"spiking":[87],"neural":[88],"networks.":[89],"Instead":[90],"discrete":[96],"spikes,":[97],"TSSA":[98],"projects":[99],"binary":[101],"Query":[102],"Key":[104],"streams":[106],"into":[107],"continuous":[109],"manifold":[111],"via":[112],"memory-decayer":[114],"module,":[115],"effectively":[116],"measuring":[117],"synchronization.":[119],"Crucially,":[120],"Value":[122],"branch":[123],"remains":[124],"sparse":[127],"domain":[129],"ensure":[131],"energy-efficient":[132],"accumulation.":[133],"We":[134],"further":[135],"design":[136],"an":[137],"adaptive":[138],"multi-scale":[139],"decay":[140],"strategy,":[141],"assigning":[142],"distinct":[143],"constants":[145],"different":[147],"heads":[149],"enforce":[151],"structural":[153],"prior":[154],"diverse":[156],"receptive":[158],"fields.":[159],"Extensive":[160],"experiments":[161],"both":[163],"static":[164],"datasets":[165],"neuromorphic":[167],"benchmarks":[168],"demonstrate":[169],"our":[171],"approach":[172],"achieves":[173],"state-of-the-art":[174],"accuracy":[175],"superior":[177],"robustness":[178],"against":[179],"noise.":[180]},"counts_by_year":[],"updated_date":"2026-06-16T07:37:23.134862","created_date":"2026-06-16T00:00:00"}