{"id":"https://openalex.org/W7138006294","doi":"https://doi.org/10.1609/aaai.v40i3.37207","title":"Spikingformer: A Key Foundation Model for Spiking Neural Networks","display_name":"Spikingformer: A Key Foundation Model for Spiking Neural Networks","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7138006294","doi":"https://doi.org/10.1609/aaai.v40i3.37207"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i3.37207","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37207","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i3.37207","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129713353","display_name":"Chenlin Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenlin Zhou","raw_affiliation_strings":["School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University\nPengcheng Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University\nPengcheng Laboratory","institution_ids":["https://openalex.org/I4210136793","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129677138","display_name":"Liutao Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liutao Yu","raw_affiliation_strings":["Pengcheng Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129647532","display_name":"Zhaokun Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaokun Zhou","raw_affiliation_strings":["School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129692513","display_name":"Han Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Zhang","raw_affiliation_strings":["Harbin Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129704764","display_name":"Jiaqi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Wang","raw_affiliation_strings":["Harbin Institute of Technology\nPengcheng Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology\nPengcheng Laboratory","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019096648","display_name":"Huihui Zhou","orcid":"https://orcid.org/0000-0002-0747-1943"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihui Zhou","raw_affiliation_strings":["Pengcheng Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129652851","display_name":"Zhengyu Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyu Ma","raw_affiliation_strings":["Pengcheng Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pengcheng Laboratory","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129648272","display_name":"Yonghong Tian","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University\nPengcheng Laboratory\nSchool of Computer Science, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic and Computer Engineering, Shenzhen Graduate School, Peking University\nPengcheng Laboratory\nSchool of Computer Science, Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14634146,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"3","first_page":"2236","last_page":"2244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9373000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9373000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.03539999946951866,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.8490999937057495},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.7063000202178955},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.6987000107765198},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5802000164985657},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5020999908447266},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4498000144958496},{"id":"https://openalex.org/keywords/universality","display_name":"Universality (dynamical systems)","score":0.4422000050544739},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41990000009536743}],"concepts":[{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.8490999937057495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7558000087738037},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.7063000202178955},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.6987000107765198},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6216999888420105},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5802000164985657},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4498000144958496},{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40709999203681946},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.3601999878883362},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.359499990940094},{"id":"https://openalex.org/C33010914","wikidata":"https://www.wikidata.org/wiki/Q7291980","display_name":"Random neural network","level":4,"score":0.34619998931884766},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i3.37207","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37207","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/37207","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/37207","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i3.37207","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37207","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.882524847984314}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Spiking":[0],"neural":[1,11,140],"networks":[2],"(SNNs)":[3],"offer":[4],"a":[5,79,93,135,157],"promising":[6],"energy-efficient":[7,164],"alternative":[8],"to":[9,14,97,155],"artificial":[10,165],"networks,":[12],"due":[13],"their":[15,40],"event-driven":[16],"spiking":[17,81,139],"computation.":[18],"However,":[19],"some":[20],"foundation":[21],"SNN":[22,161],"backbones":[23],"(including":[24],"Spikformer":[25,104],"and":[26,50,122,126,130,148],"SEW":[27],"ResNet)":[28],"suffer":[29],"from":[30],"non-spike":[31,44,100],"computations":[32,45],"(integer-float":[33],"multiplications)":[34],"caused":[35],"by":[36],"the":[37,65,69,86,99,128,145],"structure":[38],"of":[39,68,132],"residual":[41,70],"connections.":[42],"These":[43],"increase":[46],"SNNs'":[47],"power":[48],"consumption":[49],"make":[51],"them":[52],"unsuitable":[53],"for":[54,138],"deployment":[55],"on":[56],"mainstream":[57],"neuromorphic":[58,120],"hardware.":[59],"In":[60,142],"this":[61],"paper,":[62],"we":[63],"analyze":[64],"spike-driven":[66,146],"behavior":[67],"connection":[71,89],"methods":[72],"in":[73,92,103],"SNNs.":[74],"We":[75,110],"then":[76],"present":[77],"Spikingformer,":[78,133],"novel":[80],"transformer":[82],"backbone":[83,162],"that":[84],"merges":[85],"MS":[87],"Residual":[88],"with":[90,144],"Self-Attention":[91],"biologically":[94],"plausible":[95],"way":[96],"address":[98],"computation":[101],"challenge":[102],"while":[105],"maintaining":[106],"global":[107,149],"modeling":[108,150],"capabilities.":[109],"evaluate":[111],"Spikingformer":[112,152],"across":[113],"13":[114],"datasets":[115],"spanning":[116],"large":[117],"static":[118],"images,":[119],"data,":[121],"natural":[123],"language":[124],"tasks,":[125],"demonstrate":[127],"effectiveness":[129],"universality":[131],"setting":[134],"vital":[136],"benchmark":[137],"networks.":[141],"addition,":[143],"features":[147],"capabilities,":[151],"is":[153],"expected":[154],"become":[156],"more":[158],"efficient":[159],"general-purpose":[160],"towards":[163],"intelligence.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-18T00:00:00"}