{"id":"https://openalex.org/W7106176014","doi":"https://doi.org/10.1109/iccad66269.2025.11240724","title":"SPARTA: Spike-Aware Token Skipping Co-Optimization with Heterogeneous ReRAM-CIM Architecture for Spiking Transformer Acceleration","display_name":"SPARTA: Spike-Aware Token Skipping Co-Optimization with Heterogeneous ReRAM-CIM Architecture for Spiking Transformer Acceleration","publication_year":2025,"publication_date":"2025-10-26","ids":{"openalex":"https://openalex.org/W7106176014","doi":"https://doi.org/10.1109/iccad66269.2025.11240724"},"language":null,"primary_location":{"id":"doi:10.1109/iccad66269.2025.11240724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240724","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Pinfeng Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Pinfeng Jiang","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Letian Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Letian Wang","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yilong Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Fang","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Wang","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mingde Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingde Zhu","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiangshui Miao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]},{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangshui Miao","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xingsheng Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]},{"id":"https://openalex.org/I4210138186","display_name":"Wuhan National Laboratory for Optoelectronics","ror":"https://ror.org/03c9ncn37","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210138186"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingsheng Wang","raw_affiliation_strings":["Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,School of Integrated Circuits & Wuhan National Lab. for Optoelectronics,Wuhan,China","institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210138186","https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51195257,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.7638999819755554},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6018000245094299},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5389000177383423},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.507099986076355},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4424000084400177},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.43380001187324524},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.40790000557899475},{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.34380000829696655}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7993000149726868},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.7638999819755554},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6018000245094299},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5389000177383423},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.507099986076355},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.43380001187324524},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.4065999984741211},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.3671000003814697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3440000116825104},{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3133000135421753},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.2757999897003174},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccad66269.2025.11240724","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iccad66269.2025.11240724","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACM International Conference On Computer Aided Design (ICCAD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8993262052536011,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2105102111","https://openalex.org/W2108598243","https://openalex.org/W2508602506","https://openalex.org/W2745933219","https://openalex.org/W2906048113","https://openalex.org/W2951360122","https://openalex.org/W3016021860","https://openalex.org/W3163815034","https://openalex.org/W3208650852","https://openalex.org/W4200404159","https://openalex.org/W4280536985","https://openalex.org/W4286742485","https://openalex.org/W4323022446","https://openalex.org/W4376460905","https://openalex.org/W4386763804","https://openalex.org/W4387409844","https://openalex.org/W4388709727","https://openalex.org/W4392931234","https://openalex.org/W4394909859","https://openalex.org/W4404520318","https://openalex.org/W4404954642","https://openalex.org/W4405022794","https://openalex.org/W4413147639"],"related_works":[],"abstract_inverted_index":{"Spiking":[0,56],"neural":[1,12,18],"networks":[2,19],"(SNNs)":[3],"have":[4,31],"emerged":[5],"as":[6],"a":[7,51,97,143,158,167],"promising":[8],"paradigm":[9],"for":[10,47,92,163,171],"energy-efficient":[11],"computation,":[13],"offering":[14],"advantages":[15],"over":[16],"artificial":[17],"(ANNs)":[20],"by":[21],"using":[22],"sparse":[23],"spike":[24,66,176],"activations.":[25,67],"Among":[26],"SNN":[27,203],"models,":[28],"spiking":[29,93],"transformers":[30],"shown":[32],"great":[33],"potential":[34],"in":[35,54,59,65,117],"achieving":[36,113],"high":[37,208],"accuracy":[38],"while":[39,206],"maintaining":[40],"low":[41],"energy":[42,194],"consumption,":[43],"making":[44],"them":[45],"ideal":[46],"resource-constrained":[48],"applications.":[49],"However,":[50],"significant":[52],"challenge":[53],"accelerating":[55],"Transformers":[57],"lies":[58],"managing":[60],"the":[61,75,126,201],"inherent":[62],"unstructured":[63],"sparsity":[64,69,116],"This":[68],"introduces":[70],"substantial":[71],"hardware":[72,149],"overhead,":[73],"limiting":[74],"efficiency":[76,195],"of":[77],"existing":[78],"accelerators.To":[79],"address":[80],"these":[81],"challenges,":[82],"we":[83,124,141],"propose":[84],"SPARTA,":[85],"an":[86],"algorithm-hardware":[87],"co-optimization":[88],"framework":[89],"designed":[90],"specifically":[91],"transformers.":[94],"SPARTA":[95,182],"utilizes":[96],"spike-aware":[98,127],"dynamic":[99],"token":[100,128,173],"skipping":[101],"algorithm,":[102],"which":[103,156],"applies":[104],"reinforcement":[105],"learning":[106],"to":[107,131,152,185,198],"selectively":[108],"skip":[109],"less":[110],"informative":[111],"tokens,":[112,136],"structured":[114],"token-level":[115,154],"both":[118],"spatial":[119],"and":[120,133,166,175,187,192,200],"temporal":[121],"domains.":[122],"Additionally,":[123],"introduce":[125],"prediction":[129],"algorithm":[130],"predict":[132],"eliminate":[134],"inactive":[135],"further":[137],"improving":[138],"efficiency.":[139],"Meanwhile,":[140],"present":[142],"dedicated":[144],"heterogeneous":[145],"ReRAM-based":[146],"Compute-in-Memory":[147],"(CIM)":[148],"architecture":[150],"tailored":[151],"support":[153],"sparsity,":[155],"integrates":[157],"ReRAM":[159],"analog":[160],"CIM":[161],"engine":[162,170],"linear":[164],"layer":[165],"token-spike":[168],"fusion":[169],"optimized":[172],"routing":[174],"attention.":[177],"Experimental":[178],"results":[179],"show":[180],"that":[181],"achieves":[183],"up":[184],"543.1\u00d7":[186],"10.2\u00d7":[188],"speedup":[189],"with":[190],"308.0\u00d7":[191],"5.2\u00d7":[193],"improvement":[196],"compared":[197],"GPU":[199],"state-of-the-art":[202],"accelerator":[204],"\"COMPASS\",":[205],"preserving":[207],"model":[209],"accuracy.":[210]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-20T00:00:00"}