{"id":"https://openalex.org/W4403362690","doi":"https://doi.org/10.3389/fncom.2024.1508297","title":"Spike-HAR++: an energy-efficient and lightweight parallel spiking transformer for event-based human action recognition","display_name":"Spike-HAR++: an energy-efficient and lightweight parallel spiking transformer for event-based human action recognition","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4403362690","doi":"https://doi.org/10.3389/fncom.2024.1508297","pmid":"https://pubmed.ncbi.nlm.nih.gov/39659428"},"language":"en","primary_location":{"id":"doi:10.3389/fncom.2024.1508297","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1508297","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1508297/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1508297/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005689408","display_name":"Xinxu Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinxu Lin","raw_affiliation_strings":["Greater Bay Area National Center of Technology Innovation, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","School of Integrated Circuits, Tsinghua University, Beijing, China","State Key Laboratory of Integrated Chips and Systems, Frontier Institute of Chip and System, Fudan University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greater Bay Area National Center of Technology Innovation, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Chips and Systems, Frontier Institute of Chip and System, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101513317","display_name":"Mingxuan Liu","orcid":"https://orcid.org/0009-0005-9456-015X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingxuan Liu","raw_affiliation_strings":["School of Biomedical Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420416","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0002-0943-2286"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hong Chen","raw_affiliation_strings":["Greater Bay Area National Center of Technology Innovation, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","School of Integrated Circuits, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Greater Bay Area National Center of Technology Innovation, Research Institute of Tsinghua University in Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Integrated Circuits, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100420416"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":2950,"currency":"USD","value_usd":3295},"apc_paid":{"value":2950,"currency":"USD","value_usd":3295},"fwci":1.0114,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.7396634,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"18","issue":null,"first_page":"1508297","last_page":"1508297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spike","display_name":"Spike (software development)","score":0.6546045541763306},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6170043349266052},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6054555177688599},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.45709696412086487},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4223794639110565},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4021231532096863},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3760852515697479},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3663196265697479},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14436689019203186},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.11436283588409424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09828078746795654},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09368941187858582},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09137105941772461}],"concepts":[{"id":"https://openalex.org/C2781390188","wikidata":"https://www.wikidata.org/wiki/Q25203449","display_name":"Spike (software development)","level":2,"score":0.6546045541763306},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6170043349266052},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6054555177688599},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.45709696412086487},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4223794639110565},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4021231532096863},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3760852515697479},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3663196265697479},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14436689019203186},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.11436283588409424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09828078746795654},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09368941187858582},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09137105941772461},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/fncom.2024.1508297","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1508297","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1508297/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},{"id":"pmid:39659428","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39659428","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in computational neuroscience","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:11628275","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11628275","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Comput Neurosci","raw_type":"Text"},{"id":"pmh:oai:HAL:hal-04727082v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04727082","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024","raw_type":"info:eu-repo/semantics/preprint"},{"id":"pmh:oai:doaj.org/article:5829bcc88d7e435ebee2c519c2beed0c","is_oa":false,"landing_page_url":"https://doaj.org/article/5829bcc88d7e435ebee2c519c2beed0c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Computational Neuroscience, Vol 18 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fncom.2024.1508297","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fncom.2024.1508297","pdf_url":"https://www.frontiersin.org/journals/computational-neuroscience/articles/10.3389/fncom.2024.1508297/pdf","source":{"id":"https://openalex.org/S19778766","display_name":"Frontiers in Computational Neuroscience","issn_l":"1662-5188","issn":["1662-5188"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Computational Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8399999737739563,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3919743371","display_name":null,"funder_award_id":"92164110","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G691677441","display_name":null,"funder_award_id":"62334014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403362690.pdf","grobid_xml":"https://content.openalex.org/works/W4403362690.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W1975398991","https://openalex.org/W2006370340","https://openalex.org/W2088915398","https://openalex.org/W2099805216","https://openalex.org/W2591961134","https://openalex.org/W2621826044","https://openalex.org/W2808594940","https://openalex.org/W2891530223","https://openalex.org/W2918629098","https://openalex.org/W2921082809","https://openalex.org/W2922107638","https://openalex.org/W2963587345","https://openalex.org/W2987260487","https://openalex.org/W2997498437","https://openalex.org/W3025773901","https://openalex.org/W3033778765","https://openalex.org/W3080742155","https://openalex.org/W3097883549","https://openalex.org/W3122048951","https://openalex.org/W3134123147","https://openalex.org/W3163388905","https://openalex.org/W3166230825","https://openalex.org/W3170540448","https://openalex.org/W3186059296","https://openalex.org/W3188021906","https://openalex.org/W3188599010","https://openalex.org/W3189897383","https://openalex.org/W3207178089","https://openalex.org/W3208650852","https://openalex.org/W3208937263","https://openalex.org/W4211011341","https://openalex.org/W4213019189","https://openalex.org/W4214752492","https://openalex.org/W4236965008","https://openalex.org/W4282981352","https://openalex.org/W4288782290","https://openalex.org/W4292261871","https://openalex.org/W4292787316","https://openalex.org/W4300980424","https://openalex.org/W4312141438","https://openalex.org/W4327810158","https://openalex.org/W4327990117","https://openalex.org/W4360605965","https://openalex.org/W4376869136","https://openalex.org/W4378804853","https://openalex.org/W4379184955","https://openalex.org/W4381736335","https://openalex.org/W4383469171","https://openalex.org/W4385453100","https://openalex.org/W4385486090","https://openalex.org/W4385635725","https://openalex.org/W4385895972","https://openalex.org/W4386362958","https://openalex.org/W4387409844","https://openalex.org/W4387917764","https://openalex.org/W4387994380","https://openalex.org/W4388855437","https://openalex.org/W4390632572","https://openalex.org/W4391661519","https://openalex.org/W4392873671","https://openalex.org/W4393105211","https://openalex.org/W4393855519","https://openalex.org/W4394591063","https://openalex.org/W4396882687","https://openalex.org/W4399991024","https://openalex.org/W4402502403","https://openalex.org/W6687483927","https://openalex.org/W6739901393","https://openalex.org/W6743381544","https://openalex.org/W6754595668","https://openalex.org/W6757126209","https://openalex.org/W6757817989","https://openalex.org/W6760385096","https://openalex.org/W6778939222","https://openalex.org/W6786237780","https://openalex.org/W6799061830","https://openalex.org/W6809763576","https://openalex.org/W6845824379","https://openalex.org/W6850575356","https://openalex.org/W6853666707","https://openalex.org/W6855708033","https://openalex.org/W6861608520","https://openalex.org/W6867283773","https://openalex.org/W6872567633"],"related_works":["https://openalex.org/W2174331923","https://openalex.org/W2050175337","https://openalex.org/W2329992713","https://openalex.org/W3050304047","https://openalex.org/W2317338006","https://openalex.org/W2385487847","https://openalex.org/W2062974934","https://openalex.org/W1576128429","https://openalex.org/W2269464716","https://openalex.org/W4283332100"],"abstract_inverted_index":{"Event-based":[0],"cameras":[1,44],"are":[2,30],"suitable":[3],"for":[4,217],"human":[5],"action":[6],"recognition":[7],"(HAR)":[8],"by":[9],"providing":[10],"movement":[11],"perception":[12],"with":[13,35,51,95,114,198],"highly":[14],"dynamic":[15],"range,":[16],"high":[17,20,96],"temporal":[18],"resolution,":[19],"power":[21,53],"efficiency":[22,208],"and":[23,38,70,108,139,167,182,187,204],"low":[24],"latency.":[25],"Spike":[26],"Neural":[27],"Networks":[28],"(SNNs)":[29],"naturally":[31],"suited":[32],"to":[33,46,56,72,91,104,144,150,169,191],"deal":[34],"the":[36,42,100,106,132,135,171,179,218],"asynchronous":[37],"sparse":[39],"data":[40],"from":[41,127],"event":[43,196],"due":[45],"their":[47],"spike-based":[48],"event-driven":[49],"paradigm,":[50],"less":[52],"consumption":[54],"compared":[55],"artificial":[57],"neural":[58],"networks.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,130],"propose":[64],"two":[65,81],"end-to-end":[66],"SNNs,":[67],"namely":[68],"Spike-HAR":[69,79,143,181],"Spike-HAR++,":[71],"introduce":[73],"spiking":[74,116],"transformer":[75,112],"into":[76],"event-based":[77],"HAR.":[78],"includes":[80],"novel":[82],"blocks:":[83],"a":[84,109,145,193,212],"spike":[85,97,111,136],"attention":[86,137],"branch,":[87],"which":[88],"enables":[89],"model":[90,199],"focus":[92],"on":[93,159],"regions":[94],"rates,":[98],"reducing":[99],"impact":[101],"of":[102,134,174,195,201],"noise":[103],"improve":[105],"accuracy,":[107],"parallel":[110],"block":[113],"simplified":[115],"self-attention":[117],"mechanism,":[118],"increasing":[119],"computational":[120],"efficiency.":[121],"To":[122],"better":[123],"extract":[124],"crucial":[125],"information":[126],"high-level":[128],"features,":[129],"modify":[131],"architecture":[133],"branch":[138],"extend":[140],"it":[141,210],"in":[142],"higher":[146],"dimension,":[147],"proposing":[148],"Spike-HAR++":[149,183],"further":[151],"enhance":[152],"classification":[153],"performance.":[154],"Comprehensive":[155],"experiments":[156],"were":[157],"conducted":[158],"four":[160],"HAR":[161,219],"datasets:":[162],"SL-Animals-DVS,":[163],"N-LSA64,":[164],"DVS128":[165],"Gesture":[166],"DailyAction-DVS,":[168],"demonstrate":[170],"superior":[172],"performance":[173],"our":[175],"proposed":[176,180],"model.":[177],"Additionally,":[178],"require":[184],"only":[185,202],"0.03":[186],"0.06":[188],"mJ,":[189],"respectively,":[190],"process":[192],"sequence":[194],"frames,":[197],"sizes":[200],"0.7":[203],"1.8":[205],"M.":[206],"This":[207],"positions":[209],"as":[211],"promising":[213],"new":[214],"SNN":[215],"baseline":[216],"community.":[220],"Code":[221],"is":[222],"available":[223],"at":[224],"Spike-HAR++.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}