{"id":"https://openalex.org/W4225278875","doi":"https://doi.org/10.1109/icassp43922.2022.9746865","title":"Event-Based Multimodal Spiking Neural Network with Attention Mechanism","display_name":"Event-Based Multimodal Spiking Neural Network with Attention Mechanism","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4225278875","doi":"https://doi.org/10.1109/icassp43922.2022.9746865"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9746865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746865","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042687758","display_name":"Qianhui Liu","orcid":"https://orcid.org/0000-0003-4396-8807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Qianhui Liu","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China","Department of Electrical and Computer Engineering, National University of Singapore, Singapore","College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101130862","display_name":"Dong Xing","orcid":"https://orcid.org/0000-0003-3578-3343"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Xing","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100777234","display_name":"Lang Feng","orcid":"https://orcid.org/0000-0003-2543-1344"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lang Feng","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057282687","display_name":"Huajin Tang","orcid":"https://orcid.org/0000-0002-9857-1543"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajin Tang","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China","Zhejiang Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084291326","display_name":"Gang Pan","orcid":"https://orcid.org/0000-0002-4049-6181"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]},{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Pan","raw_affiliation_strings":["Zhejiang University,College of Computer Science and Technology,Hangzhou,China","Zhejiang Lab, Hangzhou, China","College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,College of Computer Science and Technology,Hangzhou,China","institution_ids":["https://openalex.org/I168879160"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8922","last_page":"8926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8044987916946411},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.684730052947998},{"id":"https://openalex.org/keywords/subnetwork","display_name":"Subnetwork","score":0.6804860234260559},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5371191501617432},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5257711410522461},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4929065704345703},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4913271963596344},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.48639610409736633},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41437387466430664},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3395277261734009},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08044767379760742}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8044987916946411},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.684730052947998},{"id":"https://openalex.org/C2780186347","wikidata":"https://www.wikidata.org/wiki/Q11414","display_name":"Subnetwork","level":2,"score":0.6804860234260559},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5371191501617432},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5257711410522461},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4929065704345703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4913271963596344},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.48639610409736633},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41437387466430664},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3395277261734009},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08044767379760742},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp43922.2022.9746865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746865","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2016574277","https://openalex.org/W2020096355","https://openalex.org/W2066268675","https://openalex.org/W2408153095","https://openalex.org/W2621826044","https://openalex.org/W2788415486","https://openalex.org/W2805852360","https://openalex.org/W2891530223","https://openalex.org/W2894627692","https://openalex.org/W2942970772","https://openalex.org/W2962684665","https://openalex.org/W2966513546","https://openalex.org/W2970338293","https://openalex.org/W2987260487","https://openalex.org/W2990793844","https://openalex.org/W2997498437","https://openalex.org/W3005985924","https://openalex.org/W3014674005","https://openalex.org/W3182007707","https://openalex.org/W3189897383","https://openalex.org/W3202534481","https://openalex.org/W4229069445","https://openalex.org/W6752051825","https://openalex.org/W6754595668","https://openalex.org/W6766330063","https://openalex.org/W6810838672"],"related_works":["https://openalex.org/W2060724872","https://openalex.org/W2082094785","https://openalex.org/W3087203342","https://openalex.org/W2202198356","https://openalex.org/W2090026684","https://openalex.org/W2377184161","https://openalex.org/W228984114","https://openalex.org/W2907567977","https://openalex.org/W4226360758","https://openalex.org/W2183251326"],"abstract_inverted_index":{"Human":[0],"brain":[1],"can":[2],"effectively":[3],"integrate":[4],"visual":[5,34,88],"and":[6,13,27,35,89,93,110,130,143],"auditory":[7,36,90],"information.":[8],"Dynamic":[9,14],"Vision":[10],"Sensor":[11,16],"(DVS)":[12],"Audio":[15],"(DAS)":[17],"are":[18,43,69],"event-based":[19,79,125],"sensors":[20,31],"imitating":[21],"the":[22,30,33,49,105,112,136,144],"mechanism":[23,103],"of":[24,56,87,107,139,146],"human":[25],"retina":[26],"cochlea.":[28],"Since":[29],"record":[32],"input":[37],"as":[38],"asynchronous":[39],"discrete":[40],"events,":[41],"they":[42],"inherently":[44],"suitable":[45],"to":[46,114],"cooperate":[47],"with":[48],"spiking":[50,81],"neural":[51,82],"network":[52,85,122,142],"(SNN).":[53],"Existing":[54],"works":[55],"SNNs":[57,68],"for":[58,99],"processing":[59],"events":[60],"mainly":[61],"focus":[62],"on":[63,123],"unimodality,":[64],"however,":[65],"audiovisual":[66,126],"multimodal":[67,80,121,141],"still":[70],"limited.":[71],"In":[72],"this":[73,140],"paper,":[74],"we":[75],"propose":[76],"an":[77,124],"end-to-end":[78],"network.":[83],"The":[84,101],"consists":[86],"unimodal":[91],"subnetworks":[92],"a":[94],"novel":[95],"attention-based":[96],"cross-modal":[97],"subnetwork":[98],"fusion.":[100],"attention":[102,149],"measures":[104],"significance":[106],"each":[108],"modality":[109],"allocates":[111],"weights":[113],"two":[115],"modalities.":[116],"We":[117],"evaluate":[118],"our":[119,147],"proposed":[120,148],"joint":[127],"dataset":[128],"(MNIST-DVS":[129],"N-TIDIGITS":[131],"datasets).":[132],"Experimental":[133],"results":[134],"show":[135],"performance":[137],"improvement":[138],"effectiveness":[145],"mechanism.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}