{"id":"https://openalex.org/W4387917764","doi":"https://doi.org/10.1109/tcds.2023.3327081","title":"Transformer-Based Spiking Neural Networks for Multimodal Audiovisual Classification","display_name":"Transformer-Based Spiking Neural Networks for Multimodal Audiovisual Classification","publication_year":2023,"publication_date":"2023-10-24","ids":{"openalex":"https://openalex.org/W4387917764","doi":"https://doi.org/10.1109/tcds.2023.3327081"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2023.3327081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3327081","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101380926","display_name":"Lingyue Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingyue Guo","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","University of Chinese Academy of Sciences (UCAS), Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013798655","display_name":"Zeyu Gao","orcid":"https://orcid.org/0000-0001-6771-5885"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Gao","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","University of Chinese Academy of Sciences (UCAS), Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6771-5885","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048548192","display_name":"Jinye Qu","orcid":"https://orcid.org/0009-0002-9266-9715"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinye Qu","raw_affiliation_strings":["School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-9266-9715","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031113517","display_name":"Suiwu Zheng","orcid":"https://orcid.org/0000-0001-8068-0883"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Suiwu Zheng","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017255969","display_name":"Runhao Jiang","orcid":"https://orcid.org/0009-0001-5342-2974"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runhao Jiang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002388053","display_name":"Yanfeng Lu","orcid":"https://orcid.org/0000-0003-4601-4996"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanfeng Lu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4601-4996","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026688050","display_name":"Hong Qiao","orcid":"https://orcid.org/0000-0001-6384-3687"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Qiao","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","University of Chinese Academy of Sciences (UCAS), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6384-3687","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"Institute of Automation, State Key Laboratory of Multimodal Artificial Intelligence Systems, Chinese Academy of Science (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences (UCAS), Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.2581,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96576087,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"3","first_page":"1077","last_page":"1086"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10788","display_name":"Neuroscience and Music Perception","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8787873983383179},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5857110619544983},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5734882950782776},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.5323213934898376},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5000879764556885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47531062364578247},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.45972177386283875},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.43859145045280457},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40887385606765747},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3741540312767029},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3222205638885498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8787873983383179},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5857110619544983},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5734882950782776},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5323213934898376},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5000879764556885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47531062364578247},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.45972177386283875},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.43859145045280457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40887385606765747},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3741540312767029},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3222205638885498},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2023.3327081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3327081","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3214453966","display_name":null,"funder_award_id":"61627808","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8032170502","display_name":null,"funder_award_id":"L211023","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G8936065553","display_name":null,"funder_award_id":"91948303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1489641191","https://openalex.org/W1570411240","https://openalex.org/W2006370340","https://openalex.org/W2006652748","https://openalex.org/W2016574277","https://openalex.org/W2026243162","https://openalex.org/W2038484192","https://openalex.org/W2053163863","https://openalex.org/W2055332436","https://openalex.org/W2062899906","https://openalex.org/W2112796928","https://openalex.org/W2165396124","https://openalex.org/W2509065397","https://openalex.org/W2529337537","https://openalex.org/W2621826044","https://openalex.org/W2788415486","https://openalex.org/W2892077605","https://openalex.org/W2894627692","https://openalex.org/W2901937441","https://openalex.org/W2937047963","https://openalex.org/W2951104886","https://openalex.org/W2963838685","https://openalex.org/W2990793844","https://openalex.org/W2997498437","https://openalex.org/W2999634272","https://openalex.org/W3022215617","https://openalex.org/W3023719681","https://openalex.org/W3023721287","https://openalex.org/W3047826181","https://openalex.org/W3094524767","https://openalex.org/W3098357269","https://openalex.org/W3102040318","https://openalex.org/W3102750118","https://openalex.org/W3110606395","https://openalex.org/W3144366453","https://openalex.org/W3153458041","https://openalex.org/W3202425151","https://openalex.org/W4221157818","https://openalex.org/W4221164080","https://openalex.org/W4225278875","https://openalex.org/W4230405732","https://openalex.org/W4247455659","https://openalex.org/W4283797178","https://openalex.org/W4285252396","https://openalex.org/W4287777632","https://openalex.org/W4300980424","https://openalex.org/W4385245566","https://openalex.org/W4392939812","https://openalex.org/W6752515464","https://openalex.org/W6766330063","https://openalex.org/W6771742384","https://openalex.org/W6774680395","https://openalex.org/W6777481484","https://openalex.org/W6782262041","https://openalex.org/W6803524348","https://openalex.org/W6809648081","https://openalex.org/W6844652965"],"related_works":["https://openalex.org/W4281699635","https://openalex.org/W4321472116","https://openalex.org/W3202619090","https://openalex.org/W3102040318","https://openalex.org/W4404698789","https://openalex.org/W4287724471","https://openalex.org/W4386227043","https://openalex.org/W3214713078","https://openalex.org/W2786930404","https://openalex.org/W3161396968"],"abstract_inverted_index":{"The":[0,83],"spiking":[1],"neural":[2,7],"networks":[3],"(SNNs),":[4],"as":[5],"brain-inspired":[6],"networks,":[8],"have":[9,29],"received":[10],"noteworthy":[11],"attention":[12],"due":[13],"to":[14,113],"their":[15,37],"advantages":[16],"of":[17,48,143,154],"low":[18,121],"power":[19],"consumption,":[20,123],"high":[21,24],"parallelism,":[22],"and":[23,45,53,77,91,107,128,138,146,151],"fault":[25],"tolerance.":[26],"While":[27],"SNNs":[28,57,76],"shown":[30],"promising":[31],"results":[32],"in":[33,39,56,116,159],"uni-modal":[34,87],"data":[35],"tasks,":[36],"deployment":[38],"multi-modal":[40,80,117,160,166],"audiovisual":[41,81,141,167],"classification":[42,118,162],"remains":[43],"limited,":[44],"the":[46,103,149,155],"effectiveness":[47,150],"capturing":[49],"correlations":[50],"between":[51,105],"visual":[52,90,106],"audio":[54,108],"modalities":[55,93],"needs":[58],"improvement.":[59],"To":[60],"address":[61],"these":[62],"challenges,":[63],"we":[64],"propose":[65],"a":[66,95,134],"novel":[67,96],"model":[68,85,158],"called":[69],"Spiking":[70,97],"Multi-Model":[71],"Transformer":[72],"(SMMT)":[73],"that":[74],"combines":[75],"Transformers":[78],"for":[79,89,100],"classification.":[82],"SMMT":[84,157],"integrates":[86],"sub-networks":[88],"auditory":[92],"with":[94,120],"Cross-Attention":[98],"module":[99],"fusion,":[101],"enhancing":[102],"correlation":[104],"modalities.":[109],"This":[110],"approach":[111],"leads":[112],"competitive":[114],"accuracy":[115],"tasks":[119],"energy":[122,152],"making":[124],"it":[125],"an":[126],"effective":[127],"energy-efficient":[129],"solution.":[130],"Extensive":[131],"experiments":[132],"on":[133],"public":[135],"event-based":[136],"dataset(N-TIDIGIT&MNIST-DVS)":[137],"two":[139],"self-made":[140],"datasets":[142,168],"real-world":[144],"objects(CIFAR10-AV":[145],"UrbanSound8K-AV)":[147],"demonstrate":[148],"efficiency":[153],"proposed":[156],"audio-visual":[161],"tasks.":[163],"Our":[164],"constructed":[165],"can":[169],"be":[170],"accessed":[171],"at":[172],"https://github.com/Guo-Lingyue/SMMT.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}