{"id":"https://openalex.org/W4311294852","doi":"https://doi.org/10.1109/taslp.2022.3221011","title":"Towards Energy-Preserving Natural Language Understanding With Spiking Neural Networks","display_name":"Towards Energy-Preserving Natural Language Understanding With Spiking Neural Networks","publication_year":2022,"publication_date":"2022-11-10","ids":{"openalex":"https://openalex.org/W4311294852","doi":"https://doi.org/10.1109/taslp.2022.3221011"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2022.3221011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3221011","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084417688","display_name":"Rong Xiao","orcid":"https://orcid.org/0000-0002-6408-9724"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Xiao","raw_affiliation_strings":["Damo Academy, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6408-9724","affiliations":[{"raw_affiliation_string":"Damo Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377278","display_name":"Yu Wan","orcid":"https://orcid.org/0000-0002-7310-7883"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yu Wan","raw_affiliation_strings":["NLP CT Lab, University of Macau, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-7310-7883","affiliations":[{"raw_affiliation_string":"NLP CT Lab, University of Macau, Macao, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028040391","display_name":"Baosong Yang","orcid":"https://orcid.org/0000-0001-5002-2409"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baosong Yang","raw_affiliation_strings":["Damo Academy, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5002-2409","affiliations":[{"raw_affiliation_string":"Damo Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034551178","display_name":"Haibo Zhang","orcid":"https://orcid.org/0000-0003-4981-0453"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibo Zhang","raw_affiliation_strings":["Damo Academy, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4981-0453","affiliations":[{"raw_affiliation_string":"Damo Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057282687","display_name":"Huajin Tang","orcid":"https://orcid.org/0000-0002-9857-1543"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huajin Tang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9857-1543","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468579","display_name":"Derek F. Wong","orcid":"https://orcid.org/0000-0002-5307-7322"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Derek F. Wong","raw_affiliation_strings":["NLP CT Lab, University of Macau, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-5307-7322","affiliations":[{"raw_affiliation_string":"NLP CT Lab, University of Macau, Macao, China","institution_ids":["https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019715118","display_name":"Boxing Chen","orcid":"https://orcid.org/0000-0002-3170-4858"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boxing Chen","raw_affiliation_strings":["Damo Academy, Alibaba Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3170-4858","affiliations":[{"raw_affiliation_string":"Damo Academy, Alibaba Group, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5903,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.82996422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"31","issue":null,"first_page":"439","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7834385633468628},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6777375340461731},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.674892008304596},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.6408373713493347},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6303596496582031},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6025954484939575},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5334892868995667},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.49404340982437134},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3915833830833435},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.15467989444732666},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.11296644806861877},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.0867299735546112},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0813358724117279}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7834385633468628},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6777375340461731},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.674892008304596},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.6408373713493347},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6303596496582031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025954484939575},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5334892868995667},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.49404340982437134},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3915833830833435},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.15467989444732666},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.11296644806861877},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0867299735546112},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0813358724117279},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2022.3221011","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2022.3221011","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4575729237","display_name":null,"funder_award_id":"2022M712237","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5326888260","display_name":null,"funder_award_id":"62206188","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1604973310","https://openalex.org/W1821462560","https://openalex.org/W1832693441","https://openalex.org/W1924770834","https://openalex.org/W1999085092","https://openalex.org/W2064675550","https://openalex.org/W2113459411","https://openalex.org/W2115831804","https://openalex.org/W2250539671","https://openalex.org/W2606722458","https://openalex.org/W2621826044","https://openalex.org/W2787284976","https://openalex.org/W2798690537","https://openalex.org/W2798878556","https://openalex.org/W2892077605","https://openalex.org/W2896457183","https://openalex.org/W2920832517","https://openalex.org/W2924902521","https://openalex.org/W2962784628","https://openalex.org/W2963363373","https://openalex.org/W2963807318","https://openalex.org/W2964045208","https://openalex.org/W2974328520","https://openalex.org/W2976068632","https://openalex.org/W2977501091","https://openalex.org/W2979879900","https://openalex.org/W3010079658","https://openalex.org/W3021293129","https://openalex.org/W3034344052","https://openalex.org/W3035390927","https://openalex.org/W3047826181","https://openalex.org/W3065747603","https://openalex.org/W3101155369","https://openalex.org/W3105966348","https://openalex.org/W3186703306","https://openalex.org/W4225120965","https://openalex.org/W4238614602","https://openalex.org/W4248713664","https://openalex.org/W4385245566","https://openalex.org/W6638523607","https://openalex.org/W6640212811","https://openalex.org/W6676984168","https://openalex.org/W6739901393","https://openalex.org/W6748242889","https://openalex.org/W6755207826","https://openalex.org/W6760625207","https://openalex.org/W6760732026","https://openalex.org/W6768468031","https://openalex.org/W6776684981","https://openalex.org/W6782262041","https://openalex.org/W6797674293","https://openalex.org/W6929116918"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2903810591","https://openalex.org/W3026554633","https://openalex.org/W2888520903","https://openalex.org/W2890256614","https://openalex.org/W3098873988","https://openalex.org/W2949454572","https://openalex.org/W3066373881","https://openalex.org/W2970247882"],"abstract_inverted_index":{"Artificial":[0],"neural":[1,70],"networks":[2],"have":[3],"shown":[4],"promising":[5],"results":[6,102],"in":[7,36],"a":[8,50,59],"variety":[9],"of":[10,64],"natural":[11],"language":[12],"understanding":[13],"(NLU)":[14],"tasks.":[15,100],"Despite":[16],"their":[17],"successes,":[18],"conventional":[19],"neural-based":[20],"NLU":[21],"models":[22],"are":[23],"criticized":[24],"for":[25],"high":[26],"energy":[27,125],"consumption,":[28],"making":[29],"them":[30],"laborious":[31],"to":[32,53,113,126],"be":[33],"widely":[34],"applied":[35],"low-power":[37],"electronics,":[38],"such":[39],"as":[40],"smartphones":[41],"and":[42,81,97,110],"intelligent":[43],"terminals.":[44],"In":[45],"this":[46,55],"paper,":[47],"we":[48],"introduce":[49],"potential":[51],"direction":[52],"alleviate":[54],"bottleneck":[56],"by":[57],"proposing":[58],"spiking":[60,69,79],"encoder.":[61],"The":[62],"core":[63],"our":[65,92,105],"model":[66,93,106],"is":[67],"bi-directional":[68],"network":[71],"(SNN)":[72],"which":[73],"transforms":[74],"numeric":[75],"values":[76],"into":[77],"discrete":[78],"signals":[80],"replaces":[82],"massive":[83],"multiplications":[84],"with":[85],"much":[86],"cheaper":[87],"additive":[88],"operations.":[89],"We":[90],"examine":[91],"on":[94],"sentiment":[95],"classification":[96,109],"machine":[98],"translation":[99,111],"Experimental":[101],"reveal":[103],"that":[104],"achieves":[107],"comparable":[108],"accuracy":[112],"advanced":[114],"<sc":[115],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[116],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Transformer</small>":[117],"baseline,":[118],"whereas":[119],"significantly":[120],"reduces":[121],"the":[122],"required":[123],"computational":[124],"0.82%.":[127]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}