{"id":"https://openalex.org/W4321483868","doi":"https://doi.org/10.1109/tnnls.2023.3243259","title":"BiFSMNv2: Pushing Binary Neural Networks for Keyword Spotting to Real-Network Performance","display_name":"BiFSMNv2: Pushing Binary Neural Networks for Keyword Spotting to Real-Network Performance","publication_year":2023,"publication_date":"2023-02-22","ids":{"openalex":"https://openalex.org/W4321483868","doi":"https://doi.org/10.1109/tnnls.2023.3243259","pmid":"https://pubmed.ncbi.nlm.nih.gov/37027695"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3243259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3243259","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haotong Qin","raw_affiliation_strings":["Shen Yuan Honors College, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7391-7539","affiliations":[{"raw_affiliation_string":"Shen Yuan Honors College, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067772486","display_name":"Xudong Ma","orcid":"https://orcid.org/0000-0002-7985-3350"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Ma","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7985-3350","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087334150","display_name":"Yifu Ding","orcid":"https://orcid.org/0000-0002-3612-8757"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifu Ding","raw_affiliation_strings":["Shen Yuan Honors College, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3612-8757","affiliations":[{"raw_affiliation_string":"Shen Yuan Honors College, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606918","display_name":"Xiaoyang Li","orcid":"https://orcid.org/0000-0001-7519-8793"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyang Li","raw_affiliation_strings":["ByteDance Inc, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7519-8793","affiliations":[{"raw_affiliation_string":"ByteDance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354683","display_name":"Yang Zhang","orcid":"https://orcid.org/0000-0002-4170-4798"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang Zhang","raw_affiliation_strings":["ByteDance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101108160","display_name":"Zejun Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zejun Ma","raw_affiliation_strings":["ByteDance Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance Inc, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031116553","display_name":"Jiakai Wang","orcid":"https://orcid.org/0000-0001-5884-3412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiakai Wang","raw_affiliation_strings":["Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5884-3412","affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028701003","display_name":"Jie Luo","orcid":"https://orcid.org/0000-0002-4157-9931"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Luo","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4157-9931","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024067284","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0001-8425-4195"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8425-4195","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5044945190"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":6.4676,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97347733,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"35","issue":"8","first_page":"10674","last_page":"10686"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.7906397581100464},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.7876279354095459},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6108366250991821},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.576321005821228},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5220919847488403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3608461618423462},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09664282202720642},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.0723448097705841}],"concepts":[{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.7906397581100464},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.7876279354095459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6108366250991821},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.576321005821228},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5220919847488403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3608461618423462},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09664282202720642},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0723448097705841}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3243259","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3243259","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37027695","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37027695","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5353313430","display_name":null,"funder_award_id":"62022009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W574370508","https://openalex.org/W1686810756","https://openalex.org/W2034940213","https://openalex.org/W2052352787","https://openalex.org/W2052897178","https://openalex.org/W2194775991","https://openalex.org/W2208299922","https://openalex.org/W2300242332","https://openalex.org/W2319920447","https://openalex.org/W2469490737","https://openalex.org/W2503204202","https://openalex.org/W2586654419","https://openalex.org/W2587891104","https://openalex.org/W2769912137","https://openalex.org/W2772315375","https://openalex.org/W2797583228","https://openalex.org/W2810809861","https://openalex.org/W2889176648","https://openalex.org/W2896422817","https://openalex.org/W2898181186","https://openalex.org/W2917452308","https://openalex.org/W2923501483","https://openalex.org/W2952797486","https://openalex.org/W2962914040","https://openalex.org/W2963163009","https://openalex.org/W2963308316","https://openalex.org/W2963681088","https://openalex.org/W2982165597","https://openalex.org/W2982344224","https://openalex.org/W3014739450","https://openalex.org/W3024215945","https://openalex.org/W3025581723","https://openalex.org/W3034297393","https://openalex.org/W3034797615","https://openalex.org/W3035219584","https://openalex.org/W3035467948","https://openalex.org/W3099284785","https://openalex.org/W3104151879","https://openalex.org/W3104771364","https://openalex.org/W3114304470","https://openalex.org/W3134256493","https://openalex.org/W3159235206","https://openalex.org/W3161425572","https://openalex.org/W3164653756","https://openalex.org/W3171288715","https://openalex.org/W3172472472","https://openalex.org/W3173275561","https://openalex.org/W3175491384","https://openalex.org/W3193881886","https://openalex.org/W3194423521","https://openalex.org/W3196496149","https://openalex.org/W3196665767","https://openalex.org/W3198035615","https://openalex.org/W3211315588","https://openalex.org/W4214888034","https://openalex.org/W4221141722","https://openalex.org/W4224233550","https://openalex.org/W4225995093","https://openalex.org/W4282913477","https://openalex.org/W4290717053","https://openalex.org/W4294891563","https://openalex.org/W4298858017","https://openalex.org/W4307092353","https://openalex.org/W4312308752","https://openalex.org/W4312396555","https://openalex.org/W4318350732","https://openalex.org/W4320085220","https://openalex.org/W4386076504","https://openalex.org/W6637373629","https://openalex.org/W6639703010","https://openalex.org/W6688039610","https://openalex.org/W6700264148","https://openalex.org/W6720242923","https://openalex.org/W6730047919","https://openalex.org/W6744700018","https://openalex.org/W6746451879","https://openalex.org/W6750665317","https://openalex.org/W6754273798","https://openalex.org/W6755594784","https://openalex.org/W6763832098","https://openalex.org/W6768287286","https://openalex.org/W6772326514","https://openalex.org/W6778823374","https://openalex.org/W6784101040","https://openalex.org/W6787300081","https://openalex.org/W6791636759","https://openalex.org/W6810353043","https://openalex.org/W6847461194","https://openalex.org/W6849381436","https://openalex.org/W6849682310"],"related_works":["https://openalex.org/W2918559346","https://openalex.org/W2114097550","https://openalex.org/W4286904253","https://openalex.org/W3119978414","https://openalex.org/W2516975559","https://openalex.org/W3206647229","https://openalex.org/W1969408022","https://openalex.org/W2000885660","https://openalex.org/W2545741539","https://openalex.org/W1989658893"],"abstract_inverted_index":{"Deep":[0],"neural":[1,47],"networks,":[2],"such":[3,26],"as":[4,27],"the":[5,56,70,74,84,107,115,126,138,187,204,221],"deep-FSMN,":[6],"have":[7],"been":[8],"widely":[9],"studied":[10,30],"for":[11,49,101,191],"keyword":[12],"spotting":[13],"(KWS)":[14],"applications":[15],"while":[16],"suffering":[17],"expensive":[18],"computation":[19,76,167],"and":[20,82,109,120,133,140,155,177,199,224,235],"storage.":[21],"Therefore,":[22],"network":[23,48],"compression":[24],"technologies":[25],"binarization":[28,81],"are":[29],"to":[31,55,68,113,147,173],"deploy":[32,156],"KWS":[33,102,145,192],"models":[34],"on":[35,158,212,238],"edge.":[36],"In":[37],"this":[38],"article,":[39],"we":[40,61,93,124],"present":[41,62],"a":[42,63,96,131,163,208],"strong":[43],"yet":[44],"efficient":[45,134],"binary":[46,144,189],"KWS,":[50],"namely,":[51],"BiFSMNv2,":[52],"pushing":[53],"it":[54],"real-network":[57],"accuracy":[58,202],"performance.":[59],"First,":[60],"dual-scale":[64,79],"thinnable":[65],"1-bit-architecture":[66],"(DTA)":[67],"recover":[69],"representation":[71],"capability":[72],"of":[73,143],"binarized":[75,121],"units":[77],"by":[78,193],"activation":[80],"liberate":[83],"speedup":[85,234],"potential":[86],"from":[87,220],"an":[88,231],"overall":[89],"architecture":[90,223],"perspective.":[91],"Second,":[92],"also":[94],"construct":[95],"frequency-independent":[97],"distillation":[98],"(FID)":[99],"scheme":[100],"binarization-aware":[103],"training,":[104],"which":[105,170],"distills":[106],"high-":[108],"low-frequency":[110],"components":[111],"independently":[112],"mitigate":[114],"information":[116],"mismatch":[117],"between":[118],"full-precision":[119,205],"representations.":[122],"Moreover,":[123],"propose":[125],"learning":[127],"propagation":[128,142],"binarizer":[129,135],"(LPB),":[130],"general":[132],"that":[136,218],"enables":[137],"forward":[139],"backward":[141],"networks":[146,190,206],"be":[148],"continuously":[149],"improved":[150],"through":[151],"learning.":[152],"We":[153,216],"implement":[154],"BiFSMNv2":[157,185,228],"ARMv8":[159],"real-world":[160],"hardware":[161,226],"with":[162,203],"novel":[164],"fast":[165],"bitwise":[166],"kernel":[168],"(FBCK),":[169],"is":[171],"proposed":[172],"fully":[174],"use":[175],"registers":[176],"increase":[178],"instruction":[179],"throughput.":[180],"Comprehensive":[181],"experiments":[182],"show":[183],"our":[184],"outperforms":[186],"existing":[188],"convincing":[194],"margins":[195],"across":[196],"different":[197],"datasets":[198],"achieves":[200],"comparable":[201],"(only":[207],"tiny":[209],"1.51%":[210],"drop":[211],"Speech":[213],"Commands":[214],"V1-12).":[215],"highlight":[217],"benefiting":[219],"compact":[222],"optimized":[225],"kernel,":[227],"can":[229],"achieve":[230],"impressive":[232],"25.1\u00d7":[233],"20.2\u00d7":[236],"storage-saving":[237],"edge":[239],"hardware.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6}],"updated_date":"2026-05-22T09:01:20.584952","created_date":"2025-10-10T00:00:00"}