{"id":"https://openalex.org/W4381149220","doi":"https://doi.org/10.3390/s23125701","title":"FPGA Implementation of Keyword Spotting System Using Depthwise Separable Binarized and Ternarized Neural Networks","display_name":"FPGA Implementation of Keyword Spotting System Using Depthwise Separable Binarized and Ternarized Neural Networks","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4381149220","doi":"https://doi.org/10.3390/s23125701","pmid":"https://pubmed.ncbi.nlm.nih.gov/37420866"},"language":"en","primary_location":{"id":"doi:10.3390/s23125701","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23125701","pdf_url":"https://www.mdpi.com/1424-8220/23/12/5701/pdf?version=1687152542","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/23/12/5701/pdf?version=1687152542","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092198410","display_name":"Seongwoo Bae","orcid":"https://orcid.org/0009-0000-1982-2475"},"institutions":[{"id":"https://openalex.org/I24456540","display_name":"Korea Aerospace University","ror":"https://ror.org/05jmm0651","country_code":"KR","type":"education","lineage":["https://openalex.org/I24456540"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongwoo Bae","raw_affiliation_strings":["School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea","School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea;"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea","institution_ids":["https://openalex.org/I24456540"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea;","institution_ids":["https://openalex.org/I24456540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089229249","display_name":"Haechan Kim","orcid":"https://orcid.org/0000-0002-2693-5942"},"institutions":[{"id":"https://openalex.org/I24456540","display_name":"Korea Aerospace University","ror":"https://ror.org/05jmm0651","country_code":"KR","type":"education","lineage":["https://openalex.org/I24456540"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haechan Kim","raw_affiliation_strings":["School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea","School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea;"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea","institution_ids":["https://openalex.org/I24456540"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea;","institution_ids":["https://openalex.org/I24456540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020502163","display_name":"Seongjoo Lee","orcid":"https://orcid.org/0000-0001-9344-7052"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seongjoo Lee","raw_affiliation_strings":["Department of Convergence Engineering of Intelligent Drone, Sejong University, Seoul 05006, Republic of Korea","Department of Semiconductor Systems Engineering, Sejong University, Seoul 05006, Republic of Korea","Institute of Semiconductor and System IC, Sejong University, Seoul 05006, Republic of Korea","Department of Semiconductor Systems Engineering, Sejong University, Seoul 05006, Republic of Korea;"],"affiliations":[{"raw_affiliation_string":"Department of Convergence Engineering of Intelligent Drone, Sejong University, Seoul 05006, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"Department of Semiconductor Systems Engineering, Sejong University, Seoul 05006, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"Institute of Semiconductor and System IC, Sejong University, Seoul 05006, Republic of Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"Department of Semiconductor Systems Engineering, Sejong University, Seoul 05006, Republic of Korea;","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069240204","display_name":"Yunho Jung","orcid":"https://orcid.org/0000-0003-2299-9911"},"institutions":[{"id":"https://openalex.org/I24456540","display_name":"Korea Aerospace University","ror":"https://ror.org/05jmm0651","country_code":"KR","type":"education","lineage":["https://openalex.org/I24456540"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Yunho Jung","raw_affiliation_strings":["Department of Smart Air Mobility, Korea Aerospace University, Goyang-si 10540, Republic of Korea","School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea","School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea;"],"affiliations":[{"raw_affiliation_string":"Department of Smart Air Mobility, Korea Aerospace University, Goyang-si 10540, Republic of Korea","institution_ids":["https://openalex.org/I24456540"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea","institution_ids":["https://openalex.org/I24456540"]},{"raw_affiliation_string":"School of Electronics and Information Engineering, Korea Aerospace University, Goyang-si 10540, Republic of Korea;","institution_ids":["https://openalex.org/I24456540"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5069240204"],"corresponding_institution_ids":["https://openalex.org/I24456540"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.3826,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.84621274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"23","issue":"12","first_page":"5701","last_page":"5701"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7409340143203735},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.7096269130706787},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6398935914039612},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.5340935587882996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4951290190219879},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4578512907028198},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.45431116223335266},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.44886505603790283},{"id":"https://openalex.org/keywords/bitwise-operation","display_name":"Bitwise operation","score":0.433448851108551},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41180115938186646},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.33722636103630066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7409340143203735},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.7096269130706787},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6398935914039612},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.5340935587882996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4951290190219879},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4578512907028198},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.45431116223335266},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.44886505603790283},{"id":"https://openalex.org/C134765980","wikidata":"https://www.wikidata.org/wiki/Q879126","display_name":"Bitwise operation","level":2,"score":0.433448851108551},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41180115938186646},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.33722636103630066},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003201","descriptor_name":"Computers","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010087","descriptor_name":"Oxides","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012666","descriptor_name":"Semiconductors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.3390/s23125701","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23125701","pdf_url":"https://www.mdpi.com/1424-8220/23/12/5701/pdf?version=1687152542","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:37420866","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37420866","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10303093","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10303093","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10303093/pdf/sensors-23-05701.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:b41f1f6dcc4447c6a8741acc6b98376d","is_oa":true,"landing_page_url":"https://doaj.org/article/b41f1f6dcc4447c6a8741acc6b98376d","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 23, Iss 12, p 5701 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/s23125701","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s23125701","pdf_url":"https://www.mdpi.com/1424-8220/23/12/5701/pdf?version=1687152542","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1709204599","display_name":null,"funder_award_id":"00144288","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"},{"id":"https://openalex.org/G851270127","display_name":null,"funder_award_id":"00144290","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"},{"id":"https://openalex.org/G8582691448","display_name":null,"funder_award_id":"MOTIE, Korea","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"},{"id":"https://openalex.org/G992484961","display_name":null,"funder_award_id":"Korea","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"},{"id":"https://openalex.org/F4320322202","display_name":"IC Design Education Center","ror":"https://ror.org/005v57z85"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4381149220.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2090861223","https://openalex.org/W2159051003","https://openalex.org/W2255539412","https://openalex.org/W2487236559","https://openalex.org/W2725092576","https://openalex.org/W2765235648","https://openalex.org/W2777372517","https://openalex.org/W2793847918","https://openalex.org/W2894696827","https://openalex.org/W2908840620","https://openalex.org/W2912290085","https://openalex.org/W2945852940","https://openalex.org/W2966841637","https://openalex.org/W3003782569","https://openalex.org/W3034039317","https://openalex.org/W3037988796","https://openalex.org/W3094272606","https://openalex.org/W3103436470","https://openalex.org/W3208734584","https://openalex.org/W3210220319","https://openalex.org/W6679436993"],"related_works":["https://openalex.org/W2742860341","https://openalex.org/W4225852842","https://openalex.org/W2811390910","https://openalex.org/W2146076056","https://openalex.org/W4312376745","https://openalex.org/W2913302899","https://openalex.org/W2767651786","https://openalex.org/W2144059113","https://openalex.org/W2563096758","https://openalex.org/W3003836766"],"abstract_inverted_index":{"Keyword":[0],"spotting":[1],"(KWS)":[2],"systems":[3,38],"are":[4],"used":[5],"for":[6,23,36,50,53,210],"human-machine":[7],"communications":[8],"in":[9,94,226,232],"various":[10],"applications.":[11],"In":[12,56,108],"many":[13],"cases,":[14],"KWS":[15,162],"involves":[16],"a":[17,34,61,80,109,126,149,168,186,205,208],"combination":[18],"of":[19,43,71,97,157],"wake-up-word":[20],"(WUW)":[21],"recognition":[22,75,212,229],"device":[24],"activation":[25],"and":[26,47,76,103,131,136,189,213,230],"voice":[27],"command":[28,77,214,234],"classification":[29,78],"tasks.":[30],"These":[31],"tasks":[32],"present":[33],"challenge":[35],"embedded":[37],"due":[39],"to":[40,194],"the":[41,48,95,98,118,144,181,195,199,201],"complexity":[42],"deep":[44],"learning":[45],"algorithms":[46],"need":[49],"optimized":[51],"networks":[52],"each":[54],"application.":[55],"this":[57,191],"paper,":[58],"we":[59],"propose":[60],"depthwise":[62],"separable":[63],"binarized/ternarized":[64],"neural":[65,100,105],"network":[66,101,106,202],"(DS-BTNN)":[67],"hardware":[68],"accelerator":[69,120],"capable":[70],"performing":[72],"both":[73],"WUW":[74,211,228],"on":[79,167,198],"single":[81],"device.":[82],"The":[83,160],"design":[84,127],"achieves":[85],"significant":[86,122],"area":[87,151,156],"efficiency":[88],"by":[89],"redundantly":[90],"utilizing":[91],"bitwise":[92],"operators":[93],"computation":[96],"binarized":[99],"(BNN)":[102],"ternary":[104],"(TNN).":[107],"complementary":[110],"metal-oxide":[111],"semiconductor":[112],"(CMOS)":[113],"40":[114],"nm":[115],"process":[116],"environment,":[117],"DS-BTNN":[119],"demonstrated":[121],"efficiency.":[123],"Compared":[124],"with":[125],"approach":[128],"where":[129],"BNN":[130,206],"TNN":[132,209],"were":[133],"independently":[134],"developed":[135],"subsequently":[137],"integrated":[138],"as":[139,192,204],"two":[140],"separate":[141],"modules":[142],"into":[143,185],"system,":[145,163],"our":[146,221],"method":[147],"achieved":[148,223],"49.3%":[150],"reduction":[152],"while":[153],"yielding":[154],"an":[155],"0.558":[158],"mm2.":[159],"designed":[161],"which":[164],"was":[165],"implemented":[166],"Xilinx":[169],"UltraScale+":[170],"ZCU104":[171],"field-programmable":[172],"gate":[173],"array":[174],"(FPGA)":[175],"board,":[176],"receives":[177],"real-time":[178],"data":[179],"from":[180],"microphone,":[182],"preprocesses":[183],"them":[184],"mel":[187],"spectrogram,":[188],"uses":[190],"input":[193],"classifier.":[196],"Depending":[197],"order,":[200],"operates":[203],"or":[207],"classification,":[215],"respectively.":[216],"Operating":[217],"at":[218],"170":[219],"MHz,":[220],"system":[222],"97.1%":[224],"accuracy":[225],"BNN-based":[227],"90.5%":[231],"TNN-based":[233],"classification.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}