{"id":"https://openalex.org/W2928062709","doi":"https://doi.org/10.1109/icmla.2019.00127","title":"Low-Bit Quantization and Quantization-Aware Training for Small-Footprint Keyword Spotting","display_name":"Low-Bit Quantization and Quantization-Aware Training for Small-Footprint Keyword Spotting","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W2928062709","doi":"https://doi.org/10.1109/icmla.2019.00127","mag":"2928062709"},"language":"en","primary_location":{"id":"doi:10.1109/icmla.2019.00127","doi":"https://doi.org/10.1109/icmla.2019.00127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla.2019.00127","pdf_url":null,"source":{"id":"https://openalex.org/S4363607906","display_name":"IEEE International Conference on Machine Learning and Applications (ICMLA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041625765","display_name":"Yuriy Mishchenko","orcid":"https://orcid.org/0009-0006-0826-5777","observed_orcids":["https://orcid.org/0009-0006-0826-5777"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuriy Mishchenko","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044203107","display_name":"Yusuf G\u00f6ren","orcid":"https://orcid.org/0009-0009-1581-5724","observed_orcids":["https://orcid.org/0009-0009-1581-5724"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yusuf Goren","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755314","display_name":"Ming Sun","orcid":"https://orcid.org/0000-0002-8625-5199","observed_orcids":["https://orcid.org/0000-0002-8625-5199"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Sun","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016430313","display_name":"Chris Beauchene","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Beauchene","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034173999","display_name":"Spyros Matsoukas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Spyros Matsoukas","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070398306","display_name":"Oleg Ju. Rybakov","orcid":"https://orcid.org/0000-0003-4805-3083","observed_orcids":["https://orcid.org/0000-0003-4805-3083","https://orcid.org/0009-0007-0021-047X"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Oleg Rybakov","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069416097","display_name":"Shiv Naga Prasad Vitaladevuni","orcid":"https://orcid.org/0000-0003-2709-5145","observed_orcids":["https://orcid.org/0000-0003-2709-5145"]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiv Naga Prasad Vitaladevuni","raw_affiliation_strings":["Amazon.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":1.0499,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.85674775,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"706","last_page":"711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5800999999046326,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.5800999999046326,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.35350000858306885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"keyword spotting","score":0.9869999885559082},{"id":"https://openalex.org/keywords/low-bit-quantization","display_name":"low-bit quantization","score":0.9300000071525574},{"id":"https://openalex.org/keywords/quantization-aware-training","display_name":"quantization-aware training","score":0.9539999961853027},{"id":"https://openalex.org/keywords/dynamic-quantization","display_name":"dynamic quantization","score":0.9879999756813049},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8795185089111328},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.8134629726409912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7421823740005493},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.543557345867157},{"id":"https://openalex.org/C40567965","wikidata":"https://www.wikidata.org/wiki/Q1820283","display_name":"Learning vector quantization","level":3,"score":0.5313701629638672},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.5308749675750732},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4593714773654938},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.435134619474411},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.42581507563591003},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41113144159317017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4055464565753937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3920908570289612},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmla.2019.00127","doi":"https://doi.org/10.1109/icmla.2019.00127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla.2019.00127","pdf_url":null,"source":{"id":"https://openalex.org/S4363607906","display_name":"IEEE International Conference on Machine Learning and Applications (ICMLA)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1841592590","https://openalex.org/W1902934009","https://openalex.org/W2029947361","https://openalex.org/W2034940213","https://openalex.org/W2058641082","https://openalex.org/W2293968535","https://openalex.org/W2295405790","https://openalex.org/W2403816900","https://openalex.org/W2405578611","https://openalex.org/W2407023693","https://openalex.org/W2469490737","https://openalex.org/W2497335382","https://openalex.org/W2507319753","https://openalex.org/W2507580616","https://openalex.org/W2513593894","https://openalex.org/W2554592357","https://openalex.org/W2560017826","https://openalex.org/W2587529061","https://openalex.org/W2739789140","https://openalex.org/W2748659049","https://openalex.org/W2775572503","https://openalex.org/W2787513570","https://openalex.org/W2787752464","https://openalex.org/W2806978588","https://openalex.org/W2809624076","https://openalex.org/W2907106536","https://openalex.org/W2963114950","https://openalex.org/W2963374099","https://openalex.org/W2964203871","https://openalex.org/W2972384212","https://openalex.org/W3098773154","https://openalex.org/W6638783484","https://openalex.org/W6639703010","https://openalex.org/W6713835734","https://openalex.org/W6720242923","https://openalex.org/W6729788942","https://openalex.org/W6730047919","https://openalex.org/W6741553980","https://openalex.org/W6747003534","https://openalex.org/W6748163181","https://openalex.org/W6748319235","https://openalex.org/W6751702320","https://openalex.org/W6753069482","https://openalex.org/W6757067665"],"related_works":["https://openalex.org/W4367000378","https://openalex.org/W2889176648","https://openalex.org/W4287394695","https://openalex.org/W3120526039","https://openalex.org/W4205299633","https://openalex.org/W2034940213","https://openalex.org/W2964187693","https://openalex.org/W3095694146","https://openalex.org/W4297841350","https://openalex.org/W2928062709"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,35,40],"investigate":[4],"novel":[5],"quantization":[6,92],"approaches":[7,101],"to":[8,90,104,122,137],"reduce":[9],"memory":[10,133],"and":[11,31,53,58,76,113],"computational":[12],"footprint":[13,134],"of":[14,73,109,124],"deep":[15],"neural":[16],"network":[17],"(DNN)":[18],"based":[19],"keyword":[20],"spotters":[21],"(KWS).":[22],"We":[23,79],"propose":[24],"a":[25,82],"new":[26,83],"method":[27],"for":[28,62],"KWS":[29,95,110],"offline":[30],"online":[32],"quantization,":[33,38],"which":[34],"call":[36],"dynamic":[37],"where":[39],"quantize":[41],"DNN":[42,55],"weight":[43],"matrices":[44],"column-wise,":[45],"using":[46,68],"each":[47,74],"column's":[48],"exact":[49,70],"individual":[50],"min-max":[51,71],"range,":[52],"the":[54,69,107,118,130],"layers'":[56],"inputs":[57],"outputs":[59],"are":[60],"quantized":[61,115],"every":[63],"input":[64,75],"audio":[65],"frame":[66],"individually,":[67],"range":[72],"output":[77],"vector.":[78],"further":[80],"apply":[81],"quantization-aware":[84],"training":[85],"approach":[86],"that":[87,123],"allows":[88],"us":[89,103],"incorporate":[91],"errors":[93],"into":[94],"model":[96],"during":[97],"training.":[98],"Together,":[99],"these":[100],"allow":[102],"significantly":[105],"improve":[106],"performance":[108],"in":[111],"4-bit":[112],"8-bit":[114],"precision,":[116],"achieving":[117],"end-to-end":[119],"accuracy":[120],"close":[121],"full":[125],"precision":[126],"models":[127],"while":[128],"reducing":[129],"models'":[131],"on-device":[132],"by":[135],"up":[136],"80%.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-10-05T09:50:58.205359","created_date":"2025-10-10T00:00:00"}