{"id":"https://openalex.org/W2928062709","doi":"https://doi.org/10.1109/icmla.2019.00127","title":"Low-Bit Quantization and Quantization-Aware Training for Small-Footprint Keyword Spotting","display_name":"Low-Bit Quantization and Quantization-Aware Training for Small-Footprint Keyword Spotting","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W2928062709","doi":"https://doi.org/10.1109/icmla.2019.00127","mag":"2928062709"},"language":"en","primary_location":{"id":"doi:10.1109/icmla.2019.00127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla.2019.00127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041625765","display_name":"Yuriy Mishchenko","orcid":"https://orcid.org/0009-0006-0826-5777"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Yuriy Mishchenko","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044203107","display_name":"Yusuf G\u00f6ren","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yusuf Goren","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755314","display_name":"Ming Sun","orcid":"https://orcid.org/0000-0002-8625-5199"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ming Sun","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016430313","display_name":"Chris Beauchene","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Chris Beauchene","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034173999","display_name":"Spyros Matsoukas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Spyros Matsoukas","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070398306","display_name":"Oleg Rybakov\u200e","orcid":"https://orcid.org/0000-0003-4805-3083"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oleg Rybakov","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069416097","display_name":"Shiv Vitaladevuni","orcid":"https://orcid.org/0000-0003-2709-5145"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Shiv Naga Prasad Vitaladevuni","raw_affiliation_strings":["Amazon.com"],"affiliations":[{"raw_affiliation_string":"Amazon.com","institution_ids":["https://openalex.org/I4210089985"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5041625765"],"corresponding_institution_ids":["https://openalex.org/I4210089985"],"apc_list":null,"apc_paid":null,"fwci":2.1561,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88063091,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"706","last_page":"711"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8795185089111328},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.8134629726409912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7421823740005493},{"id":"https://openalex.org/keywords/keyword-spotting","display_name":"Keyword spotting","score":0.543557345867157},{"id":"https://openalex.org/keywords/learning-vector-quantization","display_name":"Learning vector quantization","score":0.5313701629638672},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.5308749675750732},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4593714773654938},{"id":"https://openalex.org/keywords/footprint","display_name":"Footprint","score":0.435134619474411},{"id":"https://openalex.org/keywords/spotting","display_name":"Spotting","score":0.42581507563591003},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41113144159317017},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4055464565753937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3920908570289612}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8795185089111328},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.8134629726409912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7421823740005493},{"id":"https://openalex.org/C2781213101","wikidata":"https://www.wikidata.org/wiki/Q6398558","display_name":"Keyword spotting","level":2,"score":0.543557345867157},{"id":"https://openalex.org/C40567965","wikidata":"https://www.wikidata.org/wiki/Q1820283","display_name":"Learning vector quantization","level":3,"score":0.5313701629638672},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.5308749675750732},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4593714773654938},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.435134619474411},{"id":"https://openalex.org/C2779506182","wikidata":"https://www.wikidata.org/wiki/Q7580141","display_name":"Spotting","level":2,"score":0.42581507563591003},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41113144159317017},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4055464565753937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3920908570289612},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmla.2019.00127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla.2019.00127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 18th IEEE International Conference On Machine Learning And Applications (ICMLA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1841592590","https://openalex.org/W1902934009","https://openalex.org/W2029947361","https://openalex.org/W2034940213","https://openalex.org/W2058641082","https://openalex.org/W2293968535","https://openalex.org/W2295405790","https://openalex.org/W2403816900","https://openalex.org/W2405578611","https://openalex.org/W2407023693","https://openalex.org/W2469490737","https://openalex.org/W2497335382","https://openalex.org/W2507319753","https://openalex.org/W2507580616","https://openalex.org/W2513593894","https://openalex.org/W2554592357","https://openalex.org/W2560017826","https://openalex.org/W2587529061","https://openalex.org/W2739789140","https://openalex.org/W2748659049","https://openalex.org/W2775572503","https://openalex.org/W2787513570","https://openalex.org/W2787752464","https://openalex.org/W2806978588","https://openalex.org/W2809624076","https://openalex.org/W2907106536","https://openalex.org/W2963114950","https://openalex.org/W2963374099","https://openalex.org/W2963547822","https://openalex.org/W2964164125","https://openalex.org/W2964203871","https://openalex.org/W2972384212","https://openalex.org/W3098773154","https://openalex.org/W6638783484","https://openalex.org/W6639703010","https://openalex.org/W6713835734","https://openalex.org/W6720242923","https://openalex.org/W6729788942","https://openalex.org/W6730047919","https://openalex.org/W6741553980","https://openalex.org/W6747003534","https://openalex.org/W6748163181","https://openalex.org/W6748319235","https://openalex.org/W6751702320","https://openalex.org/W6753069482","https://openalex.org/W6757067665"],"related_works":["https://openalex.org/W4367000378","https://openalex.org/W2889176648","https://openalex.org/W4287394695","https://openalex.org/W3120526039","https://openalex.org/W4205299633","https://openalex.org/W2034940213","https://openalex.org/W2964187693","https://openalex.org/W3095694146","https://openalex.org/W4297841350","https://openalex.org/W2928062709"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,35,40],"investigate":[4],"novel":[5],"quantization":[6,92],"approaches":[7,101],"to":[8,90,104,122,137],"reduce":[9],"memory":[10,133],"and":[11,31,53,58,76,113],"computational":[12],"footprint":[13,134],"of":[14,73,109,124],"deep":[15],"neural":[16],"network":[17],"(DNN)":[18],"based":[19],"keyword":[20],"spotters":[21],"(KWS).":[22],"We":[23,79],"propose":[24],"a":[25,82],"new":[26,83],"method":[27],"for":[28,62],"KWS":[29,95,110],"offline":[30],"online":[32],"quantization,":[33,38],"which":[34],"call":[36],"dynamic":[37],"where":[39],"quantize":[41],"DNN":[42,55],"weight":[43],"matrices":[44],"column-wise,":[45],"using":[46,68],"each":[47,74],"column's":[48],"exact":[49,70],"individual":[50],"min-max":[51,71],"range,":[52],"the":[54,69,107,118,130],"layers'":[56],"inputs":[57],"outputs":[59],"are":[60],"quantized":[61,115],"every":[63],"input":[64,75],"audio":[65],"frame":[66],"individually,":[67],"range":[72],"output":[77],"vector.":[78],"further":[80],"apply":[81],"quantization-aware":[84],"training":[85],"approach":[86],"that":[87,123],"allows":[88],"us":[89,103],"incorporate":[91],"errors":[93],"into":[94],"model":[96],"during":[97],"training.":[98],"Together,":[99],"these":[100],"allow":[102],"significantly":[105],"improve":[106],"performance":[108],"in":[111],"4-bit":[112],"8-bit":[114],"precision,":[116],"achieving":[117],"end-to-end":[119],"accuracy":[120],"close":[121],"full":[125],"precision":[126],"models":[127],"while":[128],"reducing":[129],"models'":[131],"on-device":[132],"by":[135],"up":[136],"80%.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-01-10T23:39:48.068659","created_date":"2025-10-10T00:00:00"}