{"id":"https://openalex.org/W3028019732","doi":"https://doi.org/10.21437/interspeech.2020-1864","title":"TinyLSTMs: Efficient Neural Speech Enhancement for Hearing Aids","display_name":"TinyLSTMs: Efficient Neural Speech Enhancement for Hearing Aids","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3028019732","doi":"https://doi.org/10.21437/interspeech.2020-1864","mag":"3028019732"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2020-1864","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-1864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.11138","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076435461","display_name":"Igor Fedorov","orcid":"https://orcid.org/0000-0002-8204-9515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Igor Fedorov","raw_affiliation_strings":["Arm ML Research Lab, Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arm ML Research Lab, Boston, MA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028041356","display_name":"Marko Stamenovic","orcid":null},"institutions":[{"id":"https://openalex.org/I76587968","display_name":"Bose (United States)","ror":"https://ror.org/0427k1a73","country_code":"US","type":"company","lineage":["https://openalex.org/I76587968"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marko Stamenovic","raw_affiliation_strings":["Bose Corp., Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bose Corp., Boston, MA","institution_ids":["https://openalex.org/I76587968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034140135","display_name":"Carl Jensen","orcid":"https://orcid.org/0000-0003-1068-2909"},"institutions":[{"id":"https://openalex.org/I76587968","display_name":"Bose (United States)","ror":"https://ror.org/0427k1a73","country_code":"US","type":"company","lineage":["https://openalex.org/I76587968"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carl Jensen","raw_affiliation_strings":["Bose Corp., Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bose Corp., Boston, MA","institution_ids":["https://openalex.org/I76587968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068970053","display_name":"Li-Chia Yang","orcid":"https://orcid.org/0000-0001-7342-6529"},"institutions":[{"id":"https://openalex.org/I76587968","display_name":"Bose (United States)","ror":"https://ror.org/0427k1a73","country_code":"US","type":"company","lineage":["https://openalex.org/I76587968"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li-Chia Yang","raw_affiliation_strings":["Bose Corp., Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bose Corp., Boston, MA","institution_ids":["https://openalex.org/I76587968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040248407","display_name":"Ari Mandell","orcid":null},"institutions":[{"id":"https://openalex.org/I76587968","display_name":"Bose (United States)","ror":"https://ror.org/0427k1a73","country_code":"US","type":"company","lineage":["https://openalex.org/I76587968"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ari Mandell","raw_affiliation_strings":["Bose Corp., Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bose Corp., Boston, MA","institution_ids":["https://openalex.org/I76587968"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012891934","display_name":"Yiming Gan","orcid":"https://orcid.org/0000-0002-2033-5057"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Gan","raw_affiliation_strings":["University of Rochester, Rochester, NY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rochester, Rochester, NY","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090422974","display_name":"Matthew Mattina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Mattina","raw_affiliation_strings":["Arm ML Research Lab, Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arm ML Research Lab, Boston, MA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103266146","display_name":"Paul N. Whatmough","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul N. Whatmough","raw_affiliation_strings":["Arm ML Research Lab, Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arm ML Research Lab, Boston, MA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":116,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4054","last_page":"4058"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11233","display_name":"Advanced Adaptive Filtering Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7942551970481873},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6510123610496521},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6494422554969788},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5276607275009155},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.45408135652542114},{"id":"https://openalex.org/keywords/speech-enhancement","display_name":"Speech enhancement","score":0.44974732398986816},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.44730493426322937},{"id":"https://openalex.org/keywords/mean-opinion-score","display_name":"Mean opinion score","score":0.4111960828304291},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.4034171998500824},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.39923784136772156},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.366943895816803},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2978477478027344},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2603990137577057},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10458517074584961},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09395679831504822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7942551970481873},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6510123610496521},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6494422554969788},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5276607275009155},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.45408135652542114},{"id":"https://openalex.org/C2776182073","wikidata":"https://www.wikidata.org/wiki/Q7575395","display_name":"Speech enhancement","level":3,"score":0.44974732398986816},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.44730493426322937},{"id":"https://openalex.org/C62897895","wikidata":"https://www.wikidata.org/wiki/Q1915482","display_name":"Mean opinion score","level":3,"score":0.4111960828304291},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.4034171998500824},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.39923784136772156},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.366943895816803},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2978477478027344},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2603990137577057},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10458517074584961},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09395679831504822},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21437/interspeech.2020-1864","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-1864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.11138","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.11138","pdf_url":"https://arxiv.org/pdf/2005.11138","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.11138","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.11138","pdf_url":"https://arxiv.org/pdf/2005.11138","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1482149378","https://openalex.org/W1560729591","https://openalex.org/W1897240248","https://openalex.org/W2041645947","https://openalex.org/W2046869671","https://openalex.org/W2049776357","https://openalex.org/W2064675550","https://openalex.org/W2069681747","https://openalex.org/W2101045344","https://openalex.org/W2103869314","https://openalex.org/W2114766824","https://openalex.org/W2127851351","https://openalex.org/W2134273960","https://openalex.org/W2184812483","https://openalex.org/W2285660444","https://openalex.org/W2322584079","https://openalex.org/W2754526845","https://openalex.org/W2784372305","https://openalex.org/W2947565354","https://openalex.org/W2962753325","https://openalex.org/W2962883174","https://openalex.org/W2963000224","https://openalex.org/W2963122961","https://openalex.org/W2963902628","https://openalex.org/W2964058413","https://openalex.org/W2964182247","https://openalex.org/W2970233825","https://openalex.org/W2970949810","https://openalex.org/W3005474404","https://openalex.org/W3015424358","https://openalex.org/W3103034221","https://openalex.org/W4232336823","https://openalex.org/W4252684946","https://openalex.org/W4292564261","https://openalex.org/W4298998200"],"related_works":["https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W3032952384","https://openalex.org/W3034302643","https://openalex.org/W2139455842","https://openalex.org/W4287113595","https://openalex.org/W3176271478","https://openalex.org/W3160973314","https://openalex.org/W3162422176","https://openalex.org/W2059407125"],"abstract_inverted_index":{"Modern":[0],"speech":[1,96],"enhancement":[2],"algorithms":[3],"achieve":[4],"remarkable":[5],"noise":[6],"suppression":[7],"by":[8,66],"means":[9],"of":[10,84,103,122,142,165,174],"large":[11,17],"recurrent":[12],"neural":[13],"networks":[14],"(RNNs).":[15],"However,":[16],"RNNs":[18],"limit":[19],"practical":[20],"deployment":[21],"in":[22,137,157],"hearing":[23],"aid":[24],"hardware":[25],"(HW)":[26],"form-factors,":[27],"which":[28,111],"are":[29,80,87],"battery":[30],"powered":[31],"and":[32,43,69,100,140,144,160,181],"run":[33],"on":[34,63,130],"resource-constrained":[35],"microcontroller":[36],"units":[37],"(MCUs)":[38],"with":[39],"limited":[40],"memory":[41],"capacity":[42],"compute":[44],"capability.":[45],"In":[46],"this":[47,56],"work,":[48],"we":[49,86,117],"use":[50],"model":[51,77,138,169],"compression":[52,78],"techniques":[53,79],"to":[54,73,90,126],"bridge":[55],"gap.":[57],"We":[58,105],"define":[59],"the":[60,64,67,88,113,123,148,178],"constraints":[61],"imposed":[62],"RNN":[65,95],"HW":[68],"describe":[70],"a":[71,119,135,154,163,171],"method":[72],"satisfy":[74],"them.":[75],"Although":[76],"an":[81],"active":[82],"area":[83],"research,":[85],"first":[89],"demonstrate":[91,107],"their":[92],"efficacy":[93],"for":[94,150],"enhancement,":[97],"using":[98],"pruning":[99],"integer":[101],"quantization":[102],"weights/activations.":[104],"also":[106],"state":[108],"update":[109],"skipping,":[110],"reduces":[112],"computational":[114,172],"load.":[115],"Finally,":[116],"conduct":[118],"perceptual":[120],"evaluation":[121],"compressed":[124,151],"models":[125],"verify":[127],"audio":[128],"quality":[129],"human":[131],"raters.":[132],"Results":[133],"show":[134],"reduction":[136],"size":[139],"operations":[141],"11.9$\\times$":[143],"2.9$\\times$,":[145],"respectively,":[146],"over":[147],"baseline":[149],"models,":[152],"without":[153],"statistical":[155],"difference":[156],"listening":[158],"preference":[159],"only":[161],"exhibiting":[162],"loss":[164],"0.55dB":[166],"SDR.":[167],"Our":[168],"achieves":[170],"latency":[173],"2.39ms,":[175],"well":[176],"within":[177],"10ms":[179],"target":[180],"351$\\times$":[182],"better":[183],"than":[184],"previous":[185],"work.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
