{"id":"https://openalex.org/W3047893908","doi":"https://doi.org/10.21437/interspeech.2020-1894","title":"Iterative Compression of End-to-End ASR Model Using AutoML","display_name":"Iterative Compression of End-to-End ASR Model Using AutoML","publication_year":2020,"publication_date":"2020-10-25","ids":{"openalex":"https://openalex.org/W3047893908","doi":"https://doi.org/10.21437/interspeech.2020-1894","mag":"3047893908"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2020-1894","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-1894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.02897","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103129498","display_name":"Abhinav Mehrotra","orcid":"https://orcid.org/0000-0001-6751-0302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhinav Mehrotra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080541362","display_name":"\u0141ukasz Dudziak","orcid":"https://orcid.org/0000-0003-4929-265X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u0141ukasz Dudziak","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041915512","display_name":"Jinsu Yeo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinsu Yeo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090768657","display_name":"Young-Yoon Lee","orcid":"https://orcid.org/0000-0001-6117-5240"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Young-yoon Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069973475","display_name":"Ravichander Vipperla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ravichander Vipperla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010814272","display_name":"Mohamed S. Abdelfattah","orcid":"https://orcid.org/0000-0002-4568-8932"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohamed S. Abdelfattah","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087701164","display_name":"Sourav Bhattacharya","orcid":"https://orcid.org/0000-0001-9670-5264"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sourav Bhattacharya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056559851","display_name":"Samin Ishtiaq","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samin Ishtiaq","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060049808","display_name":"Alberto Gil C. P. Ramos","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alberto Gil C.P. Ramos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831334","display_name":"Sang-Jeong Lee","orcid":"https://orcid.org/0000-0002-1350-9434"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"SangJeong Lee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374565","display_name":"Daehyun Kim","orcid":"https://orcid.org/0000-0001-9233-2747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daehyun Kim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045638679","display_name":"Nicholas D. Lane","orcid":"https://orcid.org/0000-0002-2728-8273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nicholas D. Lane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4062,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69694076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3361","last_page":"3365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7006108164787292},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.6797320246696472},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5653558969497681},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5246220827102661},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5147483348846436},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.4833609461784363},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4673369824886322},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.4588923752307892},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.44700315594673157},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44384193420410156},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.44226738810539246},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3980732262134552},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3251299560070038},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.28801339864730835},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09919607639312744},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.09616643190383911}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7006108164787292},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6797320246696472},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5653558969497681},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5246220827102661},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5147483348846436},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.4833609461784363},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4673369824886322},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.4588923752307892},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.44700315594673157},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44384193420410156},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.44226738810539246},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3980732262134552},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3251299560070038},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.28801339864730835},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09919607639312744},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.09616643190383911},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.21437/interspeech.2020-1894","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2020-1894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2020","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2008.02897","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.02897","pdf_url":"https://arxiv.org/pdf/2008.02897","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3047893908","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2008.02897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2008.02897","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.02897","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.02897","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.02897","pdf_url":"https://arxiv.org/pdf/2008.02897","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3047893908.pdf","grobid_xml":"https://content.openalex.org/works/W3047893908.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1821462560","https://openalex.org/W2058641082","https://openalex.org/W2294543795","https://openalex.org/W2546536770","https://openalex.org/W2799800213","https://openalex.org/W2799923439","https://openalex.org/W2889129739","https://openalex.org/W2962784628","https://openalex.org/W2962851801","https://openalex.org/W2963287528","https://openalex.org/W2963374479","https://openalex.org/W2963698820","https://openalex.org/W2963813662","https://openalex.org/W2964272710","https://openalex.org/W2972426539","https://openalex.org/W2972736078","https://openalex.org/W2996856320","https://openalex.org/W3007528493","https://openalex.org/W3008587939"],"related_works":["https://openalex.org/W3097384956","https://openalex.org/W3010917970","https://openalex.org/W2626638964","https://openalex.org/W3200151955","https://openalex.org/W2978571467","https://openalex.org/W3104773405","https://openalex.org/W2187817764","https://openalex.org/W3133090729","https://openalex.org/W2388234732","https://openalex.org/W3007528493","https://openalex.org/W1904457459","https://openalex.org/W2899439440","https://openalex.org/W2981762175","https://openalex.org/W3202576380","https://openalex.org/W3181776258","https://openalex.org/W2083251231","https://openalex.org/W3093941495","https://openalex.org/W3161911362","https://openalex.org/W3105669983","https://openalex.org/W2898132662"],"abstract_inverted_index":{"Increasing":[0],"demand":[1],"for":[2],"on-device":[3],"Automatic":[4],"Speech":[5],"Recognition":[6],"(ASR)":[7],"systems":[8],"has":[9],"resulted":[10],"in":[11,14,106],"renewed":[12],"interests":[13],"developing":[15],"automatic":[16],"model":[17],"compression":[18,67,97],"techniques.":[19],"Past":[20],"research":[21],"have":[22],"shown":[23],"that":[24,56,93],"AutoML-based":[25,58,90],"Low":[26],"Rank":[27],"Factorization":[28],"(LRF)":[29],"technique,":[30],"when":[31],"applied":[32],"to":[33,46,64,73],"an":[34,88],"end-to-end":[35],"Encoder-Attention-Decoder":[36],"style":[37],"ASR":[38,107],"model,":[39],"can":[40],"achieve":[41],"a":[42,65],"speedup":[43],"of":[44],"up":[45,63],"3.7x,":[47],"outperforming":[48],"laborious":[49],"manual":[50],"rank-selection":[51],"approaches.":[52],"However,":[53],"we":[54,86],"show":[55],"current":[57],"search":[59],"techniques":[60],"only":[61],"work":[62],"certain":[66],"level,":[68],"beyond":[69],"which":[70],"they":[71],"fail":[72],"produce":[74],"compressed":[75],"models":[76],"with":[77],"acceptable":[78],"word":[79],"error":[80],"rates":[81],"(WER).":[82],"In":[83],"this":[84],"work,":[85],"propose":[87],"iterative":[89],"LRF":[91],"approach":[92],"achieves":[94],"over":[95],"5x":[96],"without":[98],"degrading":[99],"the":[100,104],"WER,":[101],"thereby":[102],"advancing":[103],"state-of-the-art":[105],"compression.":[108]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}