{"id":"https://openalex.org/W4306704607","doi":"https://doi.org/10.1007/978-3-031-19032-2_12","title":"Low-Bit Quantization of Transformer for Audio Speech Recognition","display_name":"Low-Bit Quantization of Transformer for Audio Speech Recognition","publication_year":2022,"publication_date":"2022-10-18","ids":{"openalex":"https://openalex.org/W4306704607","doi":"https://doi.org/10.1007/978-3-031-19032-2_12"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-19032-2_12","doi":"https://doi.org/10.1007/978-3-031-19032-2_12","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-19032-2_12","pdf_url":null,"source":{"id":"https://openalex.org/S2764461748","display_name":"Studies in computational intelligence","issn_l":"1860-949X","issn":["1860-949X","1860-9503"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Computational Intelligence","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4306751749","display_name":"Advances in Neural Computation, Machine Learning, and Cognitive Research VI"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044592516","display_name":"Ilia Zharikov","orcid":"https://orcid.org/0000-0002-2358-3865","observed_orcids":["https://orcid.org/0000-0002-2358-3865"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Ilia Zharikov","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023987761","display_name":"Ivan Krivorotov","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Ivan Krivorotov","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074154317","display_name":"Vasily Alexeev","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Vasily Alexeev","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014186235","display_name":"Alexander Alexeev","orcid":"https://orcid.org/0000-0002-8285-0003","observed_orcids":["https://orcid.org/0000-0002-8285-0003"]},"institutions":[{"id":"https://openalex.org/I153845743","display_name":"Moscow Institute of Physics and Technology","ror":"https://ror.org/00v0z9322","country_code":"RU","type":"education","lineage":["https://openalex.org/I153845743"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Alexander Alexeev","raw_affiliation_strings":["Moscow Institute of Physics and Technology, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow Institute of Physics and Technology, Moscow, Russia","institution_ids":["https://openalex.org/I153845743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030035090","display_name":"\u0413\u041b\u0415\u0411 \u0410\u041d\u0414\u0420\u0415\u0415\u0412\u0418\u0427 \u041e\u0414\u0418\u041d\u041e\u041a\u0418\u0425","orcid":"https://orcid.org/0000-0002-8687-4336","observed_orcids":["https://orcid.org/0000-0002-8687-4336"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gleb Odinokikh","raw_affiliation_strings":["Moscow AI Foundation and Algorithm Lab, Huawei Russian Research Institute, Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Moscow AI Foundation and Algorithm Lab, Huawei Russian Research Institute, Moscow, Russia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044592516"],"corresponding_institution_ids":["https://openalex.org/I153845743"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10386136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"107","last_page":"120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7172999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7172999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.271699994802475,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/low-bit-quantization","display_name":"low-bit quantization","score":0.9190000295639038},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.6940000057220459},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.949999988079071},{"id":"https://openalex.org/keywords/knowledge-distillation","display_name":"knowledge distillation","score":0.9850000143051147},{"id":"https://openalex.org/keywords/2-bit-quantization","display_name":"2-bit quantization","score":0.8019999861717224},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.7400000095367432},{"id":"https://openalex.org/keywords/memory-constrained-devices","display_name":"memory-constrained devices","score":0.9139999747276306},{"id":"https://openalex.org/keywords/librispeech","display_name":"LibriSpeech","score":0.7229999899864197},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"word error rate","score":0.7559999823570251}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7306903600692749},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.698172926902771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6771069169044495},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5540235042572021},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43147796392440796},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4217739403247833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3959246873855591},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20011770725250244},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17402046918869019},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07994735240936279},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-19032-2_12","doi":"https://doi.org/10.1007/978-3-031-19032-2_12","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-19032-2_12","pdf_url":null,"source":{"id":"https://openalex.org/S2764461748","display_name":"Studies in computational intelligence","issn_l":"1860-949X","issn":["1860-949X","1860-9503"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Computational Intelligence","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.49000000953674316}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W2143612262","https://openalex.org/W2144499799","https://openalex.org/W2775304348","https://openalex.org/W2777406049","https://openalex.org/W2892009249","https://openalex.org/W2962778134","https://openalex.org/W2963341956","https://openalex.org/W2979314664","https://openalex.org/W2998090033","https://openalex.org/W2999733888","https://openalex.org/W3012638462","https://openalex.org/W3015194534","https://openalex.org/W3015281123","https://openalex.org/W3034368386","https://openalex.org/W3035083896","https://openalex.org/W3035183452","https://openalex.org/W3126590385","https://openalex.org/W6600336938","https://openalex.org/W6603795164","https://openalex.org/W6738979783"],"related_works":["https://openalex.org/W3007625080","https://openalex.org/W2983157715","https://openalex.org/W4312690141","https://openalex.org/W3163368926","https://openalex.org/W4312941980","https://openalex.org/W4405031698","https://openalex.org/W4402352305","https://openalex.org/W4406461469","https://openalex.org/W4302760292","https://openalex.org/W4221138270"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-10-19T00:00:00"}