{"id":"https://openalex.org/W2901989681","doi":"https://doi.org/10.1109/icpr.2018.8545028","title":"Compression of Acoustic Model via Knowledge Distillation and Pruning","display_name":"Compression of Acoustic Model via Knowledge Distillation and Pruning","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2901989681","doi":"https://doi.org/10.1109/icpr.2018.8545028","mag":"2901989681"},"language":"en","primary_location":{"id":"doi:10.1109/icpr.2018.8545028","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr.2018.8545028","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 24th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101744663","display_name":"Chenxing Li","orcid":"https://orcid.org/0009-0001-4226-7825"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenxing Li","raw_affiliation_strings":["University of Chinese Academy of Sciences, Beijing, P.R.China"],"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, P.R.China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394072","display_name":"Lei Zhu","orcid":"https://orcid.org/0000-0003-1685-7968"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zhu","raw_affiliation_strings":["AI Lab, Rokid Inc., Beijing, P.R.China"],"affiliations":[{"raw_affiliation_string":"AI Lab, Rokid Inc., Beijing, P.R.China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004363895","display_name":"Shuang Xu","orcid":"https://orcid.org/0000-0003-3576-6914"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, P.R.China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, P.R.China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100362398","display_name":"Peng Gao","orcid":"https://orcid.org/0000-0002-1290-6972"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Gao","raw_affiliation_strings":["AI Lab, Rokid Inc., Beijing, P.R.China"],"affiliations":[{"raw_affiliation_string":"AI Lab, Rokid Inc., Beijing, P.R.China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108642431","display_name":"Bo Xu","orcid":"https://orcid.org/0000-0002-1111-1529"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Xu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences, Beijing, P.R.China"],"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences, Beijing, P.R.China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101744663"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.4887,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.73845292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"4274","issue":null,"first_page":"2785","last_page":"2790"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8037168979644775},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7748132944107056},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6606356501579285},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6375964283943176},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.579725980758667},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5729227662086487},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.519637942314148},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.46413275599479675},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4317835569381714},{"id":"https://openalex.org/keywords/acoustic-model","display_name":"Acoustic model","score":0.4276065528392792},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42455923557281494},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.405063271522522},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.14152595400810242},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0753619372844696}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8037168979644775},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7748132944107056},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6606356501579285},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6375964283943176},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.579725980758667},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5729227662086487},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.519637942314148},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.46413275599479675},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4317835569381714},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.4276065528392792},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42455923557281494},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.405063271522522},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.14152595400810242},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0753619372844696},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr.2018.8545028","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr.2018.8545028","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 24th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323537","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W854541894","https://openalex.org/W1489125746","https://openalex.org/W1524333225","https://openalex.org/W1526236009","https://openalex.org/W1586532344","https://openalex.org/W1821462560","https://openalex.org/W1836465849","https://openalex.org/W1924770834","https://openalex.org/W2058641082","https://openalex.org/W2085628288","https://openalex.org/W2102113734","https://openalex.org/W2112984492","https://openalex.org/W2118563516","https://openalex.org/W2119144962","https://openalex.org/W2144499799","https://openalex.org/W2182629226","https://openalex.org/W2271840356","https://openalex.org/W2293634267","https://openalex.org/W2294543795","https://openalex.org/W2402040300","https://openalex.org/W2507580616","https://openalex.org/W2507699225","https://openalex.org/W2513938599","https://openalex.org/W2949117887","https://openalex.org/W2949964376","https://openalex.org/W2963174142","https://openalex.org/W2963211739","https://openalex.org/W2963643655","https://openalex.org/W2963674932","https://openalex.org/W2963736842","https://openalex.org/W2963864497","https://openalex.org/W2963920996","https://openalex.org/W2964299589","https://openalex.org/W6623517193","https://openalex.org/W6629052376","https://openalex.org/W6631362777","https://openalex.org/W6675365184","https://openalex.org/W6677614981","https://openalex.org/W6686067075","https://openalex.org/W6696912008","https://openalex.org/W6696934422","https://openalex.org/W6712847557","https://openalex.org/W6725118395"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2005801347","https://openalex.org/W2372385138","https://openalex.org/W2186640231","https://openalex.org/W4296359239","https://openalex.org/W1557905920"],"abstract_inverted_index":{"Recently,":[0],"the":[1,37,76,88,93,105,124],"performance":[2,121],"of":[3],"speech":[4],"recognition":[5],"system":[6],"based":[7,64],"on":[8,36],"neural":[9,61],"network":[10,62],"has":[11],"been":[12],"greatly":[13],"improved.":[14],"Arguably,":[15],"this":[16,80],"huge":[17],"improvement":[18],"can":[19,110],"be":[20,34],"mainly":[21],"attributed":[22],"to":[23,33,41,57,86,103],"deeper":[24],"and":[25,45,91,98,119],"wider":[26],"layers.":[27],"These":[28],"systems":[29],"are":[30,100],"more":[31],"difficult":[32],"deployed":[35],"embedded":[38],"devices":[39],"due":[40],"their":[42],"large":[43],"size":[44,117],"high":[46],"computational":[47],"complexity.":[48],"To":[49],"address":[50],"these":[51],"issues,":[52],"we":[53],"propose":[54],"a":[55,69],"method":[56],"compress":[58,104],"deep":[59],"feed-forward":[60],"(DNN)":[63],"acoustic":[65,71],"model.":[66,78,106,126],"In":[67,79],"detail,":[68],"state-of-the-art":[70],"model":[72,89,109],"is":[73,84],"trained":[74],"as":[75],"baseline":[77,125],"step,":[81],"layer":[82],"normalization":[83],"applied":[85],"accelerating":[87],"convergence":[90],"improving":[92],"generalization":[94],"performance.":[95],"Knowledge":[96],"distillation":[97],"pruning":[99],"then":[101],"conducted":[102],"Our":[107],"final":[108],"achieve":[111],"14.59\u00d7":[112],"parameters":[113],"reduction,":[114],"5\u00d7":[115],"storage":[116],"reduction":[118],"comparable":[120],"compared":[122],"with":[123]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}