{"id":"https://openalex.org/W4224933797","doi":"https://doi.org/10.1109/icassp43922.2022.9746113","title":"Compressing Transformer-Based ASR Model by Task-Driven Loss and Attention-Based Multi-Level Feature Distillation","display_name":"Compressing Transformer-Based ASR Model by Task-Driven Loss and Attention-Based Multi-Level Feature Distillation","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4224933797","doi":"https://doi.org/10.1109/icassp43922.2022.9746113"},"language":"en","primary_location":{"id":"doi:10.1109/icassp43922.2022.9746113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746113","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060156737","display_name":"Yongjie Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongjie Lv","raw_affiliation_strings":["Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050763764","display_name":"Longbiao Wang","orcid":"https://orcid.org/0000-0002-4005-5036"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longbiao Wang","raw_affiliation_strings":["Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103107663","display_name":"Meng Ge","orcid":"https://orcid.org/0000-0003-4251-0482"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Ge","raw_affiliation_strings":["Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053726259","display_name":"Sheng Li","orcid":"https://orcid.org/0000-0001-7636-3797"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sheng Li","raw_affiliation_strings":["National Institute of Information and Communications Technology (NICT),Kyoto,Japan","National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT),Kyoto,Japan","institution_ids":["https://openalex.org/I90023481"]},{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001889488","display_name":"Chenchen Ding","orcid":"https://orcid.org/0000-0002-7523-208X"},"institutions":[{"id":"https://openalex.org/I90023481","display_name":"National Institute of Information and Communications Technology","ror":"https://ror.org/016bgq349","country_code":"JP","type":"facility","lineage":["https://openalex.org/I90023481"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Chenchen Ding","raw_affiliation_strings":["National Institute of Information and Communications Technology (NICT),Kyoto,Japan","National Institute of Information and Communications Technology (NICT), Kyoto, Japan"],"affiliations":[{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT),Kyoto,Japan","institution_ids":["https://openalex.org/I90023481"]},{"raw_affiliation_string":"National Institute of Information and Communications Technology (NICT), Kyoto, Japan","institution_ids":["https://openalex.org/I90023481"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041292431","display_name":"Lixin Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixin Pan","raw_affiliation_strings":["Huiyan Technology (TianJin) Co., Ltd.,Tianjin,China","Huiyan Technology (TianJin) Co., Ltd., Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Huiyan Technology (TianJin) Co., Ltd.,Tianjin,China","institution_ids":["https://openalex.org/I132369690"]},{"raw_affiliation_string":"Huiyan Technology (TianJin) Co., Ltd., Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070236689","display_name":"Yu Guang Wang","orcid":"https://orcid.org/0000-0002-7450-0273"},"institutions":[{"id":"https://openalex.org/I132369690","display_name":"Tianjin University of Science and Technology","ror":"https://ror.org/018rbtf37","country_code":"CN","type":"education","lineage":["https://openalex.org/I132369690"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuguang Wang","raw_affiliation_strings":["Huiyan Technology (TianJin) Co., Ltd.,Tianjin,China","Huiyan Technology (TianJin) Co., Ltd., Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Huiyan Technology (TianJin) Co., Ltd.,Tianjin,China","institution_ids":["https://openalex.org/I132369690"]},{"raw_affiliation_string":"Huiyan Technology (TianJin) Co., Ltd., Tianjin, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017251198","display_name":"Jianwu Dang","orcid":"https://orcid.org/0000-0002-9237-4821"},"institutions":[{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]},{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN","JP"],"is_corresponding":false,"raw_author_name":"Jianwu Dang","raw_affiliation_strings":["Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","Japan Advanced Institute of Science and Technology, Ishikawa, Japan"],"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Ishikawa, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060582594","display_name":"Kiyoshi Honda","orcid":"https://orcid.org/0000-0002-7725-5031"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kiyoshi Honda","raw_affiliation_strings":["Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University,Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing,Tianjin,China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin Key Laboratory of Cognitive Computing and Application, College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5060156737"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.2087,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.38071766,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"7992","last_page":"7996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.768058717250824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6839985847473145},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6079550385475159},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4899832308292389},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4224443733692169},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38599061965942383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3486185073852539},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3245480954647064},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.19353917241096497},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10717859864234924},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.09759730100631714},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07522851228713989},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.062094271183013916}],"concepts":[{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.768058717250824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6839985847473145},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6079550385475159},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4899832308292389},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4224443733692169},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38599061965942383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3486185073852539},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3245480954647064},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.19353917241096497},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10717859864234924},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.09759730100631714},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07522851228713989},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.062094271183013916},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icassp43922.2022.9746113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp43922.2022.9746113","pdf_url":null,"source":{"id":"https://openalex.org/S4363607702","display_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2022 - 2022 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50729723","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100931407","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7200000286102295,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1821462560","https://openalex.org/W2058641082","https://openalex.org/W2312434537","https://openalex.org/W2889282842","https://openalex.org/W2892009249","https://openalex.org/W2936774411","https://openalex.org/W2962780374","https://openalex.org/W2963681135","https://openalex.org/W2963736842","https://openalex.org/W2970418186","https://openalex.org/W2970454332","https://openalex.org/W2997006708","https://openalex.org/W3007625080","https://openalex.org/W3015286511","https://openalex.org/W3034457371","https://openalex.org/W3096099419","https://openalex.org/W3097777922","https://openalex.org/W3098873988","https://openalex.org/W3105966348","https://openalex.org/W3156828761","https://openalex.org/W3177378457","https://openalex.org/W4287828539","https://openalex.org/W4288337707","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6638523607","https://openalex.org/W6739901393","https://openalex.org/W6762805369","https://openalex.org/W6767215405","https://openalex.org/W6771940864","https://openalex.org/W6774302960","https://openalex.org/W6774500937","https://openalex.org/W6775160533","https://openalex.org/W6794137076"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W2015158429","https://openalex.org/W2080290893"],"abstract_inverted_index":{"The":[0],"current":[1],"popular":[2],"knowledge":[3],"distillation":[4,67],"(KD)":[5],"methods":[6,17],"effectively":[7],"compress":[8],"the":[9,24,37,51,71,79,83,87,91,107],"transformer-based":[10],"end-to-end":[11],"speech":[12],"recognition":[13],"model.":[14,39,81],"However,":[15],"existing":[16],"fail":[18],"to":[19,55,68],"utilize":[20],"complete":[21],"information":[22],"of":[23,34,36,78],"teacher":[25,38,80],"model,":[26,86],"and":[27],"they":[28],"distill":[29],"only":[30],"a":[31,46,101],"limited":[32],"number":[33],"blocks":[35,54,77],"In":[40],"this":[41],"study,":[42],"we":[43,61],"first":[44],"integrate":[45],"task-driven":[47],"loss":[48],"function":[49],"into":[50],"decoder\u2019s":[52],"intermediate":[53],"generate":[56],"task-related":[57],"feature":[58,66,72],"representations.":[59],"Then,":[60],"propose":[62],"an":[63],"attention-based":[64],"multi-level":[65],"automatically":[69],"learn":[70],"representation":[73],"summarized":[74],"by":[75],"all":[76],"Under":[82],"1.1M":[84],"parameters":[85],"experimental":[88],"results":[89],"on":[90],"Wall":[92],"Street":[93],"Journal":[94],"dataset":[95],"reveal":[96],"that":[97],"our":[98],"approach":[99],"achieves":[100],"12.1%":[102],"WER":[103],"reduction":[104],"compared":[105],"with":[106],"baseline":[108],"system.":[109]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}