{"id":"https://openalex.org/W3010262429","doi":"https://doi.org/10.1109/gcce46687.2019.9015500","title":"Knowledge Distillation Using Soft and Hard Labels and Annealing for Acoustic Model Training","display_name":"Knowledge Distillation Using Soft and Hard Labels and Annealing for Acoustic Model Training","publication_year":2019,"publication_date":"2019-10-01","ids":{"openalex":"https://openalex.org/W3010262429","doi":"https://doi.org/10.1109/gcce46687.2019.9015500","mag":"3010262429"},"language":"en","primary_location":{"id":"doi:10.1109/gcce46687.2019.9015500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcce46687.2019.9015500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 8th Global Conference on Consumer Electronics (GCCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022767796","display_name":"Yuuki Tachioka","orcid":"https://orcid.org/0009-0002-0587-2943"},"institutions":[{"id":"https://openalex.org/I4210132650","display_name":"Denso (Japan)","ror":"https://ror.org/04hkpfa76","country_code":"JP","type":"company","lineage":["https://openalex.org/I4210132650"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuuki Tachioka","raw_affiliation_strings":["Denso IT Laboratory, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"Denso IT Laboratory, Tokyo, Japan","institution_ids":["https://openalex.org/I4210132650"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5022767796"],"corresponding_institution_ids":["https://openalex.org/I4210132650"],"apc_list":null,"apc_paid":null,"fwci":0.14,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60447695,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"689","last_page":"690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.7354936003684998},{"id":"https://openalex.org/keywords/simulated-annealing","display_name":"Simulated annealing","score":0.729508638381958},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.6857936978340149},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6774077415466309},{"id":"https://openalex.org/keywords/soft-computing","display_name":"Soft computing","score":0.4388276934623718},{"id":"https://openalex.org/keywords/annealing","display_name":"Annealing (glass)","score":0.43814700841903687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43734633922576904},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.4358021020889282},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.41752010583877563},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.38730692863464355},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36979812383651733},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3380679488182068},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.19566041231155396},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1314135193824768},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07006394863128662}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.7354936003684998},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.729508638381958},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.6857936978340149},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6774077415466309},{"id":"https://openalex.org/C140073362","wikidata":"https://www.wikidata.org/wiki/Q738759","display_name":"Soft computing","level":3,"score":0.4388276934623718},{"id":"https://openalex.org/C2777855556","wikidata":"https://www.wikidata.org/wiki/Q4339544","display_name":"Annealing (glass)","level":2,"score":0.43814700841903687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43734633922576904},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4358021020889282},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.41752010583877563},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.38730692863464355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36979812383651733},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3380679488182068},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.19566041231155396},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1314135193824768},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07006394863128662},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcce46687.2019.9015500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcce46687.2019.9015500","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 8th Global Conference on Consumer Electronics (GCCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W1524333225","https://openalex.org/W1821462560","https://openalex.org/W2559260703","https://openalex.org/W2747909401","https://openalex.org/W2963736842","https://openalex.org/W6631362777","https://openalex.org/W6638523607"],"related_works":["https://openalex.org/W4377700919","https://openalex.org/W2095509376","https://openalex.org/W2533491448","https://openalex.org/W4213425153","https://openalex.org/W2987481998","https://openalex.org/W2378190508","https://openalex.org/W1536111040","https://openalex.org/W4210286260","https://openalex.org/W2779689031","https://openalex.org/W76935687"],"abstract_inverted_index":{"While":[0],"larger":[1,33],"acoustic":[2],"models":[3,10,25,34],"provide":[4],"better":[5,90],"speech":[6],"recognition":[7],"performance,":[8],"smaller":[9],"are":[11,16,82],"appropriate":[12],"when":[13],"computational":[14],"resources":[15],"limited.":[17],"Knowledge":[18],"distillation":[19,57],"is":[20,65],"used":[21],"to":[22,67],"train":[23],"small":[24],"on":[26],"basis":[27],"of":[28,36,54],"soft":[29,71],"labels":[30,38],"obtained":[31,39],"from":[32,40],"instead":[35],"hard":[37,69],"reference":[41],"transcriptions.":[42],"In":[43],"this":[44],"work,":[45],"we":[46],"investigated":[47],"two":[48],"methods":[49],"for":[50],"using":[51],"both":[52,79],"types":[53],"labels:":[55],"sequence-level":[56,74],"(SD),":[58],"in":[59,77],"which":[60,78],"the":[61,68,99],"loss":[62,80],"function":[63],"selected":[64],"related":[66],"or":[70],"labels,":[72],"and":[73,93],"interpolation":[75],"(SI),":[76],"functions":[81],"interpolated.":[83],"Experiments":[84],"showed":[85],"that":[86,94],"SI":[87,95],"was":[88],"consistently":[89],"than":[91],"SD,":[92],"with":[96],"annealing":[97],"performed":[98],"best.":[100]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}