{"id":"https://openalex.org/W2963864497","doi":"https://doi.org/10.1109/icassp.2017.7953072","title":"Knowledge distillation for small-footprint highway networks","display_name":"Knowledge distillation for small-footprint highway networks","publication_year":2017,"publication_date":"2017-03-01","ids":{"openalex":"https://openalex.org/W2963864497","doi":"https://doi.org/10.1109/icassp.2017.7953072","mag":"2963864497"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2017.7953072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101607148","display_name":"Liang Lu","orcid":"https://orcid.org/0000-0003-4005-679X"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liang Lu","raw_affiliation_strings":["TTl-Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TTl-Chicago","institution_ids":["https://openalex.org/I160992636"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045861403","display_name":"Michelle Guo","orcid":"https://orcid.org/0000-0002-6574-6669"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michelle Guo","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027442277","display_name":"Steve Renals","orcid":"https://orcid.org/0000-0002-8790-3389"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steve Renals","raw_affiliation_strings":["The University of Edinburgh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Edinburgh","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4820","last_page":"4824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7422303557395935},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378172874450684},{"id":"https://openalex.org/keywords/footprint","display_name":"Footprint","score":0.6444255113601685},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.616722583770752},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5643678903579712},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5233206748962402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47494128346443176},{"id":"https://openalex.org/keywords/feedforward-neural-network","display_name":"Feedforward neural network","score":0.45413997769355774},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4490809440612793},{"id":"https://openalex.org/keywords/acoustic-model","display_name":"Acoustic model","score":0.4242505431175232},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3554396629333496},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3539867401123047},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17171317338943481},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.16318362951278687},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.06967025995254517}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7422303557395935},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378172874450684},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.6444255113601685},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.616722583770752},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5643678903579712},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5233206748962402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47494128346443176},{"id":"https://openalex.org/C47702885","wikidata":"https://www.wikidata.org/wiki/Q5441227","display_name":"Feedforward neural network","level":3,"score":0.45413997769355774},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4490809440612793},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.4242505431175232},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3554396629333496},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3539867401123047},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17171317338943481},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.16318362951278687},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.06967025995254517},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2017.7953072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2017.7953072","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6899999976158142}],"awards":[{"id":"https://openalex.org/G4055593462","display_name":null,"funder_award_id":"EP/I031022/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W38527073","https://openalex.org/W1026270304","https://openalex.org/W1524333225","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1987238397","https://openalex.org/W1995562189","https://openalex.org/W2035846950","https://openalex.org/W2058641082","https://openalex.org/W2114016253","https://openalex.org/W2118563516","https://openalex.org/W2131342762","https://openalex.org/W2134797427","https://openalex.org/W2153773386","https://openalex.org/W2181607856","https://openalex.org/W2182629226","https://openalex.org/W2293634267","https://openalex.org/W2294370754","https://openalex.org/W2294543795","https://openalex.org/W2402040300","https://openalex.org/W2403195671","https://openalex.org/W2949964376","https://openalex.org/W2950621961","https://openalex.org/W2963124866","https://openalex.org/W2964118293","https://openalex.org/W2964196118","https://openalex.org/W2964233848","https://openalex.org/W3141933106","https://openalex.org/W4293775671","https://openalex.org/W6601546718","https://openalex.org/W6626481562","https://openalex.org/W6631362777","https://openalex.org/W6638523607","https://openalex.org/W6677614981","https://openalex.org/W6679909955","https://openalex.org/W6685298420","https://openalex.org/W6686045668","https://openalex.org/W6686067075","https://openalex.org/W6696912008","https://openalex.org/W6696934422","https://openalex.org/W6712847557","https://openalex.org/W6713280142"],"related_works":["https://openalex.org/W2286391053","https://openalex.org/W2982600058","https://openalex.org/W2115072676","https://openalex.org/W4311212821","https://openalex.org/W2045727192","https://openalex.org/W2102065768","https://openalex.org/W4390752998","https://openalex.org/W1529660427","https://openalex.org/W3121106353","https://openalex.org/W2158578859"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2],"significantly":[3,155],"advanced":[4],"state-of-the-art":[5],"of":[6,55,76,120,137,160],"speech":[7,148],"recognition":[8,70,149,158],"in":[9,35,134],"the":[10,93,99,113,118,135,145,157,161,173,179],"past":[11],"few":[12],"years.":[13],"However,":[14],"compared":[15,79],"to":[16,80],"conventional":[17],"Gaussian":[18],"mixture":[19],"acoustic":[20,49,65,86,163],"models,":[21],"neural":[22,45,58,83],"network":[23,46,84],"models":[24,66],"are":[25,30],"usually":[26],"much":[27,73],"larger,":[28],"and":[29,132,171,178],"therefore":[31],"not":[32],"very":[33],"deployable":[34],"embedded":[36],"devices.":[37],"Previously,":[38],"we":[39,91,111,127,154],"investigated":[40],"a":[41,53,121],"compact":[42,114],"highway":[43],"deep":[44,82],"(HDNN)":[47],"for":[48],"modelling,":[50],"which":[51],"is":[52,104],"type":[54],"depth-gated":[56],"feedforward":[57],"network.":[59],"We":[60],"have":[61],"shown":[62],"that":[63,103],"HDNN-based":[64],"can":[67],"achieve":[68],"comparable":[69],"accuracy":[71,123,159],"with":[72,117,165,182],"smaller":[74],"number":[75],"model":[77,116,164,177],"parameters":[78],"plain":[81,180],"(DNN)":[85],"models.":[87],"In":[88],"this":[89,152,176],"paper,":[90],"push":[92],"boundary":[94],"further":[95],"by":[96],"leveraging":[97],"on":[98,144],"knowledge":[100],"distillation":[101],"technique":[102],"also":[105,128],"known":[106],"as":[107],"teacher-student":[108,138],"training,":[109],"i.e.,":[110],"train":[112],"HDNN":[115,162],"supervision":[119],"high":[122],"cumbersome":[124],"model.":[125],"Furthermore,":[126],"investigate":[129],"sequence":[130],"training":[131],"adaptation":[133],"context":[136],"training.":[139],"Our":[140],"experiments":[141],"were":[142],"performed":[143],"AMI":[146],"meeting":[147],"corpus.":[150],"With":[151],"technique,":[153],"improved":[156],"less":[166],"than":[167],"0.8":[168],"million":[169,184],"parameters,":[170],"narrowed":[172],"gap":[174],"between":[175],"DNN":[181],"30":[183],"parameters.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}