{"id":"https://openalex.org/W2963124866","doi":"https://doi.org/10.21437/interspeech.2016-39","title":"Small-Footprint Deep Neural Networks with Highway Connections for Speech Recognition","display_name":"Small-Footprint Deep Neural Networks with Highway Connections for Speech Recognition","publication_year":2016,"publication_date":"2016-08-29","ids":{"openalex":"https://openalex.org/W2963124866","doi":"https://doi.org/10.21437/interspeech.2016-39","mag":"2963124866"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2016-39","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2016-39","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2016","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/3b75d614-974f-4f48-857f-68cbc727c1df","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101607148","display_name":"Liang Lu","orcid":"https://orcid.org/0000-0003-4005-679X"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liang Lu","raw_affiliation_strings":["Centre for Speech Technology Research, The University of Edinburgh, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Speech Technology Research, The University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027442277","display_name":"Steve Renals","orcid":"https://orcid.org/0000-0002-8790-3389"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Steve Renals","raw_affiliation_strings":["Centre for Speech Technology Research, The University of Edinburgh, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Speech Technology Research, The University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575148344039917},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6749165058135986},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6718279123306274},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6366152167320251},{"id":"https://openalex.org/keywords/footprint","display_name":"Footprint","score":0.6152395606040955},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6015551686286926},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46473264694213867},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.460584819316864},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.42895999550819397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4042327404022217},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3525700569152832},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32842618227005005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575148344039917},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6749165058135986},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6718279123306274},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6366152167320251},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.6152395606040955},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6015551686286926},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46473264694213867},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.460584819316864},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.42895999550819397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4042327404022217},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3525700569152832},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32842618227005005},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.21437/interspeech.2016-39","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2016-39","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2016","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/3b75d614-974f-4f48-857f-68cbc727c1df","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/3b75d614-974f-4f48-857f-68cbc727c1df","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lu, L & Renals, S 2016, Small-footprint Deep Neural Networks with Highway Connections for Speech Recognition. in Proceedings of Interspeech 2016. Interspeech, San Francisco, United States, Interspeech 2016, San Francisco, United States, 8/09/16. https://doi.org/10.21437/Interspeech.2016-39","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/3b75d614-974f-4f48-857f-68cbc727c1df","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/portal/en/publications/smallfootprint-deep-neural-networks-with-highway-connections-for-speech-recognition(3b75d614-974f-4f48-857f-68cbc727c1df).html","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lu, L & Renals, S 2016, Small-footprint Deep Neural Networks with Highway Connections for Speech Recognition. in Proceedings of Interspeech 2016. Interspeech, San Francisco, United States, Interspeech 2016, San Francisco, United States, 8/09/16. https://doi.org/10.21437/Interspeech.2016-39","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/3b75d614-974f-4f48-857f-68cbc727c1df","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/3b75d614-974f-4f48-857f-68cbc727c1df","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Lu, L & Renals, S 2016, Small-footprint Deep Neural Networks with Highway Connections for Speech Recognition. in Proceedings of Interspeech 2016. Interspeech, San Francisco, United States, Interspeech 2016, San Francisco, United States, 8/09/16. https://doi.org/10.21437/Interspeech.2016-39","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4055593462","display_name":null,"funder_award_id":"EP/I031022/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1026270304","https://openalex.org/W1524333225","https://openalex.org/W1533861849","https://openalex.org/W1553004968","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W1904365287","https://openalex.org/W2058641082","https://openalex.org/W2095705004","https://openalex.org/W2100495367","https://openalex.org/W2100772283","https://openalex.org/W2110798204","https://openalex.org/W2117499988","https://openalex.org/W2118563516","https://openalex.org/W2134797427","https://openalex.org/W2147768505","https://openalex.org/W2152332944","https://openalex.org/W2153773386","https://openalex.org/W2160815625","https://openalex.org/W2168894214","https://openalex.org/W2169189000","https://openalex.org/W2181607856","https://openalex.org/W2182629226","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2294543795","https://openalex.org/W2402040300","https://openalex.org/W2949964376","https://openalex.org/W2950621961","https://openalex.org/W2963606038","https://openalex.org/W2964084166","https://openalex.org/W2964118293","https://openalex.org/W2964196118","https://openalex.org/W4293775671"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W3137434606","https://openalex.org/W4372263373","https://openalex.org/W2034940213"],"abstract_inverted_index":{"For":[0],"speech":[1,97],"recognition,":[2],"deep":[3],"neural":[4,110],"networks":[5,111],"(DNNs)":[6],"have":[7,33,78],"significantly":[8,79,127],"improved":[9],"the":[10,24,58,61,94,119,130],"recognition":[11,131],"accuracy":[12],"in":[13,46],"most":[14],"of":[15,37,60,82,105,121],"benchmark":[16],"datasets":[17],"and":[18,74,77,118],"application":[19,59],"domains.":[20],"However,":[21],"compared":[22,85],"to":[23,66,86],"conventional":[25,87],"Gaussian":[26],"mixture":[27],"models,":[28],"DNN-based":[29],"acoustic":[30],"models":[31],"usually":[32],"much":[34],"larger":[35],"number":[36,81,120],"model":[38,83,122],"parameters,":[39],"making":[40],"it":[41],"challenging":[42],"for":[43],"their":[44,114],"applications":[45],"resource":[47],"constrained":[48],"platforms,":[49],"e.g.,":[50],"mobile":[51],"devices.":[52],"In":[53],"this":[54,91],"paper,":[55],"we":[56],"study":[57],"recently":[62],"proposed":[63],"highway":[64,109],"network":[65],"train":[67],"small-footprint":[68],"DNNs,":[69],"which":[70,100],"are":[71],"{\\it":[72,75],"thinner}":[73],"deeper},":[76],"smaller":[80],"parameters":[84,123],"DNNs.":[88],"We":[89],"investigated":[90],"approach":[92],"on":[93],"AMI":[95],"meeting":[96],"transcription":[98],"corpus":[99],"has":[101],"around":[102],"70":[103],"hours":[104],"audio":[106],"data.":[107],"The":[108],"constantly":[112],"outperformed":[113],"plain":[115],"DNN":[116],"counterparts,":[117],"can":[124],"be":[125],"reduced":[126],"without":[128],"sacrificing":[129],"accuracy.":[132]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}