{"id":"https://openalex.org/W2964233848","doi":"https://doi.org/10.1109/slt.2016.7846304","title":"Sequence training and adaptation of highway deep neural networks","display_name":"Sequence training and adaptation of highway deep neural networks","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2964233848","doi":"https://doi.org/10.1109/slt.2016.7846304","mag":"2964233848"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2016.7846304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101607148","display_name":"Liang Lu","orcid":"https://orcid.org/0000-0003-4005-679X"},"institutions":[{"id":"https://openalex.org/I160992636","display_name":"Toyota Technological Institute at Chicago","ror":"https://ror.org/02sn5gb64","country_code":"US","type":"education","lineage":["https://openalex.org/I160992636"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Liang Lu","raw_affiliation_strings":["Toyota Technological Institute at Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Toyota Technological Institute at Chicago, USA","institution_ids":["https://openalex.org/I160992636"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101607148"],"corresponding_institution_ids":["https://openalex.org/I160992636"],"apc_list":null,"apc_paid":null,"fwci":0.84563064,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90379524,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"461","last_page":"466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7644690871238708},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7052928805351257},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6883280873298645},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6474014520645142},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5441258549690247},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5426727533340454},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.5140848755836487},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.5022931098937988},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.49639827013015747},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.47813475131988525},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4343520998954773},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.42788878083229065},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4192197322845459},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13418903946876526}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7644690871238708},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7052928805351257},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6883280873298645},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6474014520645142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5441258549690247},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5426727533340454},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.5140848755836487},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.5022931098937988},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.49639827013015747},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.47813475131988525},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4343520998954773},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.42788878083229065},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4192197322845459},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13418903946876526},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt.2016.7846304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846304","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7099999785423279,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W38527073","https://openalex.org/W1026270304","https://openalex.org/W1524333225","https://openalex.org/W1567690964","https://openalex.org/W1690739335","https://openalex.org/W1987238397","https://openalex.org/W1993409002","https://openalex.org/W2058641082","https://openalex.org/W2079623482","https://openalex.org/W2094147890","https://openalex.org/W2114016253","https://openalex.org/W2118563516","https://openalex.org/W2131342762","https://openalex.org/W2134797427","https://openalex.org/W2153773386","https://openalex.org/W2181607856","https://openalex.org/W2182629226","https://openalex.org/W2288977568","https://openalex.org/W2294543795","https://openalex.org/W2402040300","https://openalex.org/W2403195671","https://openalex.org/W2949964376","https://openalex.org/W2950621961","https://openalex.org/W2963124866","https://openalex.org/W2964084166","https://openalex.org/W2964118293","https://openalex.org/W2964196118","https://openalex.org/W3141933106","https://openalex.org/W4293775671","https://openalex.org/W6626481562","https://openalex.org/W6631362777","https://openalex.org/W6640608466","https://openalex.org/W6677614981","https://openalex.org/W6679909955","https://openalex.org/W6685298420","https://openalex.org/W6686045668","https://openalex.org/W6686067075","https://openalex.org/W6696315177","https://openalex.org/W6696912008","https://openalex.org/W6712847557"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2286391053","https://openalex.org/W2761785940","https://openalex.org/W1482209366","https://openalex.org/W2982600058","https://openalex.org/W2053269318"],"abstract_inverted_index":{"Highway":[0],"deep":[1,33],"neural":[2,11,34],"network":[3],"(HDNN)":[4],"is":[5],"a":[6,40,66],"type":[7],"of":[8,83,113],"depth-gated":[9],"feedforward":[10],"network,":[12,148],"which":[13,48],"has":[14],"shown":[15],"to":[16,19,30,64,140],"be":[17],"easier":[18],"train":[20,65],"with":[21,86,117],"more":[22],"hidden":[23,58,136],"layers":[24,137],"and":[25,60,90,149,165],"also":[26],"generalise":[27],"better":[28],"compared":[29],"conventional":[31],"plain":[32],"networks":[35],"(DNNs).":[36],"Previously,":[37],"we":[38,61,78,123,150],"investigated":[39],"structured":[41],"HDNN":[42],"architecture":[43,85],"for":[44],"speech":[45,98,108],"recognition,":[46],"in":[47,161],"the":[49,57,72,81,95,114,118,126,135,142,146],"two":[50,105,127],"gate":[51,128,159],"functions":[52,129,160],"were":[53,62],"tied":[54,132],"across":[55,133],"all":[56,134],"layers,":[59],"able":[63,139],"much":[67],"smaller":[68],"model":[69,115],"without":[70],"sacrificing":[71],"recognition":[73,99,109],"accuracy.":[74],"In":[75],"this":[76,84],"paper,":[77],"carry":[79],"on":[80,94,111],"study":[82],"sequence-discriminative":[87],"training":[88,164],"criterion":[89],"speaker":[91],"adaptation":[92,166],"techniques":[93,106],"AMI":[96],"meeting":[97],"corpus.":[100],"We":[101],"show":[102],"that":[103,125,130],"these":[104,158],"improve":[107],"accuracy":[110],"top":[112],"trained":[116],"cross":[119],"entropy":[120],"criterion.":[121],"Furthermore,":[122],"demonstrate":[124],"are":[131,138],"control":[141],"information":[143],"flow":[144],"over":[145],"whole":[147],"can":[151],"achieve":[152],"considerable":[153],"improvements":[154],"by":[155],"only":[156],"updating":[157],"both":[162],"sequence":[163],"experiments.":[167]},"counts_by_year":[{"year":2017,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}