{"id":"https://openalex.org/W2912691643","doi":"https://doi.org/10.1109/slt.2018.8639637","title":"Exploring Layer Trajectory LSTM with Depth Processing Units and Attention","display_name":"Exploring Layer Trajectory LSTM with Depth Processing Units and Attention","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2912691643","doi":"https://doi.org/10.1109/slt.2018.8639637","mag":"2912691643"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2018.8639637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2018.8639637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100365053","display_name":"Jinyu Li","orcid":"https://orcid.org/0000-0002-1089-9748"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jinyu Li","raw_affiliation_strings":["Microsoft AI and Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft AI and Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101607148","display_name":"Liang Lu","orcid":"https://orcid.org/0000-0003-4005-679X"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Liang Lu","raw_affiliation_strings":["Microsoft AI and Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft AI and Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022890229","display_name":"Changliang Liu","orcid":"https://orcid.org/0009-0005-8201-0871"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Changliang Liu","raw_affiliation_strings":["Microsoft AI and Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft AI and Research","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101928537","display_name":"Yifan Gong","orcid":"https://orcid.org/0000-0002-3912-097X"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yifan Gong","raw_affiliation_strings":["Microsoft AI and Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft AI and Research","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":0.7923,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.78753136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"456","last_page":"462"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8218944668769836},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7552782893180847},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6833094954490662},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6350011825561523},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.6168679594993591},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5841926336288452},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.581861674785614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5587171316146851},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.5060915350914001},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.4498271048069},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4402582049369812},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.436532199382782},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.41272109746932983}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8218944668769836},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7552782893180847},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6833094954490662},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6350011825561523},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6168679594993591},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5841926336288452},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.581861674785614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5587171316146851},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.5060915350914001},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4498271048069},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4402582049369812},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.436532199382782},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.41272109746932983},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt.2018.8639637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2018.8639637","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W217970951","https://openalex.org/W1600744878","https://openalex.org/W1771459135","https://openalex.org/W1984541135","https://openalex.org/W1987238397","https://openalex.org/W2061305730","https://openalex.org/W2064675550","https://openalex.org/W2076794394","https://openalex.org/W2089917322","https://openalex.org/W2119615570","https://openalex.org/W2131342762","https://openalex.org/W2133564696","https://openalex.org/W2143612262","https://openalex.org/W2160815625","https://openalex.org/W2194775991","https://openalex.org/W2291522532","https://openalex.org/W2293009711","https://openalex.org/W2293634267","https://openalex.org/W2294543795","https://openalex.org/W2296748324","https://openalex.org/W2396144419","https://openalex.org/W2396384435","https://openalex.org/W2403195671","https://openalex.org/W2403524927","https://openalex.org/W2475988411","https://openalex.org/W2513938599","https://openalex.org/W2586630418","https://openalex.org/W2734724284","https://openalex.org/W2735006420","https://openalex.org/W2747006787","https://openalex.org/W2787420813","https://openalex.org/W2962962542","https://openalex.org/W2962965465","https://openalex.org/W2963326356","https://openalex.org/W2963523217","https://openalex.org/W2963917928","https://openalex.org/W2964084166","https://openalex.org/W2964308564","https://openalex.org/W6608710415","https://openalex.org/W6638205174","https://openalex.org/W6679434410","https://openalex.org/W6687483927","https://openalex.org/W6696761078","https://openalex.org/W6696912008","https://openalex.org/W6696934422","https://openalex.org/W6696972928","https://openalex.org/W6696982659","https://openalex.org/W6713280142","https://openalex.org/W6713292810","https://openalex.org/W6731900453"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W1482209366","https://openalex.org/W2110523656","https://openalex.org/W2162582511","https://openalex.org/W2944691285"],"abstract_inverted_index":{"Traditional":[0],"LSTM":[1,38],"model":[2],"and":[3,11,20,40,62,91,125],"its":[4],"variants":[5],"normally":[6],"work":[7],"in":[8,79],"a":[9,42,49,86],"frame-by-frame":[10],"layer-by-layer":[12],"fashion,":[13],"which":[14,45,108],"deals":[15],"with":[16,48,116,141,175],"the":[17,25,55,64,80,129,137,157,171],"temporal":[18],"modeling":[19,76],"target":[21],"classification":[22],"problems":[23],"at":[24],"same":[26],"time.":[27],"In":[28],"this":[29,101],"paper,":[30],"we":[31,95],"extend":[32],"our":[33],"recently":[34],"proposed":[35,130],"layer":[36,66],"trajectory":[37,67],"(ltLSTM)":[39],"present":[41],"generalized":[43,131],"framework,":[44],"is":[46,109],"equipped":[47],"depth":[50,81],"processing":[51,82],"block":[52,83],"that":[53],"scans":[54],"hidden":[56],"states":[57],"of":[58,120],"each":[59],"time-LSTM":[60],"layer,":[61],"uses":[63],"summarized":[65],"information":[68],"for":[69,112],"final":[70],"senone":[71],"classification.":[72],"We":[73,166],"explore":[74,104],"different":[75,152],"units":[77],"used":[78],"to":[84,103,143,164],"have":[85],"good":[87],"tradeoff":[88],"between":[89],"accuracy":[90],"runtime":[92],"cost.":[93],"Furthermore,":[94],"integrate":[96],"an":[97],"attention":[98,155],"module":[99],"into":[100],"framework":[102],"wide":[105],"context":[106],"information,":[107],"especially":[110],"beneficial":[111],"uni-directional":[113],"LSTMs.":[114],"Trained":[115],"30":[117],"thousand":[118],"hours":[119],"EN-US":[121],"Microsoft":[122],"internal":[123],"data":[124],"cross":[126],"entropy":[127],"criterion,":[128],"ltLSTM":[132],"performed":[133],"significantly":[134],"better":[135],"than":[136],"standard":[138],"multi-layer":[139],"time-LSTM,":[140],"up":[142,163],"12.8%":[144],"relative":[145,158],"word":[146],"error":[147],"rate":[148],"(WER)":[149],"reduction":[150,160],"across":[151],"tasks.":[153],"With":[154],"modeling,":[156],"WER":[159],"can":[161],"be":[162],"17.9%.":[165],"observed":[167],"similar":[168],"gain":[169],"when":[170],"models":[172],"were":[173],"trained":[174],"sequence":[176],"discriminative":[177],"training":[178],"criterion.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}