{"id":"https://openalex.org/W2496955520","doi":"https://doi.org/10.1109/taslp.2016.2598304","title":"Efficient Training and Evaluation of Recurrent Neural Network Language Models for Automatic Speech Recognition","display_name":"Efficient Training and Evaluation of Recurrent Neural Network Language Models for Automatic Speech Recognition","publication_year":2016,"publication_date":"2016-08-04","ids":{"openalex":"https://openalex.org/W2496955520","doi":"https://doi.org/10.1109/taslp.2016.2598304","mag":"2496955520"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2016.2598304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2016.2598304","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.repository.cam.ac.uk/bitstreams/eea4548e-d0c5-4076-882a-4025115e3099/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100329117","display_name":"Xie Chen","orcid":"https://orcid.org/0000-0001-5801-2571"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xie Chen","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037109470","display_name":"Xunying Liu","orcid":"https://orcid.org/0000-0001-6725-1160"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xunying Liu","raw_affiliation_strings":["Department of Systems Engineering and Engineering Management, Chinese University of Hong Kong, Shatin, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100339989","display_name":"Yongqiang Wang","orcid":"https://orcid.org/0000-0002-8600-0276"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Yongqiang Wang","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K","Microsoft Corporation, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Microsoft Corporation, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark J. F. Gales","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002191410","display_name":"Philip C. Woodland","orcid":"https://orcid.org/0000-0001-9069-0225"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Philip C. Woodland","raw_affiliation_strings":["Department of Engineering, University of Cambridge, Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100329117"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":15.0185,"has_fulltext":true,"cited_by_count":61,"citation_normalized_percentile":{"value":0.98901407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"24","issue":"11","first_page":"2146","last_page":"2157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.917797327041626},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.8205344676971436},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.65911465883255},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5582903027534485},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4383043050765991},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4345332384109497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38264575600624084},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3422638177871704},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3242492079734802}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.917797327041626},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.8205344676971436},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.65911465883255},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5582903027534485},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4383043050765991},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4345332384109497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38264575600624084},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3422638177871704},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3242492079734802},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/taslp.2016.2598304","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2016.2598304","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/274204","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/274204","pdf_url":"https://www.repository.cam.ac.uk/bitstreams/eea4548e-d0c5-4076-882a-4025115e3099/download","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:generic.eprints.org:799488","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/799488/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"doi:10.17863/cam.21304","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.21304","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:www.repository.cam.ac.uk:1810/274204","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/274204","pdf_url":"https://www.repository.cam.ac.uk/bitstreams/eea4548e-d0c5-4076-882a-4025115e3099/download","source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1934935867","display_name":null,"funder_award_id":"Engineering and Physical Sciences R","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3790594077","display_name":"Natural Speech Technology","funder_award_id":"EP/I031022/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4055593462","display_name":null,"funder_award_id":"EP/I031022/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2496955520.pdf","grobid_xml":"https://content.openalex.org/works/W2496955520.grobid-xml"},"referenced_works_count":78,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W101286142","https://openalex.org/W179875071","https://openalex.org/W932413789","https://openalex.org/W1218987319","https://openalex.org/W1488980900","https://openalex.org/W1494108583","https://openalex.org/W1498436455","https://openalex.org/W1520465330","https://openalex.org/W1585876329","https://openalex.org/W1631260214","https://openalex.org/W1753482797","https://openalex.org/W1773599773","https://openalex.org/W1917432393","https://openalex.org/W1922655562","https://openalex.org/W1964742985","https://openalex.org/W1970689298","https://openalex.org/W1985258458","https://openalex.org/W1994536225","https://openalex.org/W2008398646","https://openalex.org/W2026149468","https://openalex.org/W2026383756","https://openalex.org/W2058695628","https://openalex.org/W2066378046","https://openalex.org/W2072350286","https://openalex.org/W2076094076","https://openalex.org/W2091981305","https://openalex.org/W2094233035","https://openalex.org/W2094971681","https://openalex.org/W2110415041","https://openalex.org/W2120861206","https://openalex.org/W2130942839","https://openalex.org/W2134950286","https://openalex.org/W2138204974","https://openalex.org/W2140679639","https://openalex.org/W2144790469","https://openalex.org/W2154137718","https://openalex.org/W2161199684","https://openalex.org/W2171928131","https://openalex.org/W2181607856","https://openalex.org/W2250489405","https://openalex.org/W2251682575","https://openalex.org/W2271177914","https://openalex.org/W2296705629","https://openalex.org/W2394932179","https://openalex.org/W2396033037","https://openalex.org/W2399456070","https://openalex.org/W2399550240","https://openalex.org/W2400801499","https://openalex.org/W2401969231","https://openalex.org/W2402268235","https://openalex.org/W2403274071","https://openalex.org/W2474824677","https://openalex.org/W2611669587","https://openalex.org/W2951714314","https://openalex.org/W2998704965","https://openalex.org/W4285719527","https://openalex.org/W6601546654","https://openalex.org/W6604085896","https://openalex.org/W6607333740","https://openalex.org/W6624558595","https://openalex.org/W6627792425","https://openalex.org/W6632248436","https://openalex.org/W6636811518","https://openalex.org/W6637698695","https://openalex.org/W6640090968","https://openalex.org/W6678040779","https://openalex.org/W6679436768","https://openalex.org/W6680106237","https://openalex.org/W6686045668","https://openalex.org/W6691642504","https://openalex.org/W6697336780","https://openalex.org/W6711802761","https://openalex.org/W6712249138","https://openalex.org/W6712868603","https://openalex.org/W6712986244","https://openalex.org/W6713001283","https://openalex.org/W6713098461"],"related_works":["https://openalex.org/W4285298148","https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W4287323699","https://openalex.org/W2105076537","https://openalex.org/W2084531783","https://openalex.org/W2902731467"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1],"network":[2],"language":[3],"models":[4],"(RNNLMs)":[5],"are":[6,115],"becoming":[7],"increasingly":[8],"popular":[9],"for":[10],"a":[11,40,65,70,83,99,132,153,160,178,183,202],"range":[12],"of":[13,42,90,96,171,180,234],"applications":[14],"including":[15],"automatic":[16],"speech":[17,165],"recognition.":[18],"An":[19],"important":[20],"issue":[21],"that":[22,47,231],"limits":[23],"their":[24],"possible":[25],"application":[26],"areas":[27],"is":[28,77,139,173],"the":[29,120,124,145,187,207,232],"computational":[30],"cost":[31],"incurred":[32],"in":[33,197,212],"training":[34,92,105,134,146,169,233],"and":[35,60,111,216],"evaluation.":[36],"This":[37,79],"paper":[38],"describes":[39],"series":[41],"new":[43],"efficiency":[44],"improving":[45],"approaches":[46],"allows":[48],"RNNLMs":[49,149],"to":[50,117,142,177],"be":[51],"more":[52],"efficiently":[53],"trained":[54,151],"on":[55,62,98,108,152,182,201,224],"graphics":[56],"processing":[57],"units":[58],"(GPUs)":[59],"evaluated":[61],"CPUs.":[63],"First,":[64],"modified":[66,80],"RNNLM":[67,104,125,172,190,235],"architecture":[68,81],"with":[69,123,156],"nonclass-based,":[71],"full":[72],"output":[73,126],"layer":[74,127],"structure":[75],"(F-RNNLM)":[76],"proposed.":[78],"facilitates":[82],"novel":[84],"spliced":[85],"sentence":[86],"bunch":[87],"mode":[88],"parallelization":[89],"F-RNNLM":[91],"using":[93],"large":[94,161],"quantities":[95],"data":[97],"GPU.":[100],"Second,":[101],"two":[102],"efficient":[103],"criteria":[106],"based":[107],"variance":[109],"regularization":[110],"noise":[112],"contrastive":[113],"estimation":[114],"explored":[116],"specifically":[118],"reduce":[119],"computation":[121],"associated":[122],"softmax":[128],"normalisation":[129],"term.":[130],"Finally,":[131],"pipelined":[133],"algorithm":[135],"utilizing":[136],"multiple":[137],"GPUs":[138],"also":[140,219,229],"used":[141],"further":[143],"improve":[144],"speed.":[147],"Initially,":[148],"were":[150,218],"moderate":[154],"dataset":[155],"20M":[157],"words":[158],"from":[159],"vocabulary":[162],"conversational":[163],"telephone":[164],"recognition":[166,214],"task.":[167],"The":[168],"time":[170,199],"reduced":[174],"by":[175],"up":[176,196],"factor":[179],"53":[181],"single":[184],"GPU":[185],"over":[186,206,221],"standard":[188],"CPU-based":[189],"toolkit.":[191],"A":[192],"56":[193],"times":[194],"speed":[195],"test":[198],"evaluation":[200],"CPU":[203],"was":[204],"obtained":[205,220],"baseline":[208],"F-RNNLMs.":[209],"Consistent":[210],"improvements":[211],"both":[213],"accuracy":[215],"perplexity":[217],"C-RNNLMs.":[222],"Experiments":[223],"Google's":[225],"one":[226],"billion":[227],"corpus":[228],"reveals":[230],"scales":[236],"well.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}