{"id":"https://openalex.org/W1520465330","doi":"https://doi.org/10.1109/icassp.2015.7179005","title":"Recurrent neural network language model training with noise contrastive estimation for speech recognition","display_name":"Recurrent neural network language model training with noise contrastive estimation for speech recognition","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1520465330","doi":"https://doi.org/10.1109/icassp.2015.7179005","mag":"1520465330"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2015.7179005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2015.7179005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.repository.cam.ac.uk/bitstreams/93d54154-f3f0-46a7-87b0-53cc8bb8be7f/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071230229","display_name":"Xiaoye Chen","orcid":"https://orcid.org/0000-0003-1636-7264"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"X. Chen","raw_affiliation_strings":["Engineering Dept., University of Cambridge, Cambridge, U.K","University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K"],"affiliations":[{"raw_affiliation_string":"Engineering Dept., University of Cambridge, Cambridge, U.K","institution_ids":[]},{"raw_affiliation_string":"University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029689557","display_name":"Xiaobing Liu","orcid":"https://orcid.org/0000-0003-1142-5816"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"X. Liu","raw_affiliation_strings":["Engineering Dept., University of Cambridge, Cambridge, U.K","University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K"],"affiliations":[{"raw_affiliation_string":"Engineering Dept., University of Cambridge, Cambridge, U.K","institution_ids":[]},{"raw_affiliation_string":"University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"M. J. F. Gales","raw_affiliation_strings":["Engineering Dept., University of Cambridge, Cambridge, U.K","University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K"],"affiliations":[{"raw_affiliation_string":"Engineering Dept., University of Cambridge, Cambridge, U.K","institution_ids":[]},{"raw_affiliation_string":"University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002191410","display_name":"Philip C. Woodland","orcid":"https://orcid.org/0000-0001-9069-0225"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"P. C. Woodland","raw_affiliation_strings":["Engineering Dept., University of Cambridge, Cambridge, U.K","University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K"],"affiliations":[{"raw_affiliation_string":"Engineering Dept., University of Cambridge, Cambridge, U.K","institution_ids":[]},{"raw_affiliation_string":"University of Cambridge Engineering Dept, Trumpington St., CB2 1PZ, U.K","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5071230229"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":21.8096,"has_fulltext":true,"cited_by_count":82,"citation_normalized_percentile":{"value":0.99417929,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5411","last_page":"5415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.9587912559509277},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8463071584701538},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.7514582872390747},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6944589018821716},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.678188145160675},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6115348935127258},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.550670862197876},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.41865283250808716},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.4174365997314453},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4084894359111786}],"concepts":[{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.9587912559509277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8463071584701538},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.7514582872390747},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6944589018821716},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.678188145160675},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6115348935127258},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.550670862197876},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.41865283250808716},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.4174365997314453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4084894359111786},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/icassp.2015.7179005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2015.7179005","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/247439","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/247439","pdf_url":"https://www.repository.cam.ac.uk/bitstreams/93d54154-f3f0-46a7-87b0-53cc8bb8be7f/download","source":{"id":"https://openalex.org/S4306401776","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.671.1688","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.671.1688","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mi.eng.cam.ac.uk/%7Exc257/papers/ICASSP2015-rnnlm-nce.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.706.5942","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.706.5942","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mi.eng.cam.ac.uk/projects/cued-rnnlm/papers/Interspeech15.pdf","raw_type":"text"},{"id":"pmh:oai:generic.eprints.org:720832","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/720832/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:generic.eprints.org:986339","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/986339/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"pmh:oai:www.repository.cam.ac.uk:1810/247439","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/247439","pdf_url":"https://www.repository.cam.ac.uk/bitstreams/93d54154-f3f0-46a7-87b0-53cc8bb8be7f/download","source":{"id":"https://openalex.org/S4306401776","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1520465330.pdf","grobid_xml":"https://content.openalex.org/works/W1520465330.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W101286142","https://openalex.org/W179875071","https://openalex.org/W932413789","https://openalex.org/W1494108583","https://openalex.org/W1498436455","https://openalex.org/W1539309091","https://openalex.org/W1585876329","https://openalex.org/W1631260214","https://openalex.org/W1964742985","https://openalex.org/W1970689298","https://openalex.org/W1994536225","https://openalex.org/W2008398646","https://openalex.org/W2058695628","https://openalex.org/W2076094076","https://openalex.org/W2094971681","https://openalex.org/W2110415041","https://openalex.org/W2120861206","https://openalex.org/W2134950286","https://openalex.org/W2138204974","https://openalex.org/W2144790469","https://openalex.org/W2153579005","https://openalex.org/W2171928131","https://openalex.org/W2250489405","https://openalex.org/W2251682575","https://openalex.org/W2399456070","https://openalex.org/W2400801499","https://openalex.org/W2403274071","https://openalex.org/W2611669587","https://openalex.org/W4294170691","https://openalex.org/W6607333740","https://openalex.org/W6624558595","https://openalex.org/W6632248436","https://openalex.org/W6636811518","https://openalex.org/W6678040779","https://openalex.org/W6682691769","https://openalex.org/W6691642504","https://openalex.org/W6713366003"],"related_works":["https://openalex.org/W2896411932","https://openalex.org/W2268150819","https://openalex.org/W4383737268","https://openalex.org/W3199404008","https://openalex.org/W2086999410","https://openalex.org/W1499864241","https://openalex.org/W2782005958","https://openalex.org/W1520465330","https://openalex.org/W2608712415","https://openalex.org/W2263232528"],"abstract_inverted_index":{"In":[0],"recent":[1],"years":[2],"recurrent":[3],"neural":[4],"network":[5],"language":[6],"models":[7],"(RNNLMs)":[8],"have":[9],"been":[10],"successfully":[11],"applied":[12],"to":[13,65,113],"a":[14,62,79,119,127,133,136,146],"range":[15],"of":[16,29,46],"tasks":[17],"including":[18],"speech":[19,124],"recognition.":[20],"However,":[21],"an":[22],"important":[23],"issue":[24],"that":[25],"limits":[26],"the":[27,38,52,56,72,102,114],"quantity":[28],"data":[30],"used,":[31],"and":[32,74,108,135],"their":[33],"possible":[34],"application":[35],"areas,":[36],"is":[37,49,83,93,111],"computational":[39],"cost":[40,48],"in":[41,95,129,141],"training.":[42,97],"A":[43],"signi??cant":[44],"part":[45],"this":[47,60,87],"associated":[50],"with":[51],"softmax":[53],"function":[54],"at":[55],"output":[57,81,115],"layer,":[58],"as":[59],"requires":[61],"normalization":[63,104],"term":[64],"be":[66],"explicitly":[67],"calculated.":[68],"This":[69],"impacts":[70],"both":[71,106],"training":[73,107,130],"testing":[75],"speed,":[76],"especially":[77],"when":[78],"large":[80,120],"vocabulary":[82,121],"used.":[84],"To":[85],"address":[86],"problem,":[88],"noise":[89],"contrastive":[90],"estimation":[91],"(NCE)":[92],"explored":[94],"RNNLM":[96],"NCE":[98],"does":[99],"not":[100],"require":[101],"above":[103],"during":[105],"testing.":[109],"It":[110],"insensitive":[112],"layer":[116],"size.":[117],"On":[118],"conversational":[122],"telephone":[123],"recognition":[125],"task,":[126],"doubling":[128],"speed":[131,139],"on":[132,145],"GPU":[134],"56":[137],"times":[138],"up":[140],"test":[142],"time":[143],"evaluation":[144],"CPU":[147],"were":[148],"obtained.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":20},{"year":2015,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}