{"id":"https://openalex.org/W2993523327","doi":"https://doi.org/10.1587/transinf.2018edp7242","title":"Latent Words Recurrent Neural Network Language Models for Automatic Speech Recognition","display_name":"Latent Words Recurrent Neural Network Language Models for Automatic Speech Recognition","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W2993523327","doi":"https://doi.org/10.1587/transinf.2018edp7242","mag":"2993523327"},"language":"en","primary_location":{"id":"doi:10.1587/transinf.2018edp7242","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2018edp7242","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/12/E102.D_2018EDP7242/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/12/E102.D_2018EDP7242/_pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060644399","display_name":"Ryo Masumura","orcid":"https://orcid.org/0000-0002-2415-4149"},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo MASUMURA","raw_affiliation_strings":["NTT Media Intelligence Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112536171","display_name":"Taichi Asami","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taichi ASAMI","raw_affiliation_strings":["NTT Media Intelligence Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109336432","display_name":"Takanobu Oba","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takanobu OBA","raw_affiliation_strings":["NTT Media Intelligence Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034735400","display_name":"Sumitaka Sakauchi","orcid":null},"institutions":[{"id":"https://openalex.org/I2251713219","display_name":"NTT (Japan)","ror":"https://ror.org/00berct97","country_code":"JP","type":"company","lineage":["https://openalex.org/I2251713219"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sumitaka SAKAUCHI","raw_affiliation_strings":["NTT Media Intelligence Laboratories, NTT Corporation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NTT Media Intelligence Laboratories, NTT Corporation","institution_ids":["https://openalex.org/I2251713219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082389304","display_name":"Akinori Ito","orcid":"https://orcid.org/0000-0002-8835-7877"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akinori ITO","raw_affiliation_strings":["Graduate School of Engineering, Tohoku University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Tohoku University","institution_ids":["https://openalex.org/I201537933"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8471,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.81005428,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"E102.D","issue":"12","first_page":"2557","last_page":"2567"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.8821377754211426},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7851400375366211},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.6635226607322693},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6116907596588135},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5030774474143982},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44350558519363403},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4193256199359894},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41144731640815735},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.32128071784973145}],"concepts":[{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.8821377754211426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7851400375366211},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.6635226607322693},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6116907596588135},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5030774474143982},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44350558519363403},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4193256199359894},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41144731640815735},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32128071784973145},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1587/transinf.2018edp7242","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2018edp7242","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/12/E102.D_2018EDP7242/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},{"id":"mag:2599781794","is_oa":false,"landing_page_url":"https://www.ieice.org/ken/paper/20150821lbCC/eng/","pdf_url":null,"source":{"id":"https://openalex.org/S4306512848","display_name":"IEICE Technical Report; IEICE Tech. Rep.","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"IEICE Technical Report; IEICE Tech. Rep.","raw_type":null}],"best_oa_location":{"id":"doi:10.1587/transinf.2018edp7242","is_oa":true,"landing_page_url":"https://doi.org/10.1587/transinf.2018edp7242","pdf_url":"https://www.jstage.jst.go.jp/article/transinf/E102.D/12/E102.D_2018EDP7242/_pdf","source":{"id":"https://openalex.org/S2486202937","display_name":"IEICE Transactions on Information and Systems","issn_l":"0916-8532","issn":["0916-8532","1745-1361"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Information and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2993523327.pdf","grobid_xml":"https://content.openalex.org/works/W2993523327.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W37526647","https://openalex.org/W179875071","https://openalex.org/W1488980900","https://openalex.org/W1575384945","https://openalex.org/W1632114991","https://openalex.org/W1797288984","https://openalex.org/W1970689298","https://openalex.org/W1976519809","https://openalex.org/W1985258458","https://openalex.org/W1992300521","https://openalex.org/W1996903695","https://openalex.org/W1999965501","https://openalex.org/W2031284124","https://openalex.org/W2047506955","https://openalex.org/W2100506586","https://openalex.org/W2100714283","https://openalex.org/W2111305191","https://openalex.org/W2132957691","https://openalex.org/W2140679639","https://openalex.org/W2140723372","https://openalex.org/W2154099718","https://openalex.org/W2158195707","https://openalex.org/W2171928131","https://openalex.org/W2184045248","https://openalex.org/W2394619680","https://openalex.org/W2397092652","https://openalex.org/W2402268235","https://openalex.org/W2404890635","https://openalex.org/W2524475847","https://openalex.org/W2525707688","https://openalex.org/W2805965938"],"related_works":["https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W3032952384","https://openalex.org/W3034302643","https://openalex.org/W1847088711","https://openalex.org/W4225394202","https://openalex.org/W3036642985","https://openalex.org/W2160451571","https://openalex.org/W2495256954","https://openalex.org/W2259317772"],"abstract_inverted_index":{"This":[0,190],"paper":[1,191],"demonstrates":[2],"latent":[3,35,62,82,99,121,159,182],"word":[4,36,63],"recurrent":[5,28],"neural":[6,29],"network":[7,30],"language":[8,31,37],"models":[9,32,38],"(LW-RNN-LMs)":[10],"for":[11,56,181,211,227,236],"enhancing":[12],"automatic":[13],"speech":[14,239],"recognition":[15],"(ASR).":[16],"LW-RNN-LMs":[17,116,222],"are":[18,54],"constructed":[19],"so":[20,109],"as":[21,110,125,127,134,136,151,173],"to":[22,104,111,215],"pick":[23],"up":[24],"advantages":[25],"in":[26],"both":[27,119],"(RNN-LMs)":[33],"and":[34,47,51,107,129,198,207,232],"(LW-LMs).":[39],"The":[40,115],"RNN-LMs":[41,68,137],"can":[42,117,148,170],"capture":[43,71],"long-range":[44,96,131],"context":[45],"information":[46],"offer":[48],"strong":[49],"performance,":[50],"the":[52,61,67,90,139,143,165,178,213,228],"LW-LMs":[53,91,128],"robust":[55],"out-of-domain":[57],"tasks":[58],"based":[59],"on":[60,223],"space":[64,84,123],"modeling.":[65],"However,":[66],"cannot":[69,92],"explicitly":[70],"hidden":[72],"relationships":[73,97],"behind":[74],"observed":[75],"words":[76],"since":[77],"a":[78,81,120,130,152,157,194,208,224],"concept":[79],"of":[80,145,167,186,201,221],"variable":[83,122,160,183],"is":[85,103],"not":[86],"present.":[87],"In":[88,162],"addition,":[89],"take":[93],"into":[94],"account":[95],"between":[98],"words.":[100],"Our":[101,217],"idea":[102],"combine":[105],"RNN-LM":[106,155],"LW-LM":[108,175,214],"compensate":[112],"individual":[113],"disadvantages.":[114],"support":[118],"modeling":[124,133,184],"well":[126,135],"relationship":[132],"at":[138],"same":[140],"time.":[141],"From":[142],"viewpoint":[144,166],"RNN-LMs,":[146],"LW-RNN-LM":[147,169],"be":[149,171],"considered":[150,172],"soft":[153],"class":[154],"with":[156],"vast":[158],"space.":[161],"contrast,":[163],"from":[164],"LW-LMs,":[168],"an":[174,187,204,233],"that":[176],"uses":[177],"RNN":[179],"structure":[180],"instead":[185],"n-gram":[188,205],"structure.":[189],"also":[192],"details":[193],"parameter":[195],"inference":[196],"method":[197],"two":[199],"kinds":[200],"implementation":[202],"methods,":[203],"approximation":[206],"Viterbi":[209],"approximation,":[210],"introducing":[212],"ASR.":[216],"experiments":[218],"show":[219],"effectiveness":[220],"perplexity":[225],"evaluation":[226,235],"Penn":[229],"Treebank":[230],"corpus":[231],"ASR":[234],"Japanese":[237],"spontaneous":[238],"tasks.":[240]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}