{"id":"https://openalex.org/W1512898506","doi":"https://doi.org/10.1109/icassp.2015.7179002","title":"Recurrent neural network language model with structured word embeddings for speech recognition","display_name":"Recurrent neural network language model with structured word embeddings for speech recognition","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1512898506","doi":"https://doi.org/10.1109/icassp.2015.7179002","mag":"1512898506"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2015.7179002","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2015.7179002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051747323","display_name":"Tianxing He","orcid":"https://orcid.org/0009-0008-6383-0307"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianxing He","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055220405","display_name":"Xu Xiang","orcid":"https://orcid.org/0000-0003-2530-9023"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Xiang","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100341993","display_name":"Yanmin Qian","orcid":"https://orcid.org/0000-0002-0314-3790"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanmin Qian","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043098653","display_name":"Kai Yu","orcid":"https://orcid.org/0000-0002-7102-9826"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Yu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, SpeechLab, Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5396","last_page":"5400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8844809532165527},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7690529823303223},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.7525812387466431},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6729477643966675},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6291639804840088},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6227205991744995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5947551727294922},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5833393931388855},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5439618825912476},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.54158616065979},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5146608948707581},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5146249532699585},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4543451964855194},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06483384966850281}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8844809532165527},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7690529823303223},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.7525812387466431},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6729477643966675},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6291639804840088},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6227205991744995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5947551727294922},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5833393931388855},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5439618825912476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.54158616065979},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5146608948707581},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5146249532699585},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4543451964855194},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06483384966850281},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2015.7179002","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2015.7179002","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5699999928474426,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W101286142","https://openalex.org/W179875071","https://openalex.org/W1498436455","https://openalex.org/W1505680913","https://openalex.org/W1970689298","https://openalex.org/W2026149468","https://openalex.org/W2040711288","https://openalex.org/W2050469586","https://openalex.org/W2058695628","https://openalex.org/W2091812280","https://openalex.org/W2091981305","https://openalex.org/W2097927681","https://openalex.org/W2147768505","https://openalex.org/W2171928131","https://openalex.org/W2271177914","https://openalex.org/W2402268235","https://openalex.org/W2405047074","https://openalex.org/W2950186769","https://openalex.org/W2998704965","https://openalex.org/W4285719527","https://openalex.org/W6601546654","https://openalex.org/W6604085896","https://openalex.org/W6607333740","https://openalex.org/W6630160514","https://openalex.org/W6680532216","https://openalex.org/W6694492165","https://openalex.org/W6713736167"],"related_works":["https://openalex.org/W4298287631","https://openalex.org/W2953061907","https://openalex.org/W1847088711","https://openalex.org/W4225394202","https://openalex.org/W3031223029","https://openalex.org/W3167704465","https://openalex.org/W4286432911","https://openalex.org/W2495256954","https://openalex.org/W2259317772","https://openalex.org/W2944541365"],"abstract_inverted_index":{"Due":[0],"to":[1,64],"effective":[2],"word":[3,60,71],"context":[4,8],"encoding":[5],"and":[6,28,69,123],"long-term":[7],"preserving,":[9],"recurrent":[10],"neural":[11,30],"network":[12,31],"language":[13,32],"model":[14],"(RNNLM)":[15],"has":[16,38],"attracted":[17],"great":[18],"interest":[19],"by":[20],"showing":[21],"better":[22],"performance":[23],"over":[24],"back-off":[25],"n-gram":[26],"models":[27,33],"feed-forward":[29],"(FNNLM).":[34],"However,":[35],"it":[36],"still":[37],"the":[39,79,96,108,113],"difficulty":[40],"of":[41,44,58,78,121],"modelling":[42],"words":[43],"very":[45],"low":[46],"frequency":[47],"in":[48,129],"training":[49],"data.":[50],"To":[51],"address":[52],"this":[53],"issue,":[54],"a":[55,101,117],"new":[56],"framework":[57,84],"structured":[59],"embedding":[61],"is":[62,85],"introduced":[63],"RNNLM,":[65,115],"where":[66,89],"both":[67],"input":[68],"target":[70],"embeddings":[72],"are":[73],"factorized":[74],"into":[75],"weighted":[76],"sum":[77],"corresponding":[80],"sub-word":[81,97],"embeddings.":[82],"The":[83],"instantiated":[86],"for":[87],"Chinese,":[88],"characters":[90],"can":[91],"be":[92],"naturally":[93],"used":[94],"as":[95],"units.":[98],"Experiments":[99],"on":[100],"Chinese":[102],"twitter":[103],"LVCSR":[104],"task":[105],"showed":[106],"that":[107],"proposed":[109],"approach":[110],"effectively":[111],"outperformed":[112],"standard":[114],"yielding":[116],"relative":[118],"PPL":[119],"improvement":[120,128],"8:8%":[122],"an":[124],"absolute":[125],"0:59%":[126],"CER":[127],"N-Best":[130],"re-scoring.":[131]},"counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}