{"id":"https://openalex.org/W2138452145","doi":"https://doi.org/10.1186/1687-4722-2013-22","title":"RNN language model with word clustering and class-based output layer","display_name":"RNN language model with word clustering and class-based output layer","publication_year":2013,"publication_date":"2013-07-22","ids":{"openalex":"https://openalex.org/W2138452145","doi":"https://doi.org/10.1186/1687-4722-2013-22","mag":"2138452145"},"language":"en","primary_location":{"id":"doi:10.1186/1687-4722-2013-22","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1687-4722-2013-22","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-4722-2013-22","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-4722-2013-22","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087555284","display_name":"Yongzhe Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongzhe Shi","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, 100084, Beijing, China","[Tsinghua National Laboratory for Information Science and Technology Department of Electronic Engineering, Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, 100084, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Tsinghua National Laboratory for Information Science and Technology Department of Electronic Engineering, Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692904","display_name":"Wei-Qiang Zhang","orcid":"https://orcid.org/0000-0003-3841-1959"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Qiang Zhang","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, 100084, Beijing, China","[Tsinghua National Laboratory for Information Science and Technology Department of Electronic Engineering, Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, 100084, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Tsinghua National Laboratory for Information Science and Technology Department of Electronic Engineering, Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409741","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-0383-0934"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, 100084, Beijing, China","[Tsinghua National Laboratory for Information Science and Technology Department of Electronic Engineering, Tsinghua University, Beijing, China]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, 100084, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"[Tsinghua National Laboratory for Information Science and Technology Department of Electronic Engineering, Tsinghua University, Beijing, China]","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015797517","display_name":"Michael T. Johnson","orcid":"https://orcid.org/0000-0001-5424-4877"},"institutions":[{"id":"https://openalex.org/I102461120","display_name":"Marquette University","ror":"https://ror.org/04gr4te78","country_code":"US","type":"education","lineage":["https://openalex.org/I102461120"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael T Johnson","raw_affiliation_strings":["Department of Electrical Engineering, Marquette University, WI, 53201, Milwaukee, USA","Department of Electrical Engineering, Marquette University, Milwaukee, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Marquette University, WI, 53201, Milwaukee, USA","institution_ids":["https://openalex.org/I102461120"]},{"raw_affiliation_string":"Department of Electrical Engineering, Marquette University, Milwaukee, USA","institution_ids":["https://openalex.org/I102461120"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087555284"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":1115,"currency":"GBP","value_usd":1635},"apc_paid":{"value":1115,"currency":"GBP","value_usd":1635},"fwci":7.2692,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.96666063,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"2013","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.9638364315032959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8186976909637451},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7898154258728027},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7059101462364197},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6761928200721741},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6568369269371033},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6028406620025635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5784028172492981},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5372728109359741},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.5269811153411865},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.4597302973270416},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4504464864730835},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.40102651715278625},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.40066099166870117},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10585668683052063}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.9638364315032959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8186976909637451},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7898154258728027},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7059101462364197},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6761928200721741},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6568369269371033},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6028406620025635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5784028172492981},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5372728109359741},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.5269811153411865},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.4597302973270416},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4504464864730835},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40102651715278625},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.40066099166870117},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10585668683052063},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/1687-4722-2013-22","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1687-4722-2013-22","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-4722-2013-22","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},{"id":"pmh:oai:epublications.marquette.edu:electric_fac-1043","is_oa":true,"landing_page_url":"https://epublications.marquette.edu/electric_fac/44","pdf_url":null,"source":{"id":"https://openalex.org/S4306401682","display_name":"e-Publications@Marquette (Marquette University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102461120","host_organization_name":"Marquette University","host_organization_lineage":["https://openalex.org/I102461120"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical and Computer Engineering Faculty Research and Publications","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1186/1687-4722-2013-22","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1687-4722-2013-22","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/1687-4722-2013-22","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7699999809265137}],"awards":[{"id":"https://openalex.org/G2201735945","display_name":null,"funder_award_id":"61273268","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7772564070","display_name":"\u9762\u5411\u6d77\u91cf\u8bed\u97f3\u4fe1\u606f\u5904\u7406\u7684\u5783\u573e\u8fc7\u6ee4\u548c\u6570\u636e\u9009\u62e9\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61005019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8464305792","display_name":"\u591a\u4eba\u591a\u65b9\u5bf9\u8bdd\u4e2d\u7684\u8bed\u97f3\u5206\u79bb\u3001\u5185\u5bb9\u5206\u6790\u4e0e\u7406\u89e3","funder_award_id":"90920302","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2138452145.pdf","grobid_xml":"https://content.openalex.org/works/W2138452145.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W36903255","https://openalex.org/W83522546","https://openalex.org/W136846643","https://openalex.org/W179875071","https://openalex.org/W1970689298","https://openalex.org/W2038721957","https://openalex.org/W2080018251","https://openalex.org/W2110485445","https://openalex.org/W2121227244","https://openalex.org/W2140723372","https://openalex.org/W2143719855","https://openalex.org/W2168489430","https://openalex.org/W2171928131","https://openalex.org/W2185726469","https://openalex.org/W2474824677","https://openalex.org/W2930957955","https://openalex.org/W3141239769","https://openalex.org/W4235505822","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W1578024259","https://openalex.org/W2913200330","https://openalex.org/W2048917925","https://openalex.org/W2019914509","https://openalex.org/W3184026069","https://openalex.org/W2075815989","https://openalex.org/W2560354942","https://openalex.org/W1928807591","https://openalex.org/W2033350476","https://openalex.org/W1710082047"],"abstract_inverted_index":{"The":[0],"recurrent":[1],"neural":[2],"network":[3],"language":[4,13,53],"model":[5],"(RNNLM)":[6],"has":[7],"shown":[8],"significant":[9],"promise":[10],"for":[11],"statistical":[12],"modeling.":[14],"In":[15,31],"this":[16,32],"work,":[17],"a":[18,51],"new":[19,60],"class-based":[20,52],"output":[21,41,61],"layer":[22,42,62],"method":[23],"is":[24,37],"introduced":[25],"to":[26,49],"further":[27],"improve":[28],"the":[29,40,45,59,69,75],"RNNLM.":[30],"method,":[33],"word":[34,64,78],"class":[35],"information":[36],"incorporated":[38],"into":[39],"by":[43],"utilizing":[44],"Brown":[46],"clustering":[47,65],"algorithm":[48],"estimate":[50],"model.":[54],"Experimental":[55],"results":[56],"show":[57],"that":[58],"with":[63],"not":[66],"only":[67],"improves":[68],"convergence":[70],"obviously":[71],"but":[72],"also":[73],"reduces":[74],"perplexity":[76],"and":[77],"error":[79],"rate":[80],"in":[81],"large":[82],"vocabulary":[83],"continuous":[84],"speech":[85],"recognition.":[86]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}