{"id":"https://openalex.org/W2072350286","doi":"https://doi.org/10.1109/icassp.2013.6639273","title":"Temporal kernel neural network language model","display_name":"Temporal kernel neural network language model","publication_year":2013,"publication_date":"2013-05-01","ids":{"openalex":"https://openalex.org/W2072350286","doi":"https://doi.org/10.1109/icassp.2013.6639273","mag":"2072350286"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2013.6639273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2013.6639273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087555284","display_name":"Yongzhe Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"YongZhe Shi","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","Dept. of Electron. Eng., TsingHua Univ., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Dept. of Electron. Eng., TsingHua Univ., Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100692904","display_name":"Wei-Qiang Zhang","orcid":"https://orcid.org/0000-0003-3841-1959"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei-Qiang Zhang","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","Dept. of Electron. Eng., TsingHua Univ., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Dept. of Electron. Eng., TsingHua Univ., Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052057753","display_name":"Meng Cai","orcid":"https://orcid.org/0000-0002-0711-5949"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Cai","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","Dept. of Electron. Eng., TsingHua Univ., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Dept. of Electron. Eng., TsingHua Univ., Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100409741","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0003-0383-0934"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","Dept. of Electron. Eng., TsingHua Univ., Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Dept. of Electron. Eng., TsingHua Univ., Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.3728,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82343415,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"8247","last_page":"8251"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.9272042512893677},{"id":"https://openalex.org/keywords/treebank","display_name":"Treebank","score":0.9189919233322144},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8096364736557007},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7976633310317993},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6239628791809082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.608091413974762},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.551449179649353},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.47744041681289673},{"id":"https://openalex.org/keywords/cache-language-model","display_name":"Cache language model","score":0.4716973304748535},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.4695504307746887},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.4626079499721527},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35019737482070923},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3474387228488922},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3381578326225281},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.27796289324760437},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10226479172706604}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.9272042512893677},{"id":"https://openalex.org/C206134035","wikidata":"https://www.wikidata.org/wiki/Q811525","display_name":"Treebank","level":3,"score":0.9189919233322144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8096364736557007},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7976633310317993},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6239628791809082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.608091413974762},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.551449179649353},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.47744041681289673},{"id":"https://openalex.org/C39608478","wikidata":"https://www.wikidata.org/wiki/Q5015979","display_name":"Cache language model","level":5,"score":0.4716973304748535},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.4695504307746887},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.4626079499721527},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35019737482070923},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3474387228488922},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3381578326225281},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.27796289324760437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10226479172706604},{"id":"https://openalex.org/C129353971","wikidata":"https://www.wikidata.org/wiki/Q5156949","display_name":"Comprehension approach","level":3,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2013.6639273","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2013.6639273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W2032676284","https://openalex.org/W2091812280","https://openalex.org/W2107878631","https://openalex.org/W2132339004","https://openalex.org/W2171928131","https://openalex.org/W2185726469","https://openalex.org/W2402268235","https://openalex.org/W2474824677","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2964047924","https://openalex.org/W2743945814","https://openalex.org/W2962832505","https://openalex.org/W2787311093","https://openalex.org/W2050138804","https://openalex.org/W2151348424","https://openalex.org/W2902731467","https://openalex.org/W1494910745","https://openalex.org/W1553387275","https://openalex.org/W2169518243"],"abstract_inverted_index":{"Using":[0],"neural":[1,23,29,40,97],"networks":[2,26],"to":[3,94,128],"estimate":[4],"the":[5,37,62,88,95,103,113,118],"probabilities":[6],"of":[7,46,56,64,106],"word":[8,140],"sequences":[9],"has":[10],"shown":[11],"significant":[12,137],"promise":[13],"for":[14,81],"statistical":[15],"language":[16,42,99],"modeling.":[17],"Typical":[18],"modeling":[19],"methods":[20],"include":[21],"multi-layer":[22],"networks,":[24,30],"log-bilinear":[25],"and":[27,101,135],"recurrent":[28,96],"etc.":[31],"In":[32],"this":[33,126],"paper,":[34],"we":[35],"propose":[36],"temporal":[38],"kernel":[39],"network":[41,98],"model,":[43],"a":[44,76],"variant":[45],"models":[47],"mentioned":[48],"above.":[49],"This":[50],"model":[51,90,100,127],"explicitly":[52],"captures":[53],"long-term":[54],"dependencies":[55],"words":[57],"with":[58,72],"exponential":[59],"kernel,":[60],"where":[61],"memory":[63],"history":[65],"is":[66,91],"decayed":[67],"exponentially.":[68],"Additionally,":[69],"several":[70],"sentences":[71],"variable":[73],"lengths":[74],"as":[75],"mini-batch":[77],"are":[78],"efficiently":[79],"implemented":[80],"speeding":[82],"up.":[83],"Experimental":[84],"results":[85,115],"show":[86],"that":[87],"proposed":[89],"very":[92],"competitive":[93],"obtains":[102],"lower":[104],"perplexity":[105],"111.6":[107],"(more":[108],"than":[109,112],"10%":[110],"reduction)":[111],"state-of-the-art":[114],"reported":[116],"in":[117,139],"standard":[119],"Penn":[120],"Treebank":[121],"Corpus.":[122],"We":[123],"further":[124],"apply":[125],"Wall":[129],"Street":[130],"Journal":[131],"speech":[132],"recognition":[133],"task,":[134],"observe":[136],"improvements":[138],"error":[141],"rate.":[142]},"counts_by_year":[{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}