{"id":"https://openalex.org/W3008710254","doi":"https://doi.org/10.1109/asru46091.2019.9003850","title":"Markov Recurrent Neural Network Language Model","display_name":"Markov Recurrent Neural Network Language Model","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3008710254","doi":"https://doi.org/10.1109/asru46091.2019.9003850","mag":"3008710254"},"language":"en","primary_location":{"id":"doi:10.1109/asru46091.2019.9003850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru46091.2019.9003850","pdf_url":null,"source":{"id":"https://openalex.org/S4306498489","display_name":"2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Chiao Tung University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032182651","display_name":"Che-Yu Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Che-Yu Kuo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Chiao Tung University, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":null,"first_page":"807","last_page":"813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7553336024284363},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.746035099029541},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5722671747207642},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.554841935634613},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5203744769096375},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5107190608978271},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4744901657104492},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.4542137384414673},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4494653344154358},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4311044216156006},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3772162199020386},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.36797088384628296},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3485648036003113},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15543004870414734}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7553336024284363},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.746035099029541},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5722671747207642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.554841935634613},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5203744769096375},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5107190608978271},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4744901657104492},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4542137384414673},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4494653344154358},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4311044216156006},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3772162199020386},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.36797088384628296},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3485648036003113},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15543004870414734},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/asru46091.2019.9003850","is_oa":false,"landing_page_url":"https://doi.org/10.1109/asru46091.2019.9003850","pdf_url":null,"source":{"id":"https://openalex.org/S4306498489","display_name":"2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Automatic Speech Recognition and Understanding Workshop (ASRU)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W592244745","https://openalex.org/W1514535095","https://openalex.org/W1591801644","https://openalex.org/W1884859883","https://openalex.org/W1934041838","https://openalex.org/W1959608418","https://openalex.org/W1982309858","https://openalex.org/W1994368767","https://openalex.org/W1999965501","https://openalex.org/W2014506068","https://openalex.org/W2015631279","https://openalex.org/W2056985955","https://openalex.org/W2064675550","https://openalex.org/W2095705004","https://openalex.org/W2105594594","https://openalex.org/W2110027950","https://openalex.org/W2120615054","https://openalex.org/W2133564696","https://openalex.org/W2212703438","https://openalex.org/W2242047860","https://openalex.org/W2242818861","https://openalex.org/W2396566817","https://openalex.org/W2405331948","https://openalex.org/W2547875792","https://openalex.org/W2548228487","https://openalex.org/W2613904329","https://openalex.org/W2747695703","https://openalex.org/W2898944992","https://openalex.org/W2937866564","https://openalex.org/W2938799435","https://openalex.org/W2962824919","https://openalex.org/W2963266340","https://openalex.org/W2963279312","https://openalex.org/W2963524109","https://openalex.org/W2963790827","https://openalex.org/W2964076986","https://openalex.org/W2964182247","https://openalex.org/W2964265128","https://openalex.org/W2964308564","https://openalex.org/W2964411643","https://openalex.org/W2964857826","https://openalex.org/W3022187094","https://openalex.org/W4300802867","https://openalex.org/W6607333740","https://openalex.org/W6617744952","https://openalex.org/W6630875275","https://openalex.org/W6639735774","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6676532846","https://openalex.org/W6688167117","https://openalex.org/W6712395597","https://openalex.org/W6712878229","https://openalex.org/W6729448088","https://openalex.org/W6730091202","https://openalex.org/W6737778391","https://openalex.org/W6738539399","https://openalex.org/W6743300111","https://openalex.org/W6743554579"],"related_works":["https://openalex.org/W1773599773","https://openalex.org/W2268150819","https://openalex.org/W1510894296","https://openalex.org/W2134386692","https://openalex.org/W2194396582","https://openalex.org/W2495256954","https://openalex.org/W2082284720","https://openalex.org/W2116722627","https://openalex.org/W2537260108","https://openalex.org/W2259317772"],"abstract_inverted_index":{"Recurrent":[0],"neural":[1,83],"network":[2],"(RNN)":[3],"has":[4],"achieved":[5],"a":[6,28,59,82,92],"great":[7],"success":[8],"in":[9,70,109],"language":[10,71,154],"modeling":[11],"where":[12,73,156],"the":[13,43,52,67,74,106,110,119,145,157],"temporal":[14],"information":[15],"based":[16,90],"on":[17,91],"deterministic":[18,30],"state":[19,88,100],"is":[20,38,79,102,115,134,141,163],"continuously":[21],"extracted":[22],"and":[23,35,45,149,161],"evolved":[24],"through":[25],"time.":[26],"Such":[27],"simple":[29],"transition":[31],"function":[32],"using":[33,152],"input-to-hidden":[34],"hidden-to-hidden":[36],"weights":[37],"usually":[39],"insufficient":[40],"to":[41,65,104,117],"reflect":[42],"diversities":[44],"variations":[46],"of":[47,76,132,147,159],"latent":[48,99],"variable":[49],"structure":[50],"behind":[51],"heterogeneous":[53],"natural":[54],"language.":[55],"This":[56],"paper":[57],"presents":[58],"new":[60],"stochastic":[61,120,148],"Markov":[62,84,87],"RNN":[63],"(MRNN)":[64],"strengthen":[66],"learning":[68,139],"capability":[69],"model":[72,155],"trajectory":[75],"word":[77],"sequences":[78],"driven":[80],"by":[81],"process":[85],"with":[86,123],"transitions":[89],"K-state":[93],"long":[94],"short-term":[95],"memory":[96],"model.":[97],"A":[98],"machine":[101],"constructed":[103],"characterize":[105],"complicated":[107],"semantics":[108],"structured":[111],"lexical":[112],"patterns.":[113],"Gumbel-softmax":[114],"introduced":[116],"implement":[118],"backpropatation":[121],"algorithm":[122],"discrete":[124],"states.":[125],"The":[126,136],"parallel":[127],"computation":[128],"for":[129],"rapid":[130],"realization":[131],"MRNN":[133,153],"presented.":[135],"variational":[137],"Bayesian":[138],"procedure":[140],"implemented.":[142],"Experiments":[143],"demonstrate":[144],"merits":[146],"diverse":[150],"representation":[151],"overhead":[158],"parameters":[160],"computations":[162],"limited.":[164]},"counts_by_year":[{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}