{"id":"https://openalex.org/W2159877461","doi":"https://doi.org/10.1109/isit.2010.5513590","title":"Entropy rate of continuous-state hidden Markov chains","display_name":"Entropy rate of continuous-state hidden Markov chains","publication_year":2010,"publication_date":"2010-06-01","ids":{"openalex":"https://openalex.org/W2159877461","doi":"https://doi.org/10.1109/isit.2010.5513590","mag":"2159877461"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2010.5513590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2010.5513590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE International Symposium on Information Theory","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000081781","display_name":"Guangyue Han","orcid":"https://orcid.org/0000-0001-9895-5646"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Guangyue Han","raw_affiliation_strings":["University of Hong Kong, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113544364","display_name":"Brian Marcus","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brian Marcus","raw_affiliation_strings":["University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"University of British Columbia, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5000081781"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":0.6834,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73530608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1468","last_page":"1472"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12029","display_name":"DNA and Biological Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.8696839213371277},{"id":"https://openalex.org/keywords/markov-chain-mixing-time","display_name":"Markov chain mixing time","score":0.7850304245948792},{"id":"https://openalex.org/keywords/balance-equation","display_name":"Balance equation","score":0.7512683868408203},{"id":"https://openalex.org/keywords/maximum-entropy-markov-model","display_name":"Maximum-entropy Markov model","score":0.7024828195571899},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.6674951314926147},{"id":"https://openalex.org/keywords/markov-property","display_name":"Markov property","score":0.6453063488006592},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.6245366334915161},{"id":"https://openalex.org/keywords/markov-renewal-process","display_name":"Markov renewal process","score":0.6206559538841248},{"id":"https://openalex.org/keywords/continuous-time-markov-chain","display_name":"Continuous-time Markov chain","score":0.6194753050804138},{"id":"https://openalex.org/keywords/markov-kernel","display_name":"Markov kernel","score":0.5962150692939758},{"id":"https://openalex.org/keywords/additive-markov-chain","display_name":"Additive Markov chain","score":0.5957973599433899},{"id":"https://openalex.org/keywords/examples-of-markov-chains","display_name":"Examples of Markov chains","score":0.5749346017837524},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.5680009722709656},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.563764750957489},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5260753035545349},{"id":"https://openalex.org/keywords/transition-rate-matrix","display_name":"Transition rate matrix","score":0.51307213306427},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5100629925727844},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4666552245616913},{"id":"https://openalex.org/keywords/discrete-phase-type-distribution","display_name":"Discrete phase-type distribution","score":0.44392645359039307},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.4315570592880249},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.35080766677856445},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.25986379384994507},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.22270113229751587},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12950947880744934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11136302351951599},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09345343708992004},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.06395947933197021}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.8696839213371277},{"id":"https://openalex.org/C97074811","wikidata":"https://www.wikidata.org/wiki/Q6771322","display_name":"Markov chain mixing time","level":5,"score":0.7850304245948792},{"id":"https://openalex.org/C158917313","wikidata":"https://www.wikidata.org/wiki/Q4849964","display_name":"Balance equation","level":4,"score":0.7512683868408203},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.7024828195571899},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.6674951314926147},{"id":"https://openalex.org/C189973286","wikidata":"https://www.wikidata.org/wiki/Q176695","display_name":"Markov property","level":4,"score":0.6453063488006592},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.6245366334915161},{"id":"https://openalex.org/C163540672","wikidata":"https://www.wikidata.org/wiki/Q1115431","display_name":"Markov renewal process","level":5,"score":0.6206559538841248},{"id":"https://openalex.org/C147080032","wikidata":"https://www.wikidata.org/wiki/Q176720","display_name":"Continuous-time Markov chain","level":5,"score":0.6194753050804138},{"id":"https://openalex.org/C106666656","wikidata":"https://www.wikidata.org/wiki/Q6771323","display_name":"Markov kernel","level":5,"score":0.5962150692939758},{"id":"https://openalex.org/C96810086","wikidata":"https://www.wikidata.org/wiki/Q17003273","display_name":"Additive Markov chain","level":5,"score":0.5957973599433899},{"id":"https://openalex.org/C76408418","wikidata":"https://www.wikidata.org/wiki/Q5419314","display_name":"Examples of Markov chains","level":5,"score":0.5749346017837524},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.5680009722709656},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.563764750957489},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5260753035545349},{"id":"https://openalex.org/C70557757","wikidata":"https://www.wikidata.org/wiki/Q7834432","display_name":"Transition rate matrix","level":2,"score":0.51307213306427},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5100629925727844},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4666552245616913},{"id":"https://openalex.org/C130359071","wikidata":"https://www.wikidata.org/wiki/Q5282057","display_name":"Discrete phase-type distribution","level":5,"score":0.44392645359039307},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4315570592880249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35080766677856445},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.25986379384994507},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.22270113229751587},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12950947880744934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11136302351951599},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09345343708992004},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.06395947933197021}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/isit.2010.5513590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2010.5513590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 IEEE International Symposium on Information Theory","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.409.2788","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.409.2788","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.math.ubc.ca/~marcus/pubs_electronic/cts_time_isit2010.pdf","raw_type":"text"},{"id":"pmh:oai:hub.hku.hk:10722/126236","is_oa":false,"landing_page_url":"http://hdl.handle.net/10722/126236","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference_Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W197497516","https://openalex.org/W1565611252","https://openalex.org/W1633353927","https://openalex.org/W1862031973","https://openalex.org/W2124330979","https://openalex.org/W2165469059","https://openalex.org/W3103175711","https://openalex.org/W4206252072"],"related_works":["https://openalex.org/W2927557059","https://openalex.org/W4300127581","https://openalex.org/W2159877461","https://openalex.org/W4211010039","https://openalex.org/W2527299908","https://openalex.org/W1523345375","https://openalex.org/W2054769940","https://openalex.org/W1859928","https://openalex.org/W2094123441","https://openalex.org/W3210046587"],"abstract_inverted_index":{"We":[0,42],"prove":[1,44],"that":[2,45],"under":[3],"mild":[4],"positivity":[5],"assumptions,":[6],"the":[7,34,38,46,75,79],"entropy":[8,47],"rate":[9,48],"of":[10,33,37,49,74,78],"a":[11,19,24,31,50,58,65,72],"continuous-state":[12,51],"hidden":[13,52],"Markov":[14,21,40,53,62,81],"chain,":[15,54],"observed":[16,55],"when":[17,56],"passing":[18,57],"finite-state":[20],"chain":[22,63],"through":[23,64],"discrete-time":[25,66],"continuous-output":[26],"channel,":[27,68],"is":[28,69],"analytic":[29],"as":[30,71],"function":[32,73],"transition":[35,76],"probabilities":[36,77],"underlying":[39,80],"chain.":[41,82],"further":[43],"mixing":[59],"finite-type":[60],"constrained":[61],"Gaussian":[67],"smooth":[70]},"counts_by_year":[{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}
