{"id":"https://openalex.org/W2126265238","doi":"https://doi.org/10.1109/isit.2004.1365047","title":"On the entropy rate of a hidden markov model","display_name":"On the entropy rate of a hidden markov model","publication_year":2004,"publication_date":"2004-12-23","ids":{"openalex":"https://openalex.org/W2126265238","doi":"https://doi.org/10.1109/isit.2004.1365047","mag":"2126265238"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2004.1365047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2004.1365047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Symposium onInformation Theory, 2004. ISIT 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036858512","display_name":"Sebastian Egner","orcid":"https://orcid.org/0000-0002-2642-1781"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"S. Egner","raw_affiliation_strings":["Philips Research Laboratories, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research Laboratories, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018991038","display_name":"V.B. Balakirsky","orcid":null},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"V.B. Balakirsky","raw_affiliation_strings":["Technical University Eindhoven, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Technical University Eindhoven, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033706089","display_name":"Ludo Tolhuizen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"L. Tolhuizen","raw_affiliation_strings":["Philips Research Laboratories, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research Laboratories, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057193825","display_name":"Stan Baggen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"S. Baggen","raw_affiliation_strings":["Philips Research Laboratories, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research Laboratories, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089300685","display_name":"Henk D. L. Hollmann","orcid":"https://orcid.org/0000-0003-4005-2369"},"institutions":[{"id":"https://openalex.org/I4210122849","display_name":"Philips (Netherlands)","ror":"https://ror.org/02p2bgp27","country_code":"NL","type":"company","lineage":["https://openalex.org/I4210122849"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"H. Hollmann","raw_affiliation_strings":["Philips Research Laboratories, Eindhoven, Netherlands"],"affiliations":[{"raw_affiliation_string":"Philips Research Laboratories, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I4210122849"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5036858512"],"corresponding_institution_ids":["https://openalex.org/I4210122849"],"apc_list":null,"apc_paid":null,"fwci":4.6213,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.94769857,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"10","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11017","display_name":"Chaos-based Image/Signal Encryption","score":0.9725000262260437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.7452127933502197},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6421401500701904},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.5858559012413025},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.5626702904701233},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.5498825907707214},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5383492708206177},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.5111694931983948},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.48056820034980774},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.47354406118392944},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.45590940117836},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.454751193523407},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.4438798427581787},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.36240071058273315},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2680431008338928},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12058833241462708},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.08957412838935852}],"concepts":[{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.7452127933502197},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6421401500701904},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.5858559012413025},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5626702904701233},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.5498825907707214},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5383492708206177},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.5111694931983948},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.48056820034980774},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.47354406118392944},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.45590940117836},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.454751193523407},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.4438798427581787},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.36240071058273315},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2680431008338928},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12058833241462708},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.08957412838935852},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit.2004.1365047","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2004.1365047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Symposium onInformation Theory, 2004. ISIT 2004. Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:tue:oai:pure.tue.nl:publications/70f72252-90db-44ff-ab36-0748c14d2e6d","is_oa":false,"landing_page_url":"https://research.tue.nl/nl/publications/70f72252-90db-44ff-ab36-0748c14d2e6d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the IEEE Symposium on Information Theory, ISIT\"2004, 12 - 12","raw_type":"info:eu-repo/semantics/conferencepaper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1983637941","https://openalex.org/W2084224084","https://openalex.org/W2099111195","https://openalex.org/W2126784841","https://openalex.org/W2126785155","https://openalex.org/W2165469059"],"related_works":["https://openalex.org/W2575378359","https://openalex.org/W2963163002","https://openalex.org/W4297751392","https://openalex.org/W1672097335","https://openalex.org/W2034921015","https://openalex.org/W2060335416","https://openalex.org/W59993211","https://openalex.org/W4252065447","https://openalex.org/W2064875109","https://openalex.org/W2889261288"],"abstract_inverted_index":{"In":[0],"this":[1,41],"article,":[2],"the":[3,6,46,100,104,108,134,139,157,175,181],"computation":[4],"of":[5,10,23,40,51,61,74,78,88,93,96,106,111,125,133,138,141,159,162,169,177],"entropy":[7,101],"rate":[8],"H(y)":[9],"a":[11,21,24,55,58,71,82,112,122,130,147,163,167],"binary-valued":[12],"stochastic":[13],"process":[14],"(Y/sub":[15],"1/,":[16,32],"Y/sub":[17],"2/,...)":[18],"which":[19],"is":[20,35,43,70,95],"function":[22],"stationary,":[25],"time-invariant":[26],"and":[27,128],"irreducible":[28],"Markov":[29,113],"chain":[30,114],"(X/sub":[31],"X/sub":[33],"2/,..)":[34],"considered.":[36],"The":[37,91,143],"central":[38],"idea":[39],"article":[42],"to":[44],"replace":[45],"summation":[47,56],"over":[48,57],"all":[49,160,178],"words":[50,75,161,179],"length":[52,152,165],"n":[53],"by":[54,166],"complete":[59],"set":[60,73,158],"prefixes":[62],"(or":[63],"prefixset":[64,68,123,168],"for":[65,85],"brevity).":[66],"A":[67],"W":[69,124],"finite":[72],"(not":[76],"necessarily":[77],"equal":[79],"length)":[80],"containing":[81],"unique":[83,131],"prefix":[84],"each":[86,137],"word":[87],"sufficient":[89],"length.":[90],"method":[92,144],"prefixsets":[94],"interest":[97],"beyond":[98],"computing":[99],"rate.":[102],"For":[103],"problem":[105],"estimating":[107],"next":[109],"state":[110,135],"from":[115],"observed":[116],"output":[117],"sequences,":[118],"we":[119],"can":[120],"precompute":[121],"these":[126],"sequences":[127],"associate":[129],"estimate":[132],"with":[136,150],"elements":[140],"W.":[142],"also":[145],"has":[146],"strong":[148],"relation":[149],"variable-to-fixed":[151],"(Tunstall)":[153],"codes.":[154],"It":[155],"replaces":[156],"given":[164],"\"more":[170],"typical\"":[171],"words,":[172],"effectively":[173],"balancing":[174],"contributions":[176],"in":[180],"bounds.":[182]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}