{"id":"https://openalex.org/W2133092578","doi":"https://doi.org/10.1109/dcc.2004.1281481","title":"On the entropy of a hidden Markov process","display_name":"On the entropy of a hidden Markov process","publication_year":2004,"publication_date":"2004-06-10","ids":{"openalex":"https://openalex.org/W2133092578","doi":"https://doi.org/10.1109/dcc.2004.1281481","mag":"2133092578"},"language":"en","primary_location":{"id":"doi:10.1109/dcc.2004.1281481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dcc.2004.1281481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Compression Conference, 2004. Proceedings. DCC 2004","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003701879","display_name":"Philippe Jacquet","orcid":"https://orcid.org/0000-0003-2366-9818"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"P. Jacquet","raw_affiliation_strings":["INRIA Rocquencourt, France","Inria Rocquencourt, France#TAB#"],"affiliations":[{"raw_affiliation_string":"INRIA Rocquencourt, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Inria Rocquencourt, France#TAB#","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029865536","display_name":"G. Seroussi","orcid":"https://orcid.org/0000-0002-2893-189X"},"institutions":[{"id":"https://openalex.org/I1324840837","display_name":"Hewlett-Packard (United States)","ror":"https://ror.org/059rn9488","country_code":"US","type":"company","lineage":["https://openalex.org/I1324840837"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"G. Seroussi","raw_affiliation_strings":["HP Laboratories, Palo Alto, CA, USA","Hewlett\u2013Packard Laboratories, Palo Alto, CA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"HP Laboratories, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1324840837"]},{"raw_affiliation_string":"Hewlett\u2013Packard Laboratories, Palo Alto, CA, USA#TAB#","institution_ids":["https://openalex.org/I1324840837"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019536160","display_name":"Wojciech Szpankowski","orcid":"https://orcid.org/0000-0001-9062-0067"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Szpankowski","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA","Purdue University"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5003701879"],"corresponding_institution_ids":["https://openalex.org/I1326498283"],"apc_list":null,"apc_paid":null,"fwci":8.1308,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.97835873,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"362","last_page":"371"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.8364995718002319},{"id":"https://openalex.org/keywords/maximum-entropy-markov-model","display_name":"Maximum-entropy Markov model","score":0.6628503799438477},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.648597240447998},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.5838601589202881},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5812738537788391},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.5652366280555725},{"id":"https://openalex.org/keywords/lyapunov-exponent","display_name":"Lyapunov exponent","score":0.5613404512405396},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.5573580861091614},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5456907153129578},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.5205415487289429},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5130214095115662},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.46991056203842163},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.46323272585868835},{"id":"https://openalex.org/keywords/variable-order-markov-model","display_name":"Variable-order Markov model","score":0.45279183983802795},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.4445617198944092},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.4314875602722168},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.420573353767395},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.41058364510536194},{"id":"https://openalex.org/keywords/binary-entropy-function","display_name":"Binary entropy function","score":0.34302467107772827},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.26392847299575806},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1475483477115631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11870846152305603},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06681877374649048}],"concepts":[{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.8364995718002319},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.6628503799438477},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.648597240447998},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.5838601589202881},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5812738537788391},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.5652366280555725},{"id":"https://openalex.org/C191544260","wikidata":"https://www.wikidata.org/wiki/Q1238630","display_name":"Lyapunov exponent","level":3,"score":0.5613404512405396},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5573580861091614},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5456907153129578},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.5205415487289429},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5130214095115662},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.46991056203842163},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.46323272585868835},{"id":"https://openalex.org/C54907487","wikidata":"https://www.wikidata.org/wiki/Q7915688","display_name":"Variable-order Markov model","level":4,"score":0.45279183983802795},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.4445617198944092},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.4314875602722168},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.420573353767395},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.41058364510536194},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.34302467107772827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26392847299575806},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1475483477115631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11870846152305603},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06681877374649048},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0},{"id":"https://openalex.org/C2777052490","wikidata":"https://www.wikidata.org/wiki/Q5072826","display_name":"Chaotic","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/dcc.2004.1281481","is_oa":false,"landing_page_url":"https://doi.org/10.1109/dcc.2004.1281481","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Data Compression Conference, 2004. Proceedings. DCC 2004","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W53014910","https://openalex.org/W1485904603","https://openalex.org/W1562979145","https://openalex.org/W1597723816","https://openalex.org/W1965399019","https://openalex.org/W1971912858","https://openalex.org/W1972679863","https://openalex.org/W1978242229","https://openalex.org/W1999873691","https://openalex.org/W2007321142","https://openalex.org/W2009287270","https://openalex.org/W2045407304","https://openalex.org/W2060076922","https://openalex.org/W2070477213","https://openalex.org/W2086605818","https://openalex.org/W2087284982","https://openalex.org/W2088116326","https://openalex.org/W2099111195","https://openalex.org/W2104474593","https://openalex.org/W2122882636","https://openalex.org/W2124330979","https://openalex.org/W2125838338","https://openalex.org/W2134587001","https://openalex.org/W2137601763","https://openalex.org/W2160053034","https://openalex.org/W2162567282","https://openalex.org/W2178484049","https://openalex.org/W2180151937","https://openalex.org/W2296204886","https://openalex.org/W2500470525","https://openalex.org/W2567540888","https://openalex.org/W2802633207","https://openalex.org/W4241028811","https://openalex.org/W4380838020"],"related_works":["https://openalex.org/W2330170324","https://openalex.org/W2133092578","https://openalex.org/W2159862004","https://openalex.org/W2045693826","https://openalex.org/W2165165692","https://openalex.org/W1541425763","https://openalex.org/W3100447906","https://openalex.org/W4390944229","https://openalex.org/W4387596451","https://openalex.org/W4236688569"],"abstract_inverted_index":{"In":[0],"this":[1,43],"paper":[2],"the":[3,16,34,37,40,53,59,70,80,84,108,114,117,126,137],"entropy":[4,44,71,109,141],"rate":[5,72,110],"of":[6,18,36,42,55,64,79,93,107,116,125,142],"a":[7,19,26,46,56,62,75,102],"binary":[8,20,28,118],"hidden":[9],"Markov":[10,29],"process":[11,30],"(HMP)":[12],"defined":[13],"by":[14],"observing":[15],"output":[17],"symmetric":[21,119],"channel":[22,120],"whose":[23],"input":[24],"is":[25,31,45,74,121,128],"first-order":[27],"studied.":[32],"Despite":[33],"simplicity":[35],"models":[38],"involved,":[39],"characterization":[41],"long":[47],"standing":[48],"open":[49],"problem.":[50],"By":[51],"presenting":[52],"probability":[54],"sequence":[57],"under":[58],"model":[60],"as":[61],"product":[63,92],"random":[65,94],"matrices,":[66],"and":[67,134],"show":[68],"that":[69],"sought":[73],"top":[76],"Lyapunov":[77],"exponent":[78],"product,":[81],"which":[82],"explains":[83],"difficulty":[85],"in":[86],"its":[87],"explicit":[88,99],"computation.":[89],"The":[90,123],"same":[91],"matrices":[95],"to":[96,113,139],"derive":[97],"an":[98],"expression":[100],"for":[101],"first":[103],"order":[104],"Taylor":[105],"approximation":[106,127],"with":[111],"respect":[112],"parameter":[115],"applied.":[122],"accuracy":[124],"validated":[129],"against":[130],"empirical":[131],"simulation":[132],"results":[133,138],"also":[135],"extends":[136],"Renyi's":[140],"any":[143],"order.":[144]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}