{"id":"https://openalex.org/W2294701801","doi":"https://doi.org/10.1109/isit.2016.7541579","title":"Consistency of the plug-in estimator of the entropy rate for ergodic processes","display_name":"Consistency of the plug-in estimator of the entropy rate for ergodic processes","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2294701801","doi":"https://doi.org/10.1109/isit.2016.7541579","mag":"2294701801"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2016.7541579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1601.06014","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"\u0141ukasz D\u0119bowski","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087266","display_name":"Institute of Computer Science","ror":"https://ror.org/003fvp964","country_code":"PL","type":"facility","lineage":["https://openalex.org/I4210087266","https://openalex.org/I99542240"]},{"id":"https://openalex.org/I99542240","display_name":"Polish Academy of Sciences","ror":"https://ror.org/01dr6c206","country_code":"PL","type":"government","lineage":["https://openalex.org/I99542240"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"\u0141ukasz D\u0119bowski","raw_affiliation_strings":["Institute of Computer Science, Polish Academy of Sciences, 01-248 Warszawa, Poland"],"affiliations":[{"raw_affiliation_string":"Institute of Computer Science, Polish Academy of Sciences, 01-248 Warszawa, Poland","institution_ids":["https://openalex.org/I99542240","https://openalex.org/I4210087266"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210087266","https://openalex.org/I99542240"],"apc_list":null,"apc_paid":null,"fwci":1.7775,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.88882052,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1651","last_page":"1655"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12162","display_name":"Cellular Automata and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10588","display_name":"Mathematical Dynamics and Fractals","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stationary-ergodic-process","display_name":"Stationary ergodic process","score":0.8253999948501587},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.7584999799728394},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6373999714851379},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.6334999799728394},{"id":"https://openalex.org/keywords/ergodic-theory","display_name":"Ergodic theory","score":0.5716000199317932},{"id":"https://openalex.org/keywords/min-entropy","display_name":"Min entropy","score":0.5496000051498413},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.548799991607666},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.4499000012874603},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.4456999897956848},{"id":"https://openalex.org/keywords/joint-quantum-entropy","display_name":"Joint quantum entropy","score":0.3873000144958496}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8623999953269958},{"id":"https://openalex.org/C151424130","wikidata":"https://www.wikidata.org/wiki/Q17123911","display_name":"Stationary ergodic process","level":4,"score":0.8253999948501587},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.7584999799728394},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6373999714851379},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.6334999799728394},{"id":"https://openalex.org/C122044880","wikidata":"https://www.wikidata.org/wiki/Q5498822","display_name":"Ergodic theory","level":2,"score":0.5716000199317932},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.5496000051498413},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.548799991607666},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.47369998693466187},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.4499000012874603},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.4456999897956848},{"id":"https://openalex.org/C42047476","wikidata":"https://www.wikidata.org/wiki/Q6269544","display_name":"Joint quantum entropy","level":3,"score":0.3873000144958496},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3822000026702881},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.37130001187324524},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.35659998655319214},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.3176000118255615},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.3167000114917755},{"id":"https://openalex.org/C201779956","wikidata":"https://www.wikidata.org/wiki/Q5426803","display_name":"Ergodicity","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C166832808","wikidata":"https://www.wikidata.org/wiki/Q254487","display_name":"Generalized entropy index","level":3,"score":0.30390000343322754},{"id":"https://openalex.org/C110405555","wikidata":"https://www.wikidata.org/wiki/Q1192209","display_name":"Stationary process","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C164172150","wikidata":"https://www.wikidata.org/wiki/Q1782585","display_name":"Consistent estimator","level":4,"score":0.30169999599456787},{"id":"https://openalex.org/C66696666","wikidata":"https://www.wikidata.org/wiki/Q17105612","display_name":"Sample entropy","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.29420000314712524},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C31388003","wikidata":"https://www.wikidata.org/wiki/Q7624548","display_name":"Strong consistency","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.27889999747276306},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C24495805","wikidata":"https://www.wikidata.org/wiki/Q7269091","display_name":"Quantum relative entropy","level":5,"score":0.26980000734329224},{"id":"https://openalex.org/C65778772","wikidata":"https://www.wikidata.org/wiki/Q12345341","display_name":"Asymptotic distribution","level":3,"score":0.2606000006198883},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.2590999901294708},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isit.2016.7541579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1601.06014","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1601.06014","pdf_url":"https://arxiv.org/pdf/1601.06014","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1601.06014","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1601.06014","pdf_url":"https://arxiv.org/pdf/1601.06014","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1962301972","https://openalex.org/W1985747475","https://openalex.org/W1989151402","https://openalex.org/W2033672007","https://openalex.org/W2052817138","https://openalex.org/W2069641973","https://openalex.org/W2070648893","https://openalex.org/W2096077217","https://openalex.org/W2107745473","https://openalex.org/W2141753389","https://openalex.org/W2163693193","https://openalex.org/W2237564069","https://openalex.org/W6785182528"],"related_works":[],"abstract_inverted_index":{"A":[0],"plug-in":[1,33,50],"estimator":[2,34,51],"of":[3,8,13,31,58,63,77,125,149,159,170,175,188,204],"entropy":[4,7,60,76,115,158,174,194,202],"is":[5,70,93,119,135,141,163],"the":[6,9,25,32,40,49,59,114,136,156,171,189,193,200],"distribution":[10],"where":[11,133],"probabilities":[12],"symbols":[14],"or":[15],"blocks":[16],"have":[17],"been":[18],"replaced":[19],"with":[20],"their":[21],"relative":[22],"frequencies":[23],"in":[24,39],"sample.":[26],"Consistency":[27],"and":[28],"asymptotic":[29],"unbiasedness":[30],"can":[35,52,181],"be":[36,53,182],"easily":[37],"demonstrated":[38],"IID":[41],"case.":[42],"In":[43,107],"this":[44],"paper,":[45],"we":[46,80,96,110,152],"ask":[47],"whether":[48],"used":[54,183],"for":[55,184],"consistent":[56],"estimation":[57],"rate":[61,116,195,203],"h":[62],"a":[64,82,98,123,147,160,167,196],"stationary":[65,161,197],"ergodic":[66,177,206],"process.":[67],"The":[68,139],"answer":[69],"positive":[71],"if,":[72],"to":[73,121],"estimate":[74],"block":[75,157,173],"order":[78],"k,":[79],"use":[81,97,122],"sample":[83,99,124],"longer":[84],"than":[85,101],"2":[86,102],"<sup":[87,103,130],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[88,104,131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">k(h+\u03f5)</sup>":[89],",":[90],"whereas":[91],"it":[92,118],"negative":[94],"if":[95,109],"shorter":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">k(h-\u03f5)</sup>":[105],".":[106],"particular,":[108],"do":[111],"not":[112],"know":[113],"h,":[117],"sufficient":[120],"length":[126],"(|X|":[127],"+":[128],"\u03f5)":[129],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">k</sup>":[132],"|X|":[134],"alphabet":[137],"size.":[138],"result":[140],"derived":[142],"using":[143],"k-block":[144],"coding.":[145],"As":[146],"by-product":[148],"our":[150],"technique,":[151],"also":[153],"show":[154],"that":[155,192],"process":[162,198],"bounded":[164],"above":[165],"by":[166],"nonlinear":[168],"function":[169],"average":[172,201],"its":[176,205],"components.":[178,207],"This":[179],"inequality":[180],"an":[185],"alternative":[186],"proof":[187],"known":[190],"fact":[191],"equals":[199]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":3}],"updated_date":"2026-03-21T06:30:42.041108","created_date":"2016-06-24T00:00:00"}