{"id":"https://openalex.org/W2134211228","doi":"https://doi.org/10.3390/entropy-e10020071","title":"Estimating the Entropy of Binary Time Series: Methodology, Some Theory and a Simulation Study","display_name":"Estimating the Entropy of Binary Time Series: Methodology, Some Theory and a Simulation Study","publication_year":2008,"publication_date":"2008-06-17","ids":{"openalex":"https://openalex.org/W2134211228","doi":"https://doi.org/10.3390/entropy-e10020071","mag":"2134211228"},"language":"en","primary_location":{"id":"doi:10.3390/entropy-e10020071","is_oa":true,"landing_page_url":"https://doi.org/10.3390/entropy-e10020071","pdf_url":"https://www.mdpi.com/1099-4300/10/2/71/pdf?version=1424784640","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/10/2/71/pdf?version=1424784640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yun Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yun Gao","raw_affiliation_strings":["Knight Equity Markets, L.P., Jersey City, NJ 07310, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knight Equity Markets, L.P., Jersey City, NJ 07310, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ioannis Kontoyiannis","orcid":null},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Ioannis Kontoyiannis","raw_affiliation_strings":["Department of Informatics, Athens University of Economics and Business, Athens 10434, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Athens University of Economics and Business, Athens 10434, Greece","institution_ids":["https://openalex.org/I73142707"]}]},{"author_position":"last","author":{"id":null,"display_name":"Elie Bienenstock","orcid":null},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elie Bienenstock","raw_affiliation_strings":["Division of Applied Mathematics and Department of Neuroscience, Brown University, Providence, RI 02912, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Applied Mathematics and Department of Neuroscience, Brown University, Providence, RI 02912, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.9831,"has_fulltext":false,"cited_by_count":95,"citation_normalized_percentile":{"value":0.85848158,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"2","first_page":"71","last_page":"99"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.3165999948978424,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.3165999948978424,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.19030000269412994,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.11789999902248383,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.8115000128746033},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.6334999799728394},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6019999980926514},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.5633000135421753},{"id":"https://openalex.org/keywords/entropy-rate","display_name":"Entropy rate","score":0.5184999704360962},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5037000179290771},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4821000099182129},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.46880000829696655},{"id":"https://openalex.org/keywords/maximum-entropy-markov-model","display_name":"Maximum-entropy Markov model","score":0.45170000195503235}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.8115000128746033},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.6334999799728394},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6019999980926514},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.583899974822998},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.5633000135421753},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5482000112533569},{"id":"https://openalex.org/C125252325","wikidata":"https://www.wikidata.org/wiki/Q1345213","display_name":"Entropy rate","level":4,"score":0.5184999704360962},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4821000099182129},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.46880000829696655},{"id":"https://openalex.org/C196956702","wikidata":"https://www.wikidata.org/wiki/Q6795829","display_name":"Maximum-entropy Markov model","level":5,"score":0.45170000195503235},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.44940000772476196},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.42399999499320984},{"id":"https://openalex.org/C122044880","wikidata":"https://www.wikidata.org/wiki/Q5498822","display_name":"Ergodic theory","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36039999127388},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.3601999878883362},{"id":"https://openalex.org/C89735579","wikidata":"https://www.wikidata.org/wiki/Q6795894","display_name":"Maximum entropy spectral estimation","level":3,"score":0.3517000079154968},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3427000045776367},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3391000032424927},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.28850001096725464},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C196083917","wikidata":"https://www.wikidata.org/wiki/Q17103874","display_name":"Min entropy","level":5,"score":0.2786000072956085},{"id":"https://openalex.org/C49775889","wikidata":"https://www.wikidata.org/wiki/Q6795896","display_name":"Maximum entropy thermodynamics","level":4,"score":0.27480000257492065},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C124551494","wikidata":"https://www.wikidata.org/wiki/Q3055345","display_name":"Differential entropy","level":4,"score":0.2597000002861023}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/entropy-e10020071","is_oa":true,"landing_page_url":"https://doi.org/10.3390/entropy-e10020071","pdf_url":"https://www.mdpi.com/1099-4300/10/2/71/pdf?version=1424784640","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:0802.4363","is_oa":true,"landing_page_url":"http://arxiv.org/abs/0802.4363","pdf_url":"https://arxiv.org/pdf/0802.4363","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:06368be49ddc40a4b1d1ab8d62d17395","is_oa":true,"landing_page_url":"https://doaj.org/article/06368be49ddc40a4b1d1ab8d62d17395","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 10, Iss 2, Pp 71-99 (2008)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/10/2/71/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/entropy-e10020071","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 10; Issue 2; Pages: 71-99","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/entropy-e10020071","is_oa":true,"landing_page_url":"https://doi.org/10.3390/entropy-e10020071","pdf_url":"https://www.mdpi.com/1099-4300/10/2/71/pdf?version=1424784640","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2134211228.pdf","grobid_xml":"https://content.openalex.org/works/W2134211228.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1531679840","https://openalex.org/W1762465686","https://openalex.org/W1975117887","https://openalex.org/W1980362252","https://openalex.org/W1985556836","https://openalex.org/W2000163531","https://openalex.org/W2014246307","https://openalex.org/W2018891628","https://openalex.org/W2029807956","https://openalex.org/W2035281110","https://openalex.org/W2060590556","https://openalex.org/W2063523065","https://openalex.org/W2068139348","https://openalex.org/W2076396344","https://openalex.org/W2079473986","https://openalex.org/W2083276109","https://openalex.org/W2087284982","https://openalex.org/W2088116326","https://openalex.org/W2091851562","https://openalex.org/W2093428076","https://openalex.org/W2097636360","https://openalex.org/W2101985079","https://openalex.org/W2103756638","https://openalex.org/W2106012167","https://openalex.org/W2107745473","https://openalex.org/W2109584604","https://openalex.org/W2113848012","https://openalex.org/W2114771311","https://openalex.org/W2116393125","https://openalex.org/W2122962290","https://openalex.org/W2124091927","https://openalex.org/W2124871568","https://openalex.org/W2127234432","https://openalex.org/W2129902114","https://openalex.org/W2133220239","https://openalex.org/W2136010267","https://openalex.org/W2142439271","https://openalex.org/W2142680264","https://openalex.org/W2151219842","https://openalex.org/W2151387592","https://openalex.org/W2152629877","https://openalex.org/W2152755776","https://openalex.org/W2155973165","https://openalex.org/W2163294786","https://openalex.org/W4239952533","https://openalex.org/W6636094069","https://openalex.org/W6638926279","https://openalex.org/W6675053492","https://openalex.org/W6682264535"],"related_works":[],"abstract_inverted_index":{"Partly":[0],"motivated":[1],"by":[2,80,206],"entropy-estimation":[3],"problems":[4],"in":[5,26,118,290],"neuroscience,":[6],"we":[7],"present":[8],"a":[9,81,92,103,165,200],"detailed":[10],"and":[11,20,53,69,102,148,178,187,215,244,293],"extensive":[12],"comparison":[13],"between":[14],"some":[15],"of":[16,40,87,106,115,160,164,191,203,213,233,256,265,273],"the":[17,36,48,54,70,88,113,128,141,157,161,185,188,230,236,249,257,266,274,291,297],"most":[18,250],"popular":[19],"effective":[21,152],"entropy":[22,56,61,72,142,162],"estimation":[23],"methods":[24],"used":[25],"practice:":[27],"The":[28,217,239,254,270],"plug-in":[29,267,275],"method,":[30,52],"four":[31,89],"different":[32,208],"estimators":[33,62,132,196,228,259],"based":[34,46],"on":[35,47],"Lempel-Ziv":[37],"(LZ)":[38],"family":[39],"data":[41,78,204],"compression":[42],"algorithms,":[43],"an":[44],"estimator":[45],"Context-Tree":[49],"Weighting":[50],"(CTW)":[51],"renewal":[55,83],"estimator.":[57,193],"METHODOLOGY:":[58],"Three":[59],"new":[60,66,130],"are":[63,133,176,181,197],"introduced;":[64],"two":[65,86,129],"LZ-based":[67,90,131,258],"estimators,":[68,91],"\u201crenewal":[71],"estimator,\u201d":[73],"which":[74],"is":[75,95,108,154,235,242,260,277,300],"tailored":[76],"to":[77,140,199,247,263,286,304],"generated":[79,205],"binary":[82],"process.":[84,150],"For":[85,226],"bootstrap":[93],"procedure":[94],"described":[96],"for":[97,111,144,156,183],"evaluating":[98,184],"their":[99,116,125],"standard":[100,189],"error,":[101],"practical":[104],"rule":[105],"thumb":[107],"heuristically":[109],"derived":[110,155,182],"selecting":[112],"values":[114],"parameters":[117],"practice.":[119],"THEORY:":[120],"We":[121],"prove":[122],"that,":[123],"unlike":[124],"earlier":[126],"versions,":[127],"universally":[134],"consistent,":[135],"that":[136,264],"is,":[137],"they":[138],"converge":[139],"rate":[143,163],"every":[145],"finite-valued,":[146],"stationary":[147],"ergodic":[149],"An":[151],"method":[153,241,276],"accurate":[158,251],"approximation":[159],"finite-state":[166],"hidden":[167],"Markov":[168],"model":[169],"(HMM)":[170],"with":[171,210,281,294],"known":[172],"distribution.":[173],"Heuristic":[174],"calculations":[175],"presented":[177],"approximate":[179],"formulas":[180],"bias":[186],"error":[190,234],"each":[192],"SIMULATION:":[194],"All":[195],"applied":[198],"wide":[201],"range":[202],"numerous":[207],"processes":[209],"varying":[211],"degrees":[212],"dependence":[214],"memory.":[216],"main":[218,231,271],"conclusions":[219],"drawn":[220],"from":[221],"these":[222],"experiments":[223],"include:":[224],"(i)":[225],"all":[227],"considered,":[229],"source":[232],"bias.":[237],"(ii)":[238],"CTW":[240],"repeatedly":[243],"consistently":[245],"seen":[246],"provide":[248],"results.":[252],"(iii)":[253],"performance":[255],"often":[261],"comparable":[262],"method.":[268],"(iv)":[269],"drawback":[272],"its":[278],"computational":[279],"inefficiency;":[280],"small":[282],"word-lengths":[283,296],"it":[284],"fails":[285],"detect":[287],"longer-range":[288],"structure":[289],"data,":[292],"longer":[295],"empirical":[298],"distribution":[299],"severely":[301],"undersampled,":[302],"leading":[303],"large":[305],"biases.":[306]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":7},{"year":2012,"cited_by_count":2}],"updated_date":"2026-05-08T15:41:06.802602","created_date":"2016-06-24T00:00:00"}