{"id":"https://openalex.org/W2159612559","doi":"https://doi.org/10.1109/itw.2006.1633823","title":"Entropy Estimation: Simulation, Theory and a Case Study","display_name":"Entropy Estimation: Simulation, Theory and a Case Study","publication_year":2006,"publication_date":"2006-05-25","ids":{"openalex":"https://openalex.org/W2159612559","doi":"https://doi.org/10.1109/itw.2006.1633823","mag":"2159612559"},"language":"en","primary_location":{"id":"doi:10.1109/itw.2006.1633823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2006.1633823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 IEEE Information Theory Workshop","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044225058","display_name":"Ioannis Kontoyiannis","orcid":"https://orcid.org/0000-0001-7242-6375"},"institutions":[{"id":"https://openalex.org/I73142707","display_name":"Athens University of Economics and Business","ror":"https://ror.org/03s262162","country_code":"GR","type":"education","lineage":["https://openalex.org/I73142707"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"I. Kontoyiannis","raw_affiliation_strings":["Department of Informatics, Athens University of Economics and Business, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Athens University of Economics and Business, Athens, Greece","institution_ids":["https://openalex.org/I73142707"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044225058"],"corresponding_institution_ids":["https://openalex.org/I73142707"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.14354056,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"78","issue":null,"first_page":"257","last_page":"257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.849013090133667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6409429311752319},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.5001430511474609},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4711643159389496},{"id":"https://openalex.org/keywords/entropy-estimation","display_name":"Entropy estimation","score":0.43259143829345703},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35320204496383667},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.33564895391464233},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3014231026172638}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.849013090133667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6409429311752319},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.5001430511474609},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4711643159389496},{"id":"https://openalex.org/C95546049","wikidata":"https://www.wikidata.org/wiki/Q1345207","display_name":"Entropy estimation","level":3,"score":0.43259143829345703},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35320204496383667},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.33564895391464233},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3014231026172638},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/itw.2006.1633823","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itw.2006.1633823","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2006 IEEE Information Theory Workshop","raw_type":"proceedings-article"},{"id":"pmh:oai:generic.eprints.org:960474","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/960474/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1762465686","https://openalex.org/W1848966289","https://openalex.org/W1975117887","https://openalex.org/W2000163531","https://openalex.org/W2029807956","https://openalex.org/W2060590556","https://openalex.org/W2097560155","https://openalex.org/W2097636360","https://openalex.org/W2107745473","https://openalex.org/W2109584604","https://openalex.org/W2114771311","https://openalex.org/W2122962290","https://openalex.org/W2124091927","https://openalex.org/W2129902114","https://openalex.org/W2130060244","https://openalex.org/W2133869598","https://openalex.org/W2152629877","https://openalex.org/W2163294786","https://openalex.org/W6680096213"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W3046039077","https://openalex.org/W1895696520","https://openalex.org/W3133504624","https://openalex.org/W135255253","https://openalex.org/W2746507124","https://openalex.org/W2128917611","https://openalex.org/W2972275443","https://openalex.org/W2770228989","https://openalex.org/W1963545232"],"abstract_inverted_index":{"We":[0,18,76,111,148],"consider":[1],"the":[2,7,38,61,97,114,124,128,155,160,173,185,192,206],"statistical":[3],"problem":[4],"of":[5,9,22,40,67,82,89,141,159,187,196,213],"estimating":[6],"entropy":[8,189],"finite-alphabet":[10],"data":[11,143,180],"generated":[12],"from":[13,60,205],"an":[14,134],"unknown":[15],"stationary":[16],"process.":[17,130],"examine":[19],"a":[20,168,202,214,221],"series":[21],"estimators,":[23],"including:":[24],"(1)":[25],"The":[26,56],"standard":[27],"maximum-likelihood":[28],"or":[29],"\"plug-in\"":[30],"estimator;":[31],"(2)":[32],"Four":[33],"different":[34,46],"estimators":[35,69,190],"based":[36,176],"on":[37,138,154,177,191,225],"family":[39],"Lempel-Ziv":[41],"compression":[42],"algorithms;":[43],"(3)":[44],"A":[45],"plug-in":[47],"estimator":[48,58],"especially":[49],"tailored":[50],"to":[51],"renewal":[52],"processes;":[53],"and":[54,72,92,100,144,152,157,209,231],"(4)":[55],"natural":[57],"derived":[59],"Context-Tree":[62],"Weighting":[63],"method":[64,170],"(CTW).":[65],"Some":[66],"these":[68,83,188],"are":[70,74,109],"well-known,":[71],"some":[73],"new.":[75],"first":[77],"summarize":[78],"numerous":[79],"theoretical":[80,107],"properties":[81],"estimators:":[84],"Conditions":[85],"for":[86,95,101,122,171,201],"consistency,":[87],"estimates":[88],"their":[90,150],"bias":[91],"variance,":[93],"methods":[94],"approximating":[96],"estimation":[98,129,174],"error":[99,175],"obtaining":[102],"confidence":[103],"intervals.":[104],"Several":[105],"new":[106],"results":[108,119],"developed.":[110],"show":[112],"how":[113],"theory":[115],"offers":[116],"preliminary":[117],"indications":[118],"offer":[120],"guidelines":[121],"tuning":[123],"parameters":[125],"involved":[126],"in":[127,220],"Then":[131],"we":[132,166,183],"present":[133],"extensive":[135],"simulation":[136],"study":[137],"various":[139,146,161],"types":[140],"synthetic":[142],"under":[145],"conditions.":[147],"compare":[149],"performance":[151,186],"comment":[153],"strengths":[156],"weaknesses":[158],"methods.":[162],"For":[163],"each":[164],"estimator,":[165],"develop":[167],"precise":[169],"calculating":[172],"any":[178],"specific":[179],"set.":[181],"Finally":[182],"report":[184],"(binary)":[193],"spike":[194],"trains":[195],"28":[197],"neurons":[198],"recorded":[199],"simultaneously":[200],"one-hour":[203],"period":[204],"primary":[207],"motor":[208],"dorsal":[210],"premotor":[211],"cortices":[212],"quietly":[215],"seated":[216],"monkey":[217],"not":[218],"engaged":[219],"task":[222],"behavior.":[223],"Based":[224],"joint":[226],"work":[227],"with":[228],"Yun":[229],"Gao":[230],"Elie":[232],"Bienenstock.":[233]},"counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}