{"id":"https://openalex.org/W2005560667","doi":"https://doi.org/10.1109/tit.2013.2251456","title":"Ensemble Estimators for Multivariate Entropy Estimation","display_name":"Ensemble Estimators for Multivariate Entropy Estimation","publication_year":2013,"publication_date":"2013-06-12","ids":{"openalex":"https://openalex.org/W2005560667","doi":"https://doi.org/10.1109/tit.2013.2251456","mag":"2005560667","pmid":"https://pubmed.ncbi.nlm.nih.gov/25897177"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2013.2251456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2013.2251456","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4401872","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100858154","display_name":"Kumar Sricharan","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kumar Sricharan","raw_affiliation_strings":["Department of EECS, University of Michigan Ann Arbor","Dept. of Electr. & Comput. Eng., Univ. of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EECS, University of Michigan Ann Arbor","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Univ. of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103053820","display_name":"Dennis Wei","orcid":"https://orcid.org/0000-0002-6510-1537"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis Wei","raw_affiliation_strings":["Department of EECS, University of Michigan Ann Arbor","Dept. of Electr. & Comput. Eng., Univ. of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EECS, University of Michigan Ann Arbor","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Univ. of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077692655","display_name":"Alfred O. Hero","orcid":"https://orcid.org/0000-0002-2531-9670"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfred O. Hero","raw_affiliation_strings":["Department of EECS, University of Michigan Ann Arbor","Dept. of Electr. & Comput. Eng., Univ. of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EECS, University of Michigan Ann Arbor","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Dept. of Electr. & Comput. Eng., Univ. of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":9.3816,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.97475756,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"59","issue":"7","first_page":"4374","last_page":"4388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7119650840759277},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.418606162071228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39404815435409546},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3818701505661011},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3807443380355835},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3473900854587555},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3211083710193634},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16112881898880005},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.07604753971099854}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7119650840759277},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.418606162071228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39404815435409546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3818701505661011},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3807443380355835},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3473900854587555},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3211083710193634},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16112881898880005},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.07604753971099854}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2013.2251456","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2013.2251456","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmid:25897177","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25897177","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on information theory","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:4401872","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4401872","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Inf Theory","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:4401872","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/4401872","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Inf Theory","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3165032919","display_name":null,"funder_award_id":"P01-CA087634","funder_id":"https://openalex.org/F4320337351","funder_display_name":"National Cancer Institute"}],"funders":[{"id":"https://openalex.org/F4320337351","display_name":"National Cancer Institute","ror":"https://ror.org/040gcmg81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W610865275","https://openalex.org/W1839657926","https://openalex.org/W1911006995","https://openalex.org/W1963714278","https://openalex.org/W1964514974","https://openalex.org/W1978553024","https://openalex.org/W1981050900","https://openalex.org/W2019038907","https://openalex.org/W2034177275","https://openalex.org/W2092998534","https://openalex.org/W2093717447","https://openalex.org/W2107391286","https://openalex.org/W2113152509","https://openalex.org/W2116402476","https://openalex.org/W2120704373","https://openalex.org/W2145295623","https://openalex.org/W2149268774","https://openalex.org/W2336509789","https://openalex.org/W2951637626","https://openalex.org/W3004732066","https://openalex.org/W4293580076","https://openalex.org/W4301204205","https://openalex.org/W6640210951","https://openalex.org/W6641446668","https://openalex.org/W6703140735"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W4287880334","https://openalex.org/W4366700029","https://openalex.org/W2317200988","https://openalex.org/W3175363083","https://openalex.org/W4285230481","https://openalex.org/W4385769873","https://openalex.org/W2015759683","https://openalex.org/W4281634296"],"abstract_inverted_index":{"The":[0],"problem":[1,148],"of":[2,4,26,28,30,38,51,68,79,107,110,165,190],"estimation":[3],"density":[5,33,84,88],"functionals":[6,29],"like":[7],"entropy":[8,90,184],"and":[9,19,95,154,179],"mutual":[10],"information":[11,20],"has":[12],"received":[13],"much":[14,127],"attention":[15],"in":[16],"the":[17,31,36,41,52,55,57,62,121,162,175,182,187],"statistics":[18],"theory":[21],"communities.":[22],"A":[23],"large":[24],"class":[25],"estimators":[27,81],"probability":[32,188],"suffer":[34],"from":[35],"curse":[37],"dimensionality,":[39],"wherein":[40],"mean":[42],"squared":[43],"error":[44],"decays":[45],"increasingly":[46],"slowly":[47],"as":[48],"a":[49,75,103,126,145,191],"function":[50],"sample":[53],"sizeTas":[54],"dimensiondof":[56],"samples":[58],"increases.":[59],"In":[60,98],"particular,":[61],"rate":[63,76,131],"is":[64,74],"often":[65],"glacially":[66],"slow":[67],"orderO(T-\u03b3/d),":[69],"where":[70,113],"\u03b3":[71],">":[72],"0":[73],"parameter.":[77],"Examples":[78],"such":[80,111,119],"include":[82],"kernel":[83],"estimators,k-nearest":[85],"neighbor":[86],"(k-NN)":[87],"estimators,k-NN":[89],"estimators,":[91,94,112],"intrinsic":[92],"dimension":[93,129],"other":[96],"examples.":[97],"this":[99],"paper,":[100],"we":[101,134],"propose":[102],"weighted":[104,122,167],"affine":[105],"combination":[106],"an":[108],"ensemble":[109],"optimal":[114,138],"weights":[115,139],"can":[116,140,150],"be":[117,141,151],"chosen":[118],"that":[120,136],"estimator":[123,168],"converges":[124],"at":[125],"faster":[128],"invariant":[130],"ofO(T1).":[132],"Furthermore,":[133],"show":[135],"these":[137],"determined":[142],"by":[143],"solving":[144],"convex":[146],"optimization":[147],"which":[149],"performed":[152],"offline":[153],"does":[155],"not":[156],"require":[157],"training":[158],"data.":[159],"We":[160],"illustrate":[161],"superior":[163],"performance":[164],"our":[166],"for":[169,185],"two":[170],"important":[171],"applications:":[172],"1)":[173],"estimating":[174,181],"Panter-Dite":[176],"distortion-rate":[177],"factor;":[178],"2)":[180],"Shannon":[183],"testing":[186],"distribution":[189],"random":[192],"sample.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-10-10T00:00:00"}