{"id":"https://openalex.org/W1659919128","doi":"https://doi.org/10.1109/isit.2015.7282679","title":"Does dirichlet prior smoothing solve the Shannon entropy estimation problem?","display_name":"Does dirichlet prior smoothing solve the Shannon entropy estimation problem?","publication_year":2015,"publication_date":"2015-06-01","ids":{"openalex":"https://openalex.org/W1659919128","doi":"https://doi.org/10.1109/isit.2015.7282679","mag":"1659919128"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2015.7282679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2015.7282679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077972639","display_name":"Yanjun Han","orcid":"https://orcid.org/0000-0002-8335-2364"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanjun Han","raw_affiliation_strings":["Tsinghua University","#N##TAB##TAB##TAB##TAB# Tsinghua University, China#N##TAB##TAB##TAB#"],"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"#N##TAB##TAB##TAB##TAB# Tsinghua University, China#N##TAB##TAB##TAB#","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Stanford University","Stanford University - USA >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University - USA >  >  >  >","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077972639"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.1929,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.77851869,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1367","last_page":"1371"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9502000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7531825304031372},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7084509134292603},{"id":"https://openalex.org/keywords/dirichlet-distribution","display_name":"Dirichlet distribution","score":0.6790440082550049},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.6469852924346924},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5669162273406982},{"id":"https://openalex.org/keywords/minimax-estimator","display_name":"Minimax estimator","score":0.5585917830467224},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4975943863391876},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.4615921974182129},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4242768883705139},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.39998993277549744},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3293485641479492},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.31377163529396057},{"id":"https://openalex.org/keywords/minimum-variance-unbiased-estimator","display_name":"Minimum-variance unbiased estimator","score":0.24149954319000244},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1624511182308197}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7531825304031372},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7084509134292603},{"id":"https://openalex.org/C169214877","wikidata":"https://www.wikidata.org/wiki/Q981016","display_name":"Dirichlet distribution","level":3,"score":0.6790440082550049},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.6469852924346924},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5669162273406982},{"id":"https://openalex.org/C133939421","wikidata":"https://www.wikidata.org/wiki/Q6865379","display_name":"Minimax estimator","level":4,"score":0.5585917830467224},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4975943863391876},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.4615921974182129},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4242768883705139},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.39998993277549744},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3293485641479492},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31377163529396057},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.24149954319000244},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1624511182308197},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C182310444","wikidata":"https://www.wikidata.org/wiki/Q1332643","display_name":"Boundary value problem","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2015.7282679","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2015.7282679","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W568673721","https://openalex.org/W579420740","https://openalex.org/W1488909131","https://openalex.org/W1516339661","https://openalex.org/W1659919128","https://openalex.org/W1989151402","https://openalex.org/W1992536060","https://openalex.org/W1995875735","https://openalex.org/W2006714754","https://openalex.org/W2018891628","https://openalex.org/W2045740840","https://openalex.org/W2055403763","https://openalex.org/W2114771311","https://openalex.org/W2122759946","https://openalex.org/W2127090196","https://openalex.org/W2148719904","https://openalex.org/W2203041117","https://openalex.org/W2478708596","https://openalex.org/W2736230390","https://openalex.org/W2963608890","https://openalex.org/W4237456942","https://openalex.org/W4245577611","https://openalex.org/W4247267886","https://openalex.org/W4285719527","https://openalex.org/W4302561155","https://openalex.org/W4394635572","https://openalex.org/W6630670966","https://openalex.org/W6681713883","https://openalex.org/W6687612455","https://openalex.org/W6740917271"],"related_works":["https://openalex.org/W3174947331","https://openalex.org/W2104713681","https://openalex.org/W237619808","https://openalex.org/W2895916002","https://openalex.org/W2123425700","https://openalex.org/W2034921015","https://openalex.org/W2045096965","https://openalex.org/W35332197","https://openalex.org/W2064875109","https://openalex.org/W2051240917"],"abstract_inverted_index":{"The":[0,118],"Dirichlet":[1,27,49,91,138,214],"prior":[2,28,50,215],"is":[3,23,39,55,128,228],"widely":[4],"used":[5],"in":[6,62,89,100,191,202,239],"estimating":[7,192],"discrete":[8,13,196],"distributions":[9],"and":[10,110,113,115,188,205,225,231],"functionals":[11,166,194],"of":[12,17,120,136,151,161,195,212,229],"distributions.":[14,197],"In":[15],"terms":[16],"Shannon":[18],"entropy":[19,33,46,80,101,140,218],"estimation,":[20,102],"one":[21,38],"approach":[22,94],"to":[24,40,208],"plug-in":[25,162,217],"the":[26,32,36,42,48,56,69,75,79,87,90,97,121,137,149,159,174,210,213,235],"smoothed":[29,139,216],"distribution":[30,77],"into":[31,78],"functional,":[34],"while":[35],"other":[37],"calculate":[41],"Bayes":[43],"estimator":[44,124],"for":[45,51,157,164],"under":[47,167],"squared":[52],"error,":[53],"which":[54,73,180],"conditional":[57],"expectation.":[58],"We":[59,147,198],"show":[60],"that":[61,135],"general":[63,165],"they":[64],"do":[65],"not":[66],"improve":[67],"over":[68],"maximum":[70],"likelihood":[71],"estimator,":[72],"plugs-in":[74],"empirical":[76],"functional.":[81],"No":[82],"matter":[83],"how":[84],"we":[85],"tune":[86],"parameters":[88],"prior,":[92],"this":[93,240],"cannot":[95],"achieve":[96],"minimax":[98,122],"rates":[99],"as":[103,132,134],"recently":[104],"characterized":[105],"by":[106,184],"Jiao,":[107,185],"Venkat,":[108,186],"Han,":[109,187],"Weissman":[111,189],"[1],":[112],"Wu":[114],"Yang":[116],"[2].":[117],"performance":[119],"rate-optimal":[123],"with":[125,142],"n":[126,143,145],"samples":[127],"essentially":[129],"at":[130],"least":[131],"good":[133],"estimators":[141,163],"ln":[144],"samples.":[146],"harness":[148],"theory":[150,227],"approximation":[152,203,226],"using":[153],"positive":[154],"linear":[155],"operators":[156],"analyzing":[158],"bias":[160,211,223],"arbitrary":[168],"statistical":[169],"models,":[170],"thereby":[171],"further":[172],"consolidating":[173],"interplay":[175,221],"between":[176,222],"these":[177],"two":[178],"fields,":[179],"was":[181],"thoroughly":[182],"exploited":[183],"[3]":[190],"various":[193],"establish":[199],"new":[200],"results":[201],"theory,":[204],"apply":[206],"them":[207],"analyze":[209],"estimator.":[219],"This":[220],"analysis":[224],"relevance":[230],"consequence":[232],"far":[233],"beyond":[234],"specific":[236],"problem":[237],"setting":[238],"paper.":[241]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2}],"updated_date":"2026-01-13T01:12:25.745995","created_date":"2025-10-10T00:00:00"}