{"id":"https://openalex.org/W2205170224","doi":"https://doi.org/10.1109/tit.2016.2620435","title":"Estimating Renyi Entropy of Discrete Distributions","display_name":"Estimating Renyi Entropy of Discrete Distributions","publication_year":2016,"publication_date":"2016-11-01","ids":{"openalex":"https://openalex.org/W2205170224","doi":"https://doi.org/10.1109/tit.2016.2620435","mag":"2205170224"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2016.2620435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2016.2620435","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1408.1000","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022867638","display_name":"Jayadev Acharya","orcid":"https://orcid.org/0000-0003-2170-3015"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jayadev Acharya","raw_affiliation_strings":["School of Electrical and Computer Engineering, Cornell University, Ithaca, NY, USA","School of Electrical and Computer Engineering Cornell University Ithaca, NY USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"School of Electrical and Computer Engineering Cornell University Ithaca, NY USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012034611","display_name":"Alon Orlitsky","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alon Orlitsky","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of California, San Diego, La Jolla, CA, USA","Department of Electrical and Computer Engineering, University of California\u2013San Diego, La Jolla, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California, San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of California\u2013San Diego, La Jolla, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103890688","display_name":"Ananda Theertha Suresh","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ananda Theertha Suresh","raw_affiliation_strings":["Google Research, 76, 9th Avenue, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research, 76, 9th Avenue, New York, NY, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077741905","display_name":"Himanshu Tyagi","orcid":"https://orcid.org/0000-0003-2950-706X"},"institutions":[{"id":"https://openalex.org/I59270414","display_name":"Indian Institute of Science Bangalore","ror":"https://ror.org/04dese585","country_code":"IN","type":"education","lineage":["https://openalex.org/I59270414"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Himanshu Tyagi","raw_affiliation_strings":["Department of Electrical Communication Engineering, Indian Institute of Science, Bengaluru, India","Department of Electrical Communication Engineering Indian Institute of Science Bengaluru India"],"raw_orcid":"https://orcid.org/0000-0003-2950-706X","affiliations":[{"raw_affiliation_string":"Department of Electrical Communication Engineering, Indian Institute of Science, Bengaluru, India","institution_ids":["https://openalex.org/I59270414"]},{"raw_affiliation_string":"Department of Electrical Communication Engineering Indian Institute of Science Bengaluru India","institution_ids":["https://openalex.org/I59270414"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6434,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.892944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"63","issue":"1","first_page":"38","last_page":"56"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7554821968078613},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.7087302207946777},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6790298819541931},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.6685449481010437},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5260952711105347},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.48796218633651733},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.4720526337623596},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4343875050544739},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2568926215171814},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.22927996516227722},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.17584910988807678},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.09774881601333618}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7554821968078613},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.7087302207946777},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6790298819541931},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.6685449481010437},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5260952711105347},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.48796218633651733},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.4720526337623596},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4343875050544739},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2568926215171814},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.22927996516227722},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.17584910988807678},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.09774881601333618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1109/tit.2016.2620435","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2016.2620435","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai::73413","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401429","display_name":"ePrints@IISc (Indian Institute of Science)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59270414","host_organization_name":"Indian Institute of Science Bangalore","host_organization_lineage":["https://openalex.org/I59270414"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:1408.1000","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1408.1000","pdf_url":"https://arxiv.org/pdf/1408.1000","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2205170224","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1408.1000.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.713.9240","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.713.9240","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.csail.mit.edu/jayadev/papers/main-renyi.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.727.1170","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.727.1170","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ece.iisc.ernet.in/%7Ehtyagi/papers/AcharyaOST14jrnl.pdf","raw_type":"text"},{"id":"doi:10.48550/arxiv.1408.1000","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1408.1000","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1408.1000","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1408.1000","pdf_url":"https://arxiv.org/pdf/1408.1000","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W35265221","https://openalex.org/W81138975","https://openalex.org/W110288970","https://openalex.org/W1512638263","https://openalex.org/W1538452572","https://openalex.org/W1915631879","https://openalex.org/W1928812145","https://openalex.org/W1988624553","https://openalex.org/W1989151402","https://openalex.org/W1992338978","https://openalex.org/W2000163531","https://openalex.org/W2005306124","https://openalex.org/W2006726173","https://openalex.org/W2008272678","https://openalex.org/W2020479187","https://openalex.org/W2023112529","https://openalex.org/W2058930359","https://openalex.org/W2064379477","https://openalex.org/W2069414131","https://openalex.org/W2083468430","https://openalex.org/W2088310213","https://openalex.org/W2097636360","https://openalex.org/W2101985079","https://openalex.org/W2102035414","https://openalex.org/W2104648144","https://openalex.org/W2109885200","https://openalex.org/W2110824700","https://openalex.org/W2114771311","https://openalex.org/W2122882636","https://openalex.org/W2123097583","https://openalex.org/W2127090196","https://openalex.org/W2129978406","https://openalex.org/W2137181711","https://openalex.org/W2148166114","https://openalex.org/W2148719904","https://openalex.org/W2148808905","https://openalex.org/W2154300278","https://openalex.org/W2159784709","https://openalex.org/W2161579136","https://openalex.org/W2165203736","https://openalex.org/W2174534725","https://openalex.org/W2271854143","https://openalex.org/W2950286539","https://openalex.org/W2952738975","https://openalex.org/W2963608890","https://openalex.org/W3198160809","https://openalex.org/W6601455106","https://openalex.org/W6634352905","https://openalex.org/W6639370665","https://openalex.org/W6681713883","https://openalex.org/W6687612455","https://openalex.org/W6740917271"],"related_works":["https://openalex.org/W2950286539","https://openalex.org/W2963799966","https://openalex.org/W2294259431","https://openalex.org/W2963305780","https://openalex.org/W3202191369","https://openalex.org/W2581645951","https://openalex.org/W3041256734","https://openalex.org/W2280442747","https://openalex.org/W3111974789","https://openalex.org/W2409381637","https://openalex.org/W2543499700","https://openalex.org/W2914341338","https://openalex.org/W2581818581","https://openalex.org/W3083827721","https://openalex.org/W3043925259","https://openalex.org/W2282098614","https://openalex.org/W2952147943","https://openalex.org/W2148388532","https://openalex.org/W2470575995","https://openalex.org/W2023924553"],"abstract_inverted_index":{"It":[0],"was":[1],"shown":[2],"recently":[3,110],"that":[4,22,69,184],"estimating":[5],"the":[6,26,37,53,122,136,152,168],"Shannon":[7],"entropy":[8,41],"H(p)":[9,32],"of":[10,42,55,118,121,142,147,170,178],"a":[11,20,74,87,109,145],"discrete":[12],"k-symbol":[13],"distribution":[14],"p":[15],"requires":[16,73,86,98],"\u0398(k/log":[17],"k)":[18],"samples,":[19,81,90],"number":[21,54,169],"grows":[23],"near-linearly":[24],"in":[25,164,167],"support":[27],"size.":[28],"In":[29],"many":[30],"applications,":[31],"can":[33],"be":[34],"replaced":[35],"by":[36,144],"more":[38],"general":[39],"R\u00e9nyi":[40,182],"order":[43],"\u03b1":[44,70,83,95,143],"and":[45,116,162],"H":[46,60],"<sub":[47,61,125,130],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[48,62,79,102,126,131],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u03b1</sub>":[49,63],"(p).":[50],"We":[51],"determine":[52],"samples":[56],"needed":[57],"to":[58,187],"estimate":[59],"(p)":[64],"for":[65,139],"all":[66],"\u03b1,":[67],"showing":[68],"<;":[71],"1":[72,85,97],"super-linear,":[75],"roughly":[76],"k":[77,89,149],"<sup":[78,101],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1/\u03b1</sup>":[80],"noninteger":[82,140],">":[84,96],"near-linear":[88],"but,":[91],"perhaps":[92],"surprisingly,":[93],"integer":[94],"only":[99],"\u0398(k":[100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1-1/\u03b1</sup>":[103],")":[104],"samples.":[105,171],"Furthermore,":[106],"developing":[107],"on":[108],"established":[111],"connection":[112],"between":[113],"polynomial":[114],"approximation":[115],"estimation":[117],"additive":[119],"functions":[120],"form":[123],"\u03a3":[124],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">x</sub>":[127,132],"f":[128],"(p":[129],"),":[133],"we":[134],"reduce":[135],"sample":[137],"complexity":[138],"values":[141],"factor":[146],"log":[148],"compared":[150],"with":[151,180],"empirical":[153],"estimator.":[154],"The":[155],"estimators":[156],"achieving":[157],"these":[158],"bounds":[159,174],"are":[160,185],"simple":[161],"run":[163],"time":[165],"linear":[166],"Our":[172],"lower":[173],"provide":[175],"explicit":[176],"constructions":[177],"distributions":[179],"different":[181],"entropies":[183],"hard":[186],"distinguish.":[188]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}