{"id":"https://openalex.org/W3160336054","doi":"https://doi.org/10.1109/tit.2022.3232739","title":"Dimension-Free Empirical Entropy Estimation","display_name":"Dimension-Free Empirical Entropy Estimation","publication_year":2022,"publication_date":"2022-12-27","ids":{"openalex":"https://openalex.org/W3160336054","doi":"https://doi.org/10.1109/tit.2022.3232739","mag":"3160336054"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2022.3232739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3232739","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2105.07408","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049614678","display_name":"Doron Cohen","orcid":"https://orcid.org/0000-0002-3835-3544"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Doron Cohen","raw_affiliation_strings":["Department of Computer Science, Ben-Gurion University of the Negev, Be’er Sheva, Israel","Ben\u2010Gurion University of the Negev"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Ben-Gurion University of the Negev, Be’er Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Ben\u2010Gurion University of the Negev","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019371046","display_name":"Aryeh Kontorovich","orcid":"https://orcid.org/0000-0001-8038-8671"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Aryeh Kontorovich","raw_affiliation_strings":["Department of Computer Science, Ben-Gurion University of the Negev, Be’er Sheva, Israel","Ben\u2010Gurion University of the Negev"],"raw_orcid":"https://orcid.org/0000-0001-8038-8671","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Ben-Gurion University of the Negev, Be’er Sheva, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Ben\u2010Gurion University of the Negev","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088084328","display_name":"Aaron Koolyk","orcid":null},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Aaron Koolyk","raw_affiliation_strings":["Department of Computer Science, The Hebrew University of Jerusalem, Jerusalem, Israel","[Hebrew university of Jerusalem]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"[Hebrew university of Jerusalem]","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018209926","display_name":"Geoffrey Wolfer","orcid":"https://orcid.org/0000-0002-5388-7640"},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I92614990","display_name":"Tokyo University of Agriculture and Technology","ror":"https://ror.org/00qg0kr10","country_code":"JP","type":"education","lineage":["https://openalex.org/I92614990"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Geoffrey Wolfer","raw_affiliation_strings":["Center for AI Project, RIKEN, Tokyo, Japan","Tokyo University of agriculture and Technology"],"raw_orcid":"https://orcid.org/0000-0002-5388-7640","affiliations":[{"raw_affiliation_string":"Center for AI Project, RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]},{"raw_affiliation_string":"Tokyo University of agriculture and Technology","institution_ids":["https://openalex.org/I92614990"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5049614678"],"corresponding_institution_ids":["https://openalex.org/I124227911"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00387594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"69","issue":"5","first_page":"3190","last_page":"3202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.7932111024856567},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.783010721206665},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6651349067687988},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5849249362945557},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.524552583694458},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.49039578437805176},{"id":"https://openalex.org/keywords/second-moment-of-area","display_name":"Second moment of area","score":0.4871177673339844},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.47873160243034363},{"id":"https://openalex.org/keywords/maximum-entropy-probability-distribution","display_name":"Maximum entropy probability distribution","score":0.47264331579208374},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4645768105983734},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.4086228609085083},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.39448225498199463},{"id":"https://openalex.org/keywords/mathematical-economics","display_name":"Mathematical economics","score":0.27746284008026123},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.24407348036766052},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22855055332183838},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08875206112861633}],"concepts":[{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.7932111024856567},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.783010721206665},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6651349067687988},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5849249362945557},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.524552583694458},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.49039578437805176},{"id":"https://openalex.org/C61062188","wikidata":"https://www.wikidata.org/wiki/Q835065","display_name":"Second moment of area","level":2,"score":0.4871177673339844},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.47873160243034363},{"id":"https://openalex.org/C60507348","wikidata":"https://www.wikidata.org/wiki/Q6795892","display_name":"Maximum entropy probability distribution","level":3,"score":0.47264331579208374},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4645768105983734},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.4086228609085083},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.39448225498199463},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.27746284008026123},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.24407348036766052},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22855055332183838},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08875206112861633},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2022.3232739","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3232739","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2105.07408","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.07408","pdf_url":"https://arxiv.org/pdf/2105.07408","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3160336054","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2105.07408v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.07408","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.07408","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2105.07408","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.07408","pdf_url":"https://arxiv.org/pdf/2105.07408","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7819366000","display_name":null,"funder_award_id":"1602/19","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"},{"id":"https://openalex.org/F4320335125","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3160336054.pdf","grobid_xml":"https://content.openalex.org/works/W3160336054.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1511694993","https://openalex.org/W1732328119","https://openalex.org/W1982918157","https://openalex.org/W1988645907","https://openalex.org/W1989151402","https://openalex.org/W1992770033","https://openalex.org/W2000163531","https://openalex.org/W2009379494","https://openalex.org/W2024113512","https://openalex.org/W2037772232","https://openalex.org/W2058388580","https://openalex.org/W2059475362","https://openalex.org/W2061893616","https://openalex.org/W2065628830","https://openalex.org/W2066257886","https://openalex.org/W2099111195","https://openalex.org/W2101985079","https://openalex.org/W2109312872","https://openalex.org/W2114771311","https://openalex.org/W2127090196","https://openalex.org/W2136674316","https://openalex.org/W2148719904","https://openalex.org/W2168365126","https://openalex.org/W2275286668","https://openalex.org/W2732931894","https://openalex.org/W2762763087","https://openalex.org/W2804297809","https://openalex.org/W2963033387","https://openalex.org/W2963608890","https://openalex.org/W2963694441","https://openalex.org/W2963799966","https://openalex.org/W2964121406","https://openalex.org/W2965685971","https://openalex.org/W3099046769","https://openalex.org/W3102490990","https://openalex.org/W6606139687","https://openalex.org/W6667282343","https://openalex.org/W6742078373","https://openalex.org/W6754863163","https://openalex.org/W6759859125","https://openalex.org/W6767309970","https://openalex.org/W6775939608","https://openalex.org/W6795069835"],"related_works":["https://openalex.org/W3211855079","https://openalex.org/W3018439733","https://openalex.org/W3201445190","https://openalex.org/W49113253","https://openalex.org/W788543492","https://openalex.org/W2951957368","https://openalex.org/W2951354642","https://openalex.org/W2587011698","https://openalex.org/W3161250304","https://openalex.org/W3123729349","https://openalex.org/W2963351202","https://openalex.org/W2100173835","https://openalex.org/W2014689751","https://openalex.org/W2103775046","https://openalex.org/W3124161413","https://openalex.org/W2205885220","https://openalex.org/W1800988022","https://openalex.org/W1512572507","https://openalex.org/W2950354108","https://openalex.org/W3123845843"],"abstract_inverted_index":{"We":[0,26,38],"seek":[1],"an":[2],"entropy":[3,69,115],"estimator":[4],"for":[5,71,94,123],"discrete":[6],"distributions":[7,97],"with":[8],"fully":[9],"empirical":[10,85],"accuracy":[11],"bounds.":[12],"As":[13],"stated,":[14],"this":[15],"goal":[16],"is":[17,44],"infeasible":[18],"without":[19],"some":[20,48],"prior":[21],"assumptions":[22],"on":[23,114],"the":[24,35,41,61,66,76,91,103,111,137],"distribution.":[25],"discover":[27],"that":[28,40,83],"a":[29,107],"certain":[30],"information":[31],"moment":[32,42,62],"assumption":[33,43],"renders":[34],"problem":[36],"feasible.":[37],"argue":[39],"natural":[45,96],"and,":[46],"in":[47],"sense,":[49],"minimalistic":[50],"\u2014":[51],"weaker":[52],"than":[53,90],"finite":[54,124],"support":[55],"or":[56],"tail":[57],"decay":[58],"conditions.":[59],"Under":[60],"assumption,":[63],"we":[64,81,105,133],"provide":[65],"first":[67],"finite-sample":[68],"estimates":[70],"infinite":[72],"alphabets,":[73,125],"nearly":[74],"recovering":[75],"known":[77],"minimax":[78],"rates.":[79],"Moreover,":[80],"demonstrate":[82],"our":[84],"bounds":[86],"are":[87],"significantly":[88],"sharper":[89],"state-of-the-art":[92],"bounds,":[93],"various":[95],"and":[98,143],"non-trivial":[99],"sample":[100],"regimes.":[101],"Along":[102],"way,":[104],"give":[106],"dimension-free":[108],"analogue":[109],"of":[110,129,136],"Cover-Thomas":[112],"result":[113],"continuity":[116],"(with":[117],"respect":[118],"to":[119],"total":[120],"variation":[121],"distance)":[122],"which":[126],"may":[127],"be":[128],"independent":[130],"interest.":[131],"Additionally,":[132],"resolve":[134],"all":[135],"open":[138],"problems":[139],"posed":[140],"by":[141],"J\u00fcrgensen":[142],"Matthews,":[144],"2010.":[145]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}