{"id":"https://openalex.org/W2587011698","doi":"https://doi.org/10.1109/isit.2017.8006529","title":"On the complexity of estimating R\u00e8nyi divergences","display_name":"On the complexity of estimating R\u00e8nyi divergences","publication_year":2017,"publication_date":"2017-06-01","ids":{"openalex":"https://openalex.org/W2587011698","doi":"https://doi.org/10.1109/isit.2017.8006529","mag":"2587011698"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2017.8006529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8006529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011993100","display_name":"Maciej Sk\u00f3rski","orcid":"https://orcid.org/0000-0003-2997-7539"},"institutions":[{"id":"https://openalex.org/I157556583","display_name":"Institute of Science and Technology Austria","ror":"https://ror.org/03gnh5541","country_code":"AT","type":"education","lineage":["https://openalex.org/I157556583"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Maciej Skorski","raw_affiliation_strings":["IST, Austria"],"affiliations":[{"raw_affiliation_string":"IST, Austria","institution_ids":["https://openalex.org/I157556583"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5011993100"],"corresponding_institution_ids":["https://openalex.org/I157556583"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.01086718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"256","last_page":"260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.6983412504196167},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6842590570449829},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6194382309913635},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.5586166977882385},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.5576086640357971},{"id":"https://openalex.org/keywords/sample-complexity","display_name":"Sample complexity","score":0.555185854434967},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5332792401313782},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.5160512328147888},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5139831900596619},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.5138254761695862},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.45784276723861694},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.44419485330581665},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.4428209662437439},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4178629219532013},{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.4169125556945801},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3510251045227051},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2969309091567993},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.29358166456222534},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2340453565120697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.1936856508255005}],"concepts":[{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.6983412504196167},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6842590570449829},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6194382309913635},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.5586166977882385},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.5576086640357971},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.555185854434967},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5332792401313782},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5160512328147888},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5139831900596619},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5138254761695862},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.45784276723861694},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.44419485330581665},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.4428209662437439},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4178629219532013},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.4169125556945801},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3510251045227051},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2969309091567993},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29358166456222534},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2340453565120697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.1936856508255005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2017.8006529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2017.8006529","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4099999964237213,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1596115384","https://openalex.org/W1944367927","https://openalex.org/W2001207025","https://openalex.org/W2026653933","https://openalex.org/W2029025881","https://openalex.org/W2119227347","https://openalex.org/W2950286539","https://openalex.org/W2963182765","https://openalex.org/W2963881189","https://openalex.org/W4239856175","https://openalex.org/W6683344853","https://openalex.org/W6766042122"],"related_works":["https://openalex.org/W90906771","https://openalex.org/W2018828772","https://openalex.org/W2529185025","https://openalex.org/W2052708136","https://openalex.org/W2809723425","https://openalex.org/W2005302727","https://openalex.org/W4289097813","https://openalex.org/W3082028334","https://openalex.org/W1973725449","https://openalex.org/W2891477601"],"abstract_inverted_index":{"This":[0,154],"paper":[1],"studies":[2],"the":[3,17,25,48,63,70,111,134,141,148,162,200],"complexity":[4,72,137],"of":[5,9,27,67,98,113,118,150,174,189,195],"estimating":[6,33,56],"R\u00e9nyi":[7,34,57],"divergences":[8],"discrete":[10],"distributions:":[11],"p":[12,119],"observed":[13],"from":[14],"samples":[15,68,114],"and":[16,44,82,107,120,145],"baseline":[18],"distribution":[19],"q":[20,121,151],"known":[21],"a":[22,60,196],"priori.":[23],"Extending":[24],"results":[26],"Acharya":[28],"et":[29],"al.":[30],"(SODA'15)":[31],"on":[32,47,76,110,116],"entropy,":[35],"we":[36,104],"present":[37],"improved":[38],"estimation":[39,91],"techniques":[40],"together":[41],"with":[42,184],"upper":[43,106],"lower":[45,108,123],"bounds":[46,109,124],"sample":[49,71,136,201],"complexity.":[50,202],"We":[51,131],"show":[52],"that,":[53],"contrarily":[54],"to":[55,165],"entropy":[58],"where":[59],"sublinear":[61],"(in":[62],"alphabet":[64,142],"size)":[65],"number":[66,112],"suffices,":[69],"is":[73,83,93,138],"heavily":[74],"dependent":[75,115],"events":[77],"occurring":[78],"unlikely":[79],"in":[80,85,140,161,199],"q,":[81],"unbounded":[84],"general":[86],"(no":[87],"matter":[88],"what":[89],"an":[90],"technique":[92],"used).":[94],"For":[95],"any":[96],"divergence":[97],"integer":[99],"order":[100],"bigger":[101],"than":[102],"1,":[103],"provide":[105],"probabilities":[117,149,173],"(the":[122],"hold":[125],"for":[126,171],"non-integer":[127],"orders":[128],"as":[129],"well).":[130],"conclude":[132],"that":[133,179],"worst-case":[135],"polynomial":[139],"size":[143],"if":[144,147],"only":[146,187],"are":[152],"non-negligible.":[153],"gives":[155],"theoretical":[156],"insights":[157],"into":[158],"heuristics":[159],"used":[160],"applied":[163],"literature":[164],"handle":[166],"numerical":[167,190],"instability,":[168],"which":[169],"occurs":[170],"small":[172],"q.":[175],"Our":[176],"result":[177],"shows":[178],"they":[180],"should":[181],"be":[182],"handled":[183],"care":[185],"not":[186],"because":[188,194],"issues,":[191],"but":[192],"also":[193],"blow":[197],"up":[198]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}