{"id":"https://openalex.org/W2026653933","doi":"https://doi.org/10.1109/tit.2014.2320500","title":"R\u00e9nyi Divergence and Kullback-Leibler Divergence","display_name":"R\u00e9nyi Divergence and Kullback-Leibler Divergence","publication_year":2014,"publication_date":"2014-06-19","ids":{"openalex":"https://openalex.org/W2026653933","doi":"https://doi.org/10.1109/tit.2014.2320500","mag":"2026653933"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2014.2320500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2320500","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1206.2459","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063805934","display_name":"Tim van Erven","orcid":"https://orcid.org/0000-0002-9200-1451"},"institutions":[{"id":"https://openalex.org/I3019441195","display_name":"Laboratoire de Math\u00e9matiques d'Orsay","ror":"https://ror.org/03ab0zs98","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I3019441195"]},{"id":"https://openalex.org/I102197404","display_name":"Universit\u00e9 Paris-Sud","ror":"https://ror.org/028rypz17","country_code":"FR","type":"education","lineage":["https://openalex.org/I102197404"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Tim van Erven","raw_affiliation_strings":["D\u00e9partement de Math\u00e9matiques, Universit\u00e9 Paris-Sud, Orsay Cedex, France","D\u00e9partement de math\u00e9matiques, Universit\u00e9 Paris-Sud, Orsay C\u00e9dex, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"D\u00e9partement de Math\u00e9matiques, Universit\u00e9 Paris-Sud, Orsay Cedex, France","institution_ids":["https://openalex.org/I102197404","https://openalex.org/I3019441195"]},{"raw_affiliation_string":"D\u00e9partement de math\u00e9matiques, Universit\u00e9 Paris-Sud, Orsay C\u00e9dex, France","institution_ids":["https://openalex.org/I102197404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021606672","display_name":"Peter Harremo\u00ebs","orcid":"https://orcid.org/0000-0002-0441-6690"},"institutions":[{"id":"https://openalex.org/I4210143031","display_name":"Niels Brock","ror":"https://ror.org/03gzqe894","country_code":"DK","type":"education","lineage":["https://openalex.org/I4210143031"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Peter Harremoes","raw_affiliation_strings":["Niels Brock, Copenhagen Business College, Copenhagen, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Niels Brock, Copenhagen Business College, Copenhagen, Denmark","institution_ids":["https://openalex.org/I4210143031"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5063805934"],"corresponding_institution_ids":["https://openalex.org/I102197404","https://openalex.org/I3019441195"],"apc_list":null,"apc_paid":null,"fwci":35.9785,"has_fulltext":false,"cited_by_count":1502,"citation_normalized_percentile":{"value":0.99811712,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"60","issue":"7","first_page":"3797","last_page":"3820"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11564","display_name":"Mathematical Inequalities and Applications","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.8451476097106934},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7161738276481628},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.650005042552948},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.5300790071487427},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.5231884121894836},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4872418940067291},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.4306846261024475},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3831935524940491},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3669038414955139},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.135378897190094}],"concepts":[{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.8451476097106934},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7161738276481628},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.650005042552948},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.5300790071487427},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.5231884121894836},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4872418940067291},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4306846261024475},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3831935524940491},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3669038414955139},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.135378897190094},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2014.2320500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2320500","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1206.2459","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1206.2459","pdf_url":"https://arxiv.org/pdf/1206.2459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-00758191v1","is_oa":false,"landing_page_url":"https://inria.hal.science/hal-00758191","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2013","raw_type":"Preprints, Working Papers, ..."}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1206.2459","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1206.2459","pdf_url":"https://arxiv.org/pdf/1206.2459","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W152055444","https://openalex.org/W638747377","https://openalex.org/W1460189015","https://openalex.org/W1503704748","https://openalex.org/W1509689762","https://openalex.org/W1534472702","https://openalex.org/W1543495496","https://openalex.org/W1553449424","https://openalex.org/W1593125407","https://openalex.org/W1608944489","https://openalex.org/W1746541984","https://openalex.org/W1979985652","https://openalex.org/W1985077192","https://openalex.org/W1988454441","https://openalex.org/W1990645294","https://openalex.org/W2004060143","https://openalex.org/W2004216344","https://openalex.org/W2006624419","https://openalex.org/W2010353172","https://openalex.org/W2017170340","https://openalex.org/W2021097403","https://openalex.org/W2022420313","https://openalex.org/W2032916024","https://openalex.org/W2044442377","https://openalex.org/W2047498614","https://openalex.org/W2051258594","https://openalex.org/W2051387260","https://openalex.org/W2058409688","https://openalex.org/W2065993294","https://openalex.org/W2069778412","https://openalex.org/W2083682556","https://openalex.org/W2086333522","https://openalex.org/W2086490380","https://openalex.org/W2091891040","https://openalex.org/W2093566764","https://openalex.org/W2099111195","https://openalex.org/W2101460669","https://openalex.org/W2104686740","https://openalex.org/W2110031449","https://openalex.org/W2110156410","https://openalex.org/W2112743058","https://openalex.org/W2112939491","https://openalex.org/W2115687201","https://openalex.org/W2116278188","https://openalex.org/W2122882636","https://openalex.org/W2123838014","https://openalex.org/W2131940723","https://openalex.org/W2149306165","https://openalex.org/W2159998880","https://openalex.org/W2160086716","https://openalex.org/W2160709761","https://openalex.org/W2162771665","https://openalex.org/W2169851375","https://openalex.org/W2174534725","https://openalex.org/W2185815264","https://openalex.org/W2189070917","https://openalex.org/W2317912355","https://openalex.org/W2320259161","https://openalex.org/W2797937785","https://openalex.org/W2949973832","https://openalex.org/W3048078645","https://openalex.org/W3100137703","https://openalex.org/W3123545922","https://openalex.org/W4235104933","https://openalex.org/W4244875323","https://openalex.org/W4249667877","https://openalex.org/W4252822198","https://openalex.org/W4255308044","https://openalex.org/W4300998111","https://openalex.org/W4301084947","https://openalex.org/W6631825584","https://openalex.org/W6686937233"],"related_works":["https://openalex.org/W2105321464","https://openalex.org/W2887774187","https://openalex.org/W2388220555","https://openalex.org/W2033178790","https://openalex.org/W3048739257","https://openalex.org/W1665563134","https://openalex.org/W2963604926","https://openalex.org/W1616881371","https://openalex.org/W2163103544","https://openalex.org/W3033899355"],"abstract_inverted_index":{"R\u00e9nyi":[0,5,26,54,72],"divergence":[1,10,55,73],"is":[2,11,47],"related":[3,12],"to":[4,13,98,108,113,130],"entropy":[6],"much":[7],"like":[8],"Kullback-Leibler":[9,39,61,75],"Shannon's":[14],"entropy,":[15],"and":[16,41,65,74,90,102,118,127,137],"comes":[17],"up":[18],"in":[19],"many":[20],"settings.":[21],"It":[22],"was":[23],"introduced":[24],"by":[25],"as":[27,38],"a":[28,44],"measure":[29],"of":[30,56,71,81,93],"information":[31],"that":[32,46],"satisfies":[33],"almost":[34],"the":[35,53,60,67,91,94,99,110,121],"same":[36],"axioms":[37],"divergence,":[40,76],"depends":[42],"on":[43],"parameter":[45],"called":[48],"its":[49],"order.":[50],"In":[51],"particular,":[52],"order":[57,96],"1":[58],"equals":[59],"divergence.":[62],"We":[63,104],"review":[64],"extend":[66,120],"most":[68],"important":[69],"properties":[70],"including":[77],"convexity,":[78],"continuity,":[79],"limits":[80],"<inline-formula":[82],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[84],"<tex-math":[85],"notation=\"TeX\">\\(\\sigma":[86],"\\)":[87],"</tex-math></inline-formula>":[88],"-algebras,":[89],"relation":[92],"special":[95],"0":[97],"Gaussian":[100],"dichotomy":[101],"contiguity.":[103],"also":[105],"show":[106],"how":[107],"generalize":[109],"Pythagorean":[111],"inequality":[112],"orders":[114],"different":[115],"from":[116],"1,":[117],"we":[119],"known":[122],"equivalence":[123],"between":[124],"channel":[125,132],"capacity":[126],"minimax":[128,141],"redundancy":[129],"continuous":[131],"inputs":[133],"(for":[134],"all":[135],"orders)":[136],"present":[138],"several":[139],"other":[140],"results.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":54},{"year":2025,"cited_by_count":204},{"year":2024,"cited_by_count":206},{"year":2023,"cited_by_count":204},{"year":2022,"cited_by_count":151},{"year":2021,"cited_by_count":162},{"year":2020,"cited_by_count":135},{"year":2019,"cited_by_count":106},{"year":2018,"cited_by_count":104},{"year":2017,"cited_by_count":68},{"year":2016,"cited_by_count":52},{"year":2015,"cited_by_count":37},{"year":2014,"cited_by_count":12},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":1}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}