{"id":"https://openalex.org/W2205933074","doi":"https://doi.org/10.1109/itwf.2015.7360766","title":"Upper bounds on the relative entropy and R\u00e9nyi divergence as a function of total variation distance for finite alphabets","display_name":"Upper bounds on the relative entropy and R\u00e9nyi divergence as a function of total variation distance for finite alphabets","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2205933074","doi":"https://doi.org/10.1109/itwf.2015.7360766","mag":"2205933074"},"language":"en","primary_location":{"id":"doi:10.1109/itwf.2015.7360766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itwf.2015.7360766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Information Theory Workshop - Fall (ITW)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1503.03417","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032026808","display_name":"Igal Sason","orcid":"https://orcid.org/0000-0001-5681-1273"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Igal Sason","raw_affiliation_strings":["Department of Electrical Engineering, Technion - Israel Institute of Technology, Haifa, Israel"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Technion - Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103184697","display_name":"Sergio Verd\u00fa","orcid":"https://orcid.org/0000-0003-1254-9116"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergio Verdu","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, New Jersey, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, New Jersey, USA","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5032026808"],"corresponding_institution_ids":["https://openalex.org/I174306211"],"apc_list":null,"apc_paid":null,"fwci":0.2405,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59067718,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"214","last_page":"218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.7748984098434448},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7716987133026123},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.7296826839447021},{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.7186601161956787},{"id":"https://openalex.org/keywords/total-variation","display_name":"Total variation","score":0.676064133644104},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6298815608024597},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.6114599108695984},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.5411883592605591},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.49508681893348694},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.4917598068714142},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.441699355840683},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.36223721504211426},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.30324435234069824},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.18372932076454163},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1467503011226654}],"concepts":[{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.7748984098434448},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7716987133026123},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.7296826839447021},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.7186601161956787},{"id":"https://openalex.org/C62100291","wikidata":"https://www.wikidata.org/wiki/Q1936288","display_name":"Total variation","level":2,"score":0.676064133644104},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6298815608024597},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.6114599108695984},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.5411883592605591},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.49508681893348694},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.4917598068714142},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.441699355840683},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.36223721504211426},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.30324435234069824},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.18372932076454163},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1467503011226654},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/itwf.2015.7360766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itwf.2015.7360766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Information Theory Workshop - Fall (ITW)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1503.03417","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.03417","pdf_url":"https://arxiv.org/pdf/1503.03417","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2205933074","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1503.03417.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1503.03417","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1503.03417","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1503.03417","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1503.03417","pdf_url":"https://arxiv.org/pdf/1503.03417","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2205933074.pdf","grobid_xml":"https://content.openalex.org/works/W2205933074.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1661372310","https://openalex.org/W1680923748","https://openalex.org/W1917534385","https://openalex.org/W1973375658","https://openalex.org/W1973596747","https://openalex.org/W2009379494","https://openalex.org/W2026653933","https://openalex.org/W2029005240","https://openalex.org/W2058388580","https://openalex.org/W2058798744","https://openalex.org/W2073946873","https://openalex.org/W2091310682","https://openalex.org/W2103396489","https://openalex.org/W2106332299","https://openalex.org/W2110758705","https://openalex.org/W2112289862","https://openalex.org/W2112939491","https://openalex.org/W2126586384","https://openalex.org/W2137091321","https://openalex.org/W2148603752","https://openalex.org/W2149197198","https://openalex.org/W2149306165","https://openalex.org/W2159058996","https://openalex.org/W2168365126","https://openalex.org/W2266878870","https://openalex.org/W2952938704","https://openalex.org/W3099057269","https://openalex.org/W3099252196","https://openalex.org/W3099797389","https://openalex.org/W3102490990","https://openalex.org/W6676686654","https://openalex.org/W6680256488"],"related_works":["https://openalex.org/W2963086744","https://openalex.org/W1631312317","https://openalex.org/W2093566764","https://openalex.org/W285147228","https://openalex.org/W2794616819","https://openalex.org/W2112939491","https://openalex.org/W2608546004","https://openalex.org/W2984351435","https://openalex.org/W3104006593","https://openalex.org/W2346893958","https://openalex.org/W2962719046","https://openalex.org/W2949606031","https://openalex.org/W3101771840","https://openalex.org/W3104550893","https://openalex.org/W2164150373","https://openalex.org/W3081493104","https://openalex.org/W2019368591","https://openalex.org/W2964030549","https://openalex.org/W2012326118","https://openalex.org/W1512384419"],"abstract_inverted_index":{"A":[0],"new":[1],"upper":[2,44],"bound":[3,28,33,45],"on":[4,22,46],"the":[5,14,47,61],"relative":[6],"entropy":[7],"is":[8,39],"derived":[9],"as":[10,57],"a":[11,23,30,58],"function":[12,59],"of":[13,50,60],"total":[15,62],"variation":[16,63],"distance":[17],"for":[18],"probability":[19],"measures":[20],"defined":[21],"common":[24],"finite":[25],"alphabet.":[26],"The":[27],"improves":[29],"previously":[31],"reported":[32],"by":[34],"Csisz\u00e1r":[35],"and":[36],"Talata.":[37],"It":[38],"further":[40],"extended":[41],"to":[42],"an":[43,51],"R\u00e9nyi":[48],"divergence":[49],"arbitrary":[52],"non-negative":[53],"order":[54],"(including":[55],"\u221e)":[56],"distance.":[64]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}