{"id":"https://openalex.org/W2051892320","doi":"https://doi.org/10.1109/isit.2014.6874853","title":"Information divergences and the curious case of the binary alphabet","display_name":"Information divergences and the curious case of the binary alphabet","publication_year":2014,"publication_date":"2014-06-01","ids":{"openalex":"https://openalex.org/W2051892320","doi":"https://doi.org/10.1109/isit.2014.6874853","mag":"2051892320"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2014.6874853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2014.6874853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Symposium on Information Theory","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Berkeley","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Berkeley","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059985425","display_name":"Thomas A. Courtade","orcid":"https://orcid.org/0000-0001-7106-7358"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Courtade","raw_affiliation_strings":["EECS Department, University of California, Berkeley","[EECS Dept, University of California Berkeley, Berkeley, CA, USA]"],"affiliations":[{"raw_affiliation_string":"EECS Department, University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[EECS Dept, University of California Berkeley, Berkeley, CA, USA]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049196468","display_name":"Albert No","orcid":"https://orcid.org/0000-0002-6346-4182"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert No","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Berkeley","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Berkeley","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066970557","display_name":"Kartik Venkat","orcid":"https://orcid.org/0000-0002-7902-9724"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Venkat","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Berkeley","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Berkeley","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Berkeley","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Berkeley","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034192173"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10682136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"351","last_page":"355"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.8349635601043701},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.7314291000366211},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6585993766784668},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5638993978500366},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4905785620212555},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.4633726477622986},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.43327438831329346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4263906478881836},{"id":"https://openalex.org/keywords/binary-data","display_name":"Binary data","score":0.4168713092803955},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35270392894744873},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.34242743253707886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16231802105903625},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.13317656517028809},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.08720698952674866},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08108881115913391}],"concepts":[{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.8349635601043701},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.7314291000366211},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6585993766784668},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5638993978500366},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4905785620212555},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.4633726477622986},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.43327438831329346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4263906478881836},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.4168713092803955},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35270392894744873},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.34242743253707886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16231802105903625},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.13317656517028809},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.08720698952674866},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08108881115913391},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2014.6874853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2014.6874853","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Symposium on Information Theory","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W152055444","https://openalex.org/W576288110","https://openalex.org/W1593125407","https://openalex.org/W2042980709","https://openalex.org/W2053710598","https://openalex.org/W2070945723","https://openalex.org/W2085956070","https://openalex.org/W2125133553","https://openalex.org/W2143899172","https://openalex.org/W2155969596","https://openalex.org/W2799698653","https://openalex.org/W3127518054"],"related_works":["https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2074481494","https://openalex.org/W3208095355","https://openalex.org/W4250156143","https://openalex.org/W2177370417","https://openalex.org/W2358990940","https://openalex.org/W4247156967","https://openalex.org/W2052507016","https://openalex.org/W291937575"],"abstract_inverted_index":{"Four":[0],"problems":[1],"related":[2],"to":[3],"information":[4],"divergence":[5],"measures":[6],"defined":[7],"on":[8,62],"finite":[9],"alphabets":[10,64],"are":[11,56],"considered.":[12],"In":[13],"three":[14],"of":[15],"the":[16,27,41,58,67,75],"cases":[17],"we":[18,20,52],"consider,":[19],"illustrate":[21],"a":[22],"contrast":[23],"which":[24],"arises":[25],"between":[26],"binary-alphabet":[28,48],"and":[29],"larger-alphabet":[30,42],"settings.":[31],"This":[32],"is":[33],"surprising":[34],"in":[35,74],"some":[36],"instances,":[37],"since":[38],"characterizations":[39],"for":[40],"settings":[43],"do":[44],"not":[45,57],"generalize":[46],"their":[47],"counterparts.":[49],"For":[50],"example,":[51],"show":[53],"that":[54,65],"f-divergences":[55],"unique":[59],"decomposable":[60],"divergences":[61],"binary":[63],"satisfy":[66],"data":[68],"processing":[69],"inequality,":[70],"despite":[71],"contrary":[72],"claims":[73],"literature.":[76]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}