{"id":"https://openalex.org/W2042980709","doi":"https://doi.org/10.1109/tit.2014.2360184","title":"Information Measures: The Curious Case of the Binary Alphabet","display_name":"Information Measures: The Curious Case of the Binary Alphabet","publication_year":2014,"publication_date":"2014-09-25","ids":{"openalex":"https://openalex.org/W2042980709","doi":"https://doi.org/10.1109/tit.2014.2360184","mag":"2042980709"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2014.2360184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2360184","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1404.6810","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034192173","display_name":"Jiantao Jiao","orcid":"https://orcid.org/0000-0003-3766-8031"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jiantao Jiao","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059985425","display_name":"Thomas A. Courtade","orcid":"https://orcid.org/0000-0001-7106-7358"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas A. Courtade","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, CA, USA","Department of Electrical Engineering and Computer Sciences, University of California, at Berkeley - Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, at Berkeley - Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049196468","display_name":"Albert No","orcid":"https://orcid.org/0000-0002-6346-4182"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Albert No","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066970557","display_name":"Kartik Venkat","orcid":"https://orcid.org/0000-0002-7902-9724"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Venkat","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043344688","display_name":"Tsachy Weissman","orcid":"https://orcid.org/0009-0008-1099-691X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsachy Weissman","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University Stanford, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5034192173"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":2.5821,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.89857095,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"60","issue":"12","first_page":"7616","last_page":"7626"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13720","display_name":"Benford\u2019s Law and Fraud Detection","score":0.9132000207901001,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5961872339248657},{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.5259528160095215},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.48936909437179565},{"id":"https://openalex.org/keywords/binary-data","display_name":"Binary data","score":0.4890514314174652},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.4406401515007019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4390134811401367},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4067489802837372},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3503430485725403},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.33230429887771606},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.32019680738449097},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.2707846462726593},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15216222405433655}],"concepts":[{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5961872339248657},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.5259528160095215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.48936909437179565},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.4890514314174652},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.4406401515007019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4390134811401367},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4067489802837372},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3503430485725403},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.33230429887771606},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32019680738449097},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2707846462726593},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15216222405433655},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tit.2014.2360184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2360184","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1404.6810","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1404.6810","pdf_url":"https://arxiv.org/pdf/1404.6810","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.717.5433","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.717.5433","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://stanford.edu/%7Ekvenkat/papers/binary_transIT_2014.pdf","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1404.6810","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1404.6810","pdf_url":"https://arxiv.org/pdf/1404.6810","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W152055444","https://openalex.org/W1593125407","https://openalex.org/W1965555277","https://openalex.org/W2025720061","https://openalex.org/W2033468335","https://openalex.org/W2035408593","https://openalex.org/W2051657238","https://openalex.org/W2053710598","https://openalex.org/W2070498460","https://openalex.org/W2070945723","https://openalex.org/W2073241381","https://openalex.org/W2074959193","https://openalex.org/W2082592501","https://openalex.org/W2085956070","https://openalex.org/W2125133553","https://openalex.org/W2143899172","https://openalex.org/W2155969596","https://openalex.org/W3127518054","https://openalex.org/W4234966164","https://openalex.org/W4248220204","https://openalex.org/W4252475223"],"related_works":["https://openalex.org/W2154693897","https://openalex.org/W104621197","https://openalex.org/W2094988397","https://openalex.org/W2018164323","https://openalex.org/W2018596126","https://openalex.org/W2083580028","https://openalex.org/W1980535114","https://openalex.org/W2063706985","https://openalex.org/W4233766581","https://openalex.org/W2004653872"],"abstract_inverted_index":{"Four":[0],"problems":[1,134],"related":[2],"to":[3,117],"information":[4],"divergence":[5,89,108],"measures":[6],"defined":[7],"on":[8,64],"finite":[9],"alphabets":[10,66],"are":[11,58,128],"considered.":[12,129],"In":[13,52],"three":[14],"of":[15,121,132],"the":[16,27,42,60,69,81,91,110,122,133,142],"cases":[17],"we":[18,20,54,135],"consider,":[19,136],"illustrate":[21],"a":[22],"contrast":[23],"that":[24,56,67,76,86,106],"arises":[25],"between":[26],"binary-alphabet":[28,50],"and":[29],"larger":[30,43],"alphabet":[31,44,102,143],"settings.":[32],"This":[33],"is":[34,90,96,109,115,145],"surprising":[35],"in":[36,80],"some":[37,131],"instances,":[38],"since":[39],"characterizations":[40],"for":[41,100],"settings":[45],"do":[46],"not":[47,59],"generalize":[48],"their":[49],"counterparts.":[51],"particular,":[53],"show":[55,85,105],"f-divergences":[57],"unique":[61,92,111],"decomposable":[62],"divergences":[63,127],"binary":[65],"satisfy":[68],"data":[70],"processing":[71],"inequality,":[72],"thereby":[73],"clarifying":[74],"claims":[75],"have":[77],"previously":[78],"appeared":[79],"literature.":[82],"We":[83,104],"also":[84,97],"Kullback-Leibler":[87],"(KL)":[88],"Bregman":[93,112],"divergence,":[94,113],"which":[95,114],"an":[98],"f-divergence":[99],"any":[101],"size.":[103],"KL":[107],"invariant":[116],"statistically":[118],"sufficient":[119],"transformations":[120],"data,":[123],"even":[124],"when":[125,141],"nondecomposable":[126],"Like":[130],"this":[137],"result":[138],"holds":[139],"only":[140],"size":[144],"at":[146],"least":[147],"three.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}