{"id":"https://openalex.org/W2099111195","doi":"https://doi.org/10.1002/0471200611","title":"Elements of Information Theory","display_name":"Elements of Information Theory","publication_year":2001,"publication_date":"2001-10-05","ids":{"openalex":"https://openalex.org/W2099111195","doi":"https://doi.org/10.1002/0471200611","mag":"2099111195"},"language":"en","primary_location":{"id":"doi:10.1002/0471200611","is_oa":false,"landing_page_url":"https://doi.org/10.1002/0471200611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"monograph"},"type":"book","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055073921","display_name":"Thomas M. Cover","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas M. Cover","raw_affiliation_strings":["Stanford University Stanford CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University Stanford CA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110907440","display_name":"Joy A. Thomas","orcid":null},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joy A. Thomas","raw_affiliation_strings":["IBM- Watson Research Center, Hawthorne, NY#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM- Watson Research Center, Hawthorne, NY#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":315.3648,"has_fulltext":false,"cited_by_count":38036,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.6917999982833862,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10050","display_name":"Multi-Criteria Decision Making","score":0.6917999982833862,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.6090999841690063,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.5849000215530396,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45597609877586365}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45597609877586365}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1002/0471200611","is_oa":false,"landing_page_url":"https://doi.org/10.1002/0471200611","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"monograph"},{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-002978304","is_oa":false,"landing_page_url":"http://www3.ub.tu-berlin.de/ihv/000126608.pdf","pdf_url":"http://www3.ub.tu-berlin.de/ihv/000126608.pdf","source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:aleph.bib-bvb.de:BVB01-014885866","is_oa":false,"landing_page_url":"http://www.loc.gov/catdir/enhancements/fy0624/2005047799-d.html","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cds.cern.ch:570608","is_oa":false,"landing_page_url":"http://cds.cern.ch/record/570608","pdf_url":null,"source":{"id":"https://openalex.org/S4306400735","display_name":"International Linear Collider","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2130043461","https://openalex.org/W2530322880","https://openalex.org/W1596801655"],"abstract_inverted_index":{"Preface":[0,5],"to":[1,6,307,316,351,389,435],"the":[2,7,12,17,27,105,113,175,207,257,284,305,308,314,317,390,429,436,443,457,467,519,721,728,735,747],"Second":[3,13,146],"Edition.":[4,9,14,19],"First":[8,18],"Acknowledgments":[10,15],"for":[11,16,60,182,342,393,572,785,811,815],"1.":[20],"Introduction":[21],"and":[22,33,41,47,54,64,70,77,112,224,233,240,251,304,356,363,373,451,466,478,518,566,602,607,617,635,676,708,734,780,799,806],"Preview.":[23],"1.1":[24],"Preview":[25,282],"of":[26,104,123,137,148,152,164,197,206,212,246,256,259,270,278,283,348,368,428,442,456,463,482,486,499,546,583,596,612,668,720,727,746,770,795,817,825],"Book.":[28],"2.":[29],"Entropy,":[30,32,61,63,370,372],"Relative":[31,45,62,361,371,781],"Mutual":[34,48,55,65,364,374],"Information.":[35,49,56,66,235,365,375,514,690,696,801],"2.1":[36],"Entropy.":[37,43,337,353,359,528,608,775,782,791],"2.2":[38],"Joint":[39,355],"Entropy":[40,46,53,121,131,135,241,245,258,350,362,531,538,544,553,779,793,798,803],"Conditional":[42,357,503],"2.3":[44],"2.4":[50],"Relationship":[51],"Between":[52,673],"2.5":[57],"Chain":[58],"Rules":[59],"2.6":[67],"Jensen's":[68],"Inequality":[69,76,181,303,805],"Its":[71,78],"Consequences.":[72],"2.7":[73],"Log":[74],"Sum":[75],"Applications.":[79],"2.8":[80],"Data-Processing":[81],"Inequality.":[82,88,168,521,808],"2.9":[83],"Sufficient":[84,640],"Statistics.":[85,479],"2.10":[86],"Fano's":[87,302],"Summary.":[89,116,155,218,261,331,376,414,471,522,555,587,647,701,758,819],"Problems.":[90,117,156,219,262,332,377,415,472,523,556,588,648,702,759,820],"Historical":[91,118,157,220,263,333,378,416,473,524,557,589,649,703,760,821],"Notes.":[92,119,158,221,264,334,379,417,474,525,558,590,650,704,761,822],"3.":[93],"Asymptotic":[94,98,725],"Equipartition":[95,99],"Property.":[96],"3.1":[97],"Property":[100],"Theorem.":[101,287,297,310,320,330,439,501,505,554],"3.2":[102],"Consequences":[103],"AEP:":[106],"Data":[107,160,225,249],"Compression.":[108,161,226,586],"3.3":[109],"High-Probability":[110],"Sets":[111],"Typical":[114,292,449,661],"Set.":[115],"4.":[120],"Rates":[122,545,794],"a":[124,138,142,547],"Stochastic":[125],"Process.":[126,549],"4.1":[127],"Markov":[128,153],"Chains.":[129,154],"4.2":[130],"Rate.":[132,242,737],"4.3":[133],"Example:":[134],"Rate":[136,419,430,437,444,452,458,468,692],"Random":[139,344,616],"Walk":[140],"on":[141,174,192,778,790],"Weighted":[143],"Graph.":[144],"4.4":[145],"Law":[147,485],"Thermodynamics.":[149],"4.5":[150],"Functions":[151],"5.":[159],"5.1":[162],"Examples":[163,269,498],"Codes.":[165,171,185,188,194,199,300,323],"5.2":[166],"Kraft":[167,180],"5.3":[169],"Optimal":[170,176],"5.4":[172],"Bounds":[173,777,789],"Code":[177],"Length.":[178],"5.5":[179],"Uniquely":[183],"Decodable":[184],"5.6":[186],"Huffman":[187,193,198],"5.7":[189],"Some":[190,715],"Comments":[191],"5.8":[195],"Optimality":[196,205,582,726,745],"5.9":[200],"Shannon-Fano-Elias":[201],"Coding.":[202,492,562,577,580],"5.10":[203],"Competitive":[204,744],"Shannon":[208],"Code.":[209],"5.11":[210],"Generation":[211],"Discrete":[213,352],"Distributions":[214],"from":[215],"Fair":[216],"Coins.":[217],"6.":[222],"Gambling":[223,232,254],"6.1":[227],"The":[228,244,712],"Horse":[229,238],"Race.":[230],"6.2":[231],"Side":[234,689,695,732],"6.3":[236],"Dependent":[237],"Races":[239],"6.4":[243],"English.":[247,260],"6.5":[248],"Compression":[250],"Gambling.":[252,628],"6.6":[253],"Estimate":[255],"7.":[265],"Channel":[266,271,279,285,295,318,464,567],"Capacity.":[267,272,280,326,568],"7.1":[268],"7.2":[273],"Symmetric":[274],"Channels.":[275,395,398,402,658,678],"7.3":[276],"Properties":[277,367],"7.4":[281],"Coding":[286,296,309,319,391,571,687],"7.5":[288],"Definitions.":[289,339,386,425,716],"7.6":[290],"Jointly":[291,660],"Sequences.":[293,574,619,662],"7.7":[294],"7.8":[298],"Zero-Error":[299],"7.9":[301],"Converse":[306,315,388,434],"7.10":[311],"Equality":[312],"in":[313,740,764],"7.11":[321],"Hamming":[322],"7.12":[324],"Feedback":[325],"7.13":[327],"Source-Channel":[328],"Separation":[329],"8.":[335],"Differential":[336,349,358,369,774],"8.1":[338],"8.2":[340],"AEP":[341],"Continuous":[343],"Variables.":[345],"8.3":[346],"Relation":[347],"8.4":[354],"8.5":[360],"8.6":[366],"9.":[380],"Gaussian":[381,384,394,401,407,410,548,656],"Channel.":[382,665,681,684],"9.1":[383],"Channel:":[385],"9.2":[387],"Theorem":[392,755],"9.3":[396],"Bandlimited":[397],"9.4":[399],"Parallel":[400],"9.5":[403],"Channels":[404,411],"with":[405,412,688,694],"Colored":[406],"Noise.":[408],"9.6":[409],"Feedback.":[413],"10.":[418],"Distortion":[420,431,438,445,459,469,693],"Theory.":[421,496,654,710,766,772],"10.1":[422],"Quantization.":[423],"10.2":[424],"10.3":[426],"Calculation":[427],"Function.":[432,446,460,470],"10.4":[433],"10.5":[440],"Achievability":[441],"10.6":[447],"Strongly":[448],"Sequences":[450],"Distortion.":[453],"10.7":[454],"Characterization":[455,719],"10.8":[461],"Computation":[462],"Capacity":[465],"11.":[475],"Information":[476,517,653,706,733,765,771],"Theory":[477,707],"11.1":[480],"Method":[481],"Types.":[483,786],"11.2":[484],"Large":[487,494],"Numbers.":[488],"11.3":[489],"Universal":[490,560,564,570,621,627,636,751],"Source":[491,561,686],"11.4":[493],"Deviation":[495],"11.5":[497],"Sanov's":[500],"11.6":[502],"Limit":[504],"11.7":[506],"Hypothesis":[507],"Testing.":[508],"11.8":[509],"Chernoff-Stein":[510],"Lemma.":[511],"11.9":[512],"Chernoff":[513],"11.10":[515],"Fisher":[516,800],"Cram-er-Rao":[520],"12.":[526],"Maximum":[527,530,537,552],"12.1":[529],"Distributions.":[532],"12.2":[533],"Examples.":[534,603],"12.3":[535],"Anomalous":[536],"Problem.":[539],"12.4":[540],"Spectrum":[541],"Estimation.":[542],"12.5":[543],"12.6":[550],"Burg's":[551],"13.":[559],"13.1":[563],"Codes":[565],"13.2":[569],"Binary":[573],"13.3":[575],"Arithmetic":[576],"13.4":[578],"Lempel-Ziv":[579,584],"13.5":[581],"Algorithms.":[585],"14.":[591],"Kolmogorov":[592,599,605,610,624,633,639],"Complexity.":[593],"14.1":[594],"Models":[595],"Computation.":[597],"14.2":[598],"Complexity:":[600],"Definitions":[601],"14.3":[604],"Complexity":[606,611,634],"14.4":[609],"Integers.":[613],"14.5":[614],"Algorithmically":[615],"Incompressible":[618],"14.6":[620],"Probability.":[622,637],"14.7":[623],"complexity.":[625],"14.9":[626],"14.10":[629],"Occam's":[630],"Razor.":[631],"14.11":[632],"14.12":[638],"Statistic.":[641],"14.13":[642],"Minimum":[643],"Description":[644],"Length":[645],"Principle.":[646],"15.":[651],"Network":[652],"15.1":[655],"Multiple-User":[657],"15.2":[659],"15.3":[663],"Multiple-Access":[664,677],"15.4":[666],"Encoding":[667,675],"Correlated":[669],"Sources.":[670],"15.5":[671],"Duality":[672],"Slepian-Wolf":[674],"15.6":[679],"Broadcast":[680],"15.7":[682],"Relay":[683],"15.8":[685],"15.9":[691],"15.10":[697],"General":[698],"Multiterminal":[699],"Networks.":[700],"16.":[705],"Portfolio":[709],"16.1":[711],"Stock":[713],"Market:":[714],"16.2":[717],"Kuhn-Tucker":[718],"Log-Optimal":[722,729,748],"Portfolio.":[723,730,749],"16.3":[724],"16.4":[731],"Growth":[736],"16.5":[738],"Investment":[739],"Stationary":[741],"Markets.":[742],"16.6":[743],"16.7":[750],"Portfolios.":[752],"16.8":[753],"Shannon-McMillan-Breiman":[754],"(General":[756],"AEP).":[757],"17.":[762],"Inequalities":[763,769,784,810,814],"17.1":[767],"Basic":[768],"17.2":[773],"17.3":[776],"17.4":[783],"17.5":[787],"Combinatorial":[788],"17.6":[792],"Subsets.":[796],"17.7":[797],"17.8":[802],"Power":[804],"Brunn-Minkowski":[807],"17.9":[809],"Determinants.":[812,818],"17.10":[813],"Ratios":[816],"Bibliography.":[823],"List":[824],"Symbols.":[826],"Index.":[827]},"counts_by_year":[{"year":2026,"cited_by_count":189},{"year":2025,"cited_by_count":497},{"year":2024,"cited_by_count":417},{"year":2023,"cited_by_count":423},{"year":2022,"cited_by_count":578},{"year":2021,"cited_by_count":1346},{"year":2020,"cited_by_count":1548},{"year":2019,"cited_by_count":1502},{"year":2018,"cited_by_count":1432},{"year":2017,"cited_by_count":1328},{"year":2016,"cited_by_count":1611},{"year":2015,"cited_by_count":1741},{"year":2014,"cited_by_count":1964},{"year":2013,"cited_by_count":1983},{"year":2012,"cited_by_count":1992}],"updated_date":"2026-08-27T14:10:00.468798","created_date":"2025-10-10T00:00:00"}