{"id":"https://openalex.org/W2060588708","doi":"https://doi.org/10.1109/tit.2014.2329490","title":"Encoding Tasks and R\u00e9nyi Entropy","display_name":"Encoding Tasks and R\u00e9nyi Entropy","publication_year":2014,"publication_date":"2014-06-06","ids":{"openalex":"https://openalex.org/W2060588708","doi":"https://doi.org/10.1109/tit.2014.2329490","mag":"2060588708"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2014.2329490","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2329490","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1401.6338","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Christoph Bunte","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Christoph Bunte","raw_affiliation_strings":["Signal and Information Processing Laboratory, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Signal and Information Processing Laboratory, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":null,"display_name":"Amos Lapidoth","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Amos Lapidoth","raw_affiliation_strings":["Signal and Information Processing Laboratory, ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Signal and Information Processing Laboratory, ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":3.8297,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.94062792,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"60","issue":"9","first_page":"5065","last_page":"5076"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6446999907493591},{"id":"https://openalex.org/keywords/conditional-entropy","display_name":"Conditional entropy","score":0.5066999793052673},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4999000132083893},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.43059998750686646},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.40059998631477356},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3986999988555908},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.3955000042915344},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.390500009059906}],"concepts":[{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6446999907493591},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5314000248908997},{"id":"https://openalex.org/C101721835","wikidata":"https://www.wikidata.org/wiki/Q813908","display_name":"Conditional entropy","level":3,"score":0.5066999793052673},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4999000132083893},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4478999972343445},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.40059998631477356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4004000127315521},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.3955000042915344},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.390500009059906},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.3596999943256378},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C61062188","wikidata":"https://www.wikidata.org/wiki/Q835065","display_name":"Second moment of area","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3433000147342682},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32170000672340393},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3212999999523163},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.29899999499320984},{"id":"https://openalex.org/C92224547","wikidata":"https://www.wikidata.org/wiki/Q1673216","display_name":"Probability of error","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C162392398","wikidata":"https://www.wikidata.org/wiki/Q272404","display_name":"Finite set","level":2,"score":0.27720001339912415}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tit.2014.2329490","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2014.2329490","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1401.6338","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1401.6338","pdf_url":"https://arxiv.org/pdf/1401.6338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1401.6338","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1401.6338","pdf_url":"https://arxiv.org/pdf/1401.6338","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W132918488","https://openalex.org/W2001935257","https://openalex.org/W2006624419","https://openalex.org/W2006726173","https://openalex.org/W2112267744","https://openalex.org/W2123097583","https://openalex.org/W2131814097","https://openalex.org/W2148808905","https://openalex.org/W2151170200","https://openalex.org/W2163706235","https://openalex.org/W2165203736","https://openalex.org/W2174534725","https://openalex.org/W2963597116","https://openalex.org/W4302366875"],"related_works":[],"abstract_inverted_index":{"A":[0],"task":[1],"is":[2,12,54,68,72,114,145,198],"randomly":[3],"drawn":[4],"from":[5],"a":[6,15,50,57,146,167,182,190,202],"finite":[7],"set":[8],"of":[9,18,39,42,52,79,82,94,97,135,149,166],"tasks":[10,22,44,53,61,99,175],"and":[11,31,59,170],"described":[13,64],"using":[14,65],"fixed":[16],"number":[17,41],"bits.":[19],"All":[20],"the":[21,35,40,75,80,91,95,117,133,142,171,194],"that":[23,152,184],"share":[24],"its":[25],"description":[26],"must":[27],"be":[28,103],"performed.":[29],"Upper":[30],"lower":[32],"bounds":[33],"on":[34],"minimum":[36],"pth":[37],"moment":[38,93,122],"performed":[43,98],"are":[45,62,128,163],"derived.":[46],"The":[47,126],"case":[48],"where":[49,173],"sequence":[51],"produced":[55],"by":[56,155,187],"source":[58,81],"n":[60,101,108],"jointly":[63],"nR":[66],"bits":[67],"considered.":[69],"If":[70,112],"R":[71,113],"larger":[73],"than":[74,116],"R\u00e9nyi":[76,118,150],"entropy":[77,119,151],"rate":[78],"order":[83],"1/(1":[84],"+":[85],"\u03c1)":[86],"(provided":[87],"it":[88],"exists),":[89],"then":[90],"\u03c1th":[92],"ratio":[96],"to":[100,105,110,124,130,200],"can":[102],"driven":[104],"one":[106,165],"as":[107,189],"tends":[109,123],"infinity.":[111,125],"smaller":[115],"rate,":[120],"this":[121,138],"results":[127],"generalized":[129],"account":[131],"for":[132],"presence":[134],"side-information.":[136],"In":[137],"more":[139],"general":[140],"setting,":[141],"key":[143],"quantity":[144],"conditional":[147],"version":[148],"was":[153,185],"introduced":[154],"Arimoto.":[156],"For":[157],"IID":[158],"sources,":[159],"two":[160],"additional":[161],"extensions":[162],"solved,":[164],"rate-distortion":[168],"flavor":[169],"other":[172],"different":[174,178],"may":[176],"have":[177],"nonnegative":[179],"costs.":[180],"Finally,":[181],"divergence":[183],"identified":[186],"Sundaresan":[188],"mismatch":[191],"penalty":[192],"in":[193],"Massey-Arikan":[195],"guessing":[196],"problem":[197],"shown":[199],"play":[201],"similar":[203],"role":[204],"here.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2016-06-24T00:00:00"}