{"id":"https://openalex.org/W3197491921","doi":"https://doi.org/10.1109/isit45174.2021.9518214","title":"An Information Bottleneck Problem with R\u00e9nyi's Entropy","display_name":"An Information Bottleneck Problem with R\u00e9nyi's Entropy","publication_year":2021,"publication_date":"2021-07-12","ids":{"openalex":"https://openalex.org/W3197491921","doi":"https://doi.org/10.1109/isit45174.2021.9518214","mag":"3197491921"},"language":"en","primary_location":{"id":"doi:10.1109/isit45174.2021.9518214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043646124","display_name":"Jian-Jia Weng","orcid":"https://orcid.org/0000-0002-9658-579X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jian-Jia Weng","raw_affiliation_strings":["Queen's University,Department of Mathematics and Statistics,Kingston,ON,Canada,K7L 3N6","Department of Mathematics and Statistics, Queen's University, Kingston, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Queen's University,Department of Mathematics and Statistics,Kingston,ON,Canada,K7L 3N6","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"Department of Mathematics and Statistics, Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065742137","display_name":"Fady Alajaji","orcid":"https://orcid.org/0000-0002-7980-724X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Fady Alajaji","raw_affiliation_strings":["Queen's University,Department of Mathematics and Statistics,Kingston,ON,Canada,K7L 3N6","Department of Mathematics and Statistics, Queen's University, Kingston, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Queen's University,Department of Mathematics and Statistics,Kingston,ON,Canada,K7L 3N6","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"Department of Mathematics and Statistics, Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090728745","display_name":"Tam\u00e1s Linder","orcid":"https://orcid.org/0000-0001-9993-816X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tam\u00e1s Linder","raw_affiliation_strings":["Queen's University,Department of Mathematics and Statistics,Kingston,ON,Canada,K7L 3N6","Department of Mathematics and Statistics, Queen's University, Kingston, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Queen's University,Department of Mathematics and Statistics,Kingston,ON,Canada,K7L 3N6","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"Department of Mathematics and Statistics, Queen's University, Kingston, ON, Canada","institution_ids":["https://openalex.org/I204722609"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043646124"],"corresponding_institution_ids":["https://openalex.org/I204722609"],"apc_list":null,"apc_paid":null,"fwci":0.3182,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.61287821,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"2489","last_page":"2494"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.8981043696403503},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6508927345275879},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.6506300568580627},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.6356569528579712},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6020462512969971},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.496542751789093},{"id":"https://openalex.org/keywords/r\u00e9nyi-entropy","display_name":"R\u00e9nyi entropy","score":0.4922908842563629},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4447517693042755},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4182165265083313},{"id":"https://openalex.org/keywords/joint-entropy","display_name":"Joint entropy","score":0.4127855896949768},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.410077840089798},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3857806622982025},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38015517592430115},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3456581234931946},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.236291766166687},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2155088484287262},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08822506666183472}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.8981043696403503},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6508927345275879},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.6506300568580627},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.6356569528579712},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6020462512969971},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.496542751789093},{"id":"https://openalex.org/C142611142","wikidata":"https://www.wikidata.org/wiki/Q1433083","display_name":"R\u00e9nyi entropy","level":3,"score":0.4922908842563629},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4447517693042755},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4182165265083313},{"id":"https://openalex.org/C106752470","wikidata":"https://www.wikidata.org/wiki/Q1364826","display_name":"Joint entropy","level":3,"score":0.4127855896949768},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.410077840089798},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3857806622982025},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38015517592430115},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3456581234931946},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.236291766166687},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2155088484287262},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08822506666183472},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit45174.2021.9518214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit45174.2021.9518214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1551759367","https://openalex.org/W1686946872","https://openalex.org/W1713661830","https://openalex.org/W1995875735","https://openalex.org/W2001935257","https://openalex.org/W2026546676","https://openalex.org/W2026653933","https://openalex.org/W2060588708","https://openalex.org/W2099111195","https://openalex.org/W2120685510","https://openalex.org/W2122882636","https://openalex.org/W2143121893","https://openalex.org/W2163706235","https://openalex.org/W2174534725","https://openalex.org/W2296319761","https://openalex.org/W2478708596","https://openalex.org/W2507260616","https://openalex.org/W2593634001","https://openalex.org/W2797548502","https://openalex.org/W2880214242","https://openalex.org/W2962702487","https://openalex.org/W2963343988","https://openalex.org/W2963715537","https://openalex.org/W2965588185","https://openalex.org/W2976156774","https://openalex.org/W3003841403","https://openalex.org/W3022414928","https://openalex.org/W3023432115","https://openalex.org/W3025810997","https://openalex.org/W3036930198","https://openalex.org/W3103345930","https://openalex.org/W3105901004","https://openalex.org/W3106311775","https://openalex.org/W4249667877","https://openalex.org/W4250589301","https://openalex.org/W4293469690","https://openalex.org/W4293874301","https://openalex.org/W4297749952","https://openalex.org/W4309793939","https://openalex.org/W6637108112","https://openalex.org/W6725237392","https://openalex.org/W6729906282","https://openalex.org/W6756362675","https://openalex.org/W6786030566"],"related_works":["https://openalex.org/W2783047733","https://openalex.org/W2385620600","https://openalex.org/W3114186922","https://openalex.org/W4225940264","https://openalex.org/W2377943613","https://openalex.org/W2125614474","https://openalex.org/W4230340119","https://openalex.org/W2126391818","https://openalex.org/W1545685255","https://openalex.org/W4226335684"],"abstract_inverted_index":{"This":[0],"paper":[1],"considers":[2],"an":[3,45,57],"information":[4],"bottleneck":[5,29],"problem":[6],"with":[7],"the":[8,61,67,93],"objective":[9],"of":[10,16],"obtaining":[11],"a":[12,17,22,75],"most":[13],"informative":[14],"representation":[15],"hidden":[18],"feature":[19],"subject":[20],"to":[21],"R\u00e9nyi":[23,39,69],"entropy":[24,40],"complexity":[25],"constraint.":[26],"The":[27],"optimal":[28,62,68,94],"trade-off":[30,63,71],"between":[31],"relevance":[32],"(measured":[33],"via":[34],"Shannon's":[35],"mutual":[36],"information)":[37],"and":[38,44,81],"cost":[41],"is":[42,52,72],"defined":[43],"iterative":[46],"algorithm":[47],"for":[48,60],"finding":[49],"approximate":[50],"solutions":[51],"provided.":[53],"We":[54],"also":[55],"derive":[56],"operational":[58],"characterization":[59],"by":[64,74],"demonstrating":[65],"that":[66,82],"entropy-relevance":[70,96],"achievable":[73],"simple":[76],"time-sharing":[77],"scalar":[78],"coding":[79,84],"scheme":[80,85],"no":[83],"can":[86,98],"provide":[87],"better":[88],"performance.":[89],"Two":[90],"examples":[91],"where":[92],"Shannon":[95],"tradeoff":[97],"be":[99],"exactly":[100],"determined":[101],"are":[102],"further":[103],"given.":[104]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}