{"id":"https://openalex.org/W4386072351","doi":"https://doi.org/10.1109/isit54713.2023.10206791","title":"The Cardinality Bound on the Information Bottleneck Representations is Tight","display_name":"The Cardinality Bound on the Information Bottleneck Representations is Tight","publication_year":2023,"publication_date":"2023-06-25","ids":{"openalex":"https://openalex.org/W4386072351","doi":"https://doi.org/10.1109/isit54713.2023.10206791"},"language":"en","primary_location":{"id":"doi:10.1109/isit54713.2023.10206791","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056702543","display_name":"Etam Benger","orcid":null},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Etam Benger","raw_affiliation_strings":["The Hebrew University,CSE,Jerusalem,Israel","CSE, The Hebrew University, Jerusalem, Israel"],"affiliations":[{"raw_affiliation_string":"The Hebrew University,CSE,Jerusalem,Israel","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"CSE, The Hebrew University, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062359324","display_name":"Shahab Asoodeh","orcid":"https://orcid.org/0000-0003-4960-6081"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shahab Asoodeh","raw_affiliation_strings":["McMaster University,CS,Hamilton,ON,Canada","CS, McMaster University, Hamilton, ON, Canada"],"affiliations":[{"raw_affiliation_string":"McMaster University,CS,Hamilton,ON,Canada","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"CS, McMaster University, Hamilton, ON, Canada","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450217","display_name":"Jun Chen","orcid":"https://orcid.org/0000-0002-8084-9332"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Chen","raw_affiliation_strings":["McMaster University,ECE,Hamilton,ON,Canada","ECE, McMaster University, Hamilton, ON, Canada"],"affiliations":[{"raw_affiliation_string":"McMaster University,ECE,Hamilton,ON,Canada","institution_ids":["https://openalex.org/I98251732"]},{"raw_affiliation_string":"ECE, McMaster University, Hamilton, ON, Canada","institution_ids":["https://openalex.org/I98251732"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5056702543"],"corresponding_institution_ids":["https://openalex.org/I197251160"],"apc_list":null,"apc_paid":null,"fwci":0.3918,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59852523,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1478","last_page":"1483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11321","display_name":"Error Correcting Code Techniques","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.8584142923355103},{"id":"https://openalex.org/keywords/cardinality","display_name":"Cardinality (data modeling)","score":0.8506083488464355},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.6208360195159912},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5641845464706421},{"id":"https://openalex.org/keywords/hamming-distance","display_name":"Hamming distance","score":0.5220938920974731},{"id":"https://openalex.org/keywords/alphabet","display_name":"Alphabet","score":0.5202594995498657},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5149591565132141},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5093604326248169},{"id":"https://openalex.org/keywords/hamming-code","display_name":"Hamming code","score":0.5082475543022156},{"id":"https://openalex.org/keywords/characterization","display_name":"Characterization (materials science)","score":0.5049403309822083},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4990835189819336},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.47739046812057495},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.45917418599128723},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.4375453591346741},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.38408949971199036},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2907530963420868},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.2836199402809143},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.18801236152648926},{"id":"https://openalex.org/keywords/block-code","display_name":"Block code","score":0.10385915637016296}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.8584142923355103},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.8506083488464355},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.6208360195159912},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5641845464706421},{"id":"https://openalex.org/C193319292","wikidata":"https://www.wikidata.org/wiki/Q272172","display_name":"Hamming distance","level":2,"score":0.5220938920974731},{"id":"https://openalex.org/C112876837","wikidata":"https://www.wikidata.org/wiki/Q837518","display_name":"Alphabet","level":2,"score":0.5202594995498657},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5149591565132141},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5093604326248169},{"id":"https://openalex.org/C73150493","wikidata":"https://www.wikidata.org/wiki/Q853922","display_name":"Hamming code","level":4,"score":0.5082475543022156},{"id":"https://openalex.org/C2780841128","wikidata":"https://www.wikidata.org/wiki/Q5073781","display_name":"Characterization (materials science)","level":2,"score":0.5049403309822083},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4990835189819336},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.47739046812057495},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.45917418599128723},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.4375453591346741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38408949971199036},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2907530963420868},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2836199402809143},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.18801236152648926},{"id":"https://openalex.org/C157125643","wikidata":"https://www.wikidata.org/wiki/Q884707","display_name":"Block code","level":3,"score":0.10385915637016296},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit54713.2023.10206791","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isit54713.2023.10206791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2070945723","https://openalex.org/W2107330602","https://openalex.org/W2143121893","https://openalex.org/W3013104126","https://openalex.org/W3081102653","https://openalex.org/W3099364534","https://openalex.org/W3105901004","https://openalex.org/W3203826429","https://openalex.org/W4386072351","https://openalex.org/W6637108112","https://openalex.org/W6677621685","https://openalex.org/W6756362675","https://openalex.org/W6802737105"],"related_works":["https://openalex.org/W12413374","https://openalex.org/W2943247777","https://openalex.org/W4376312632","https://openalex.org/W2740543340","https://openalex.org/W2371167013","https://openalex.org/W1493958394","https://openalex.org/W1582340598","https://openalex.org/W2794545997","https://openalex.org/W2584980534","https://openalex.org/W2182731056"],"abstract_inverted_index":{"The":[0],"information":[1,19],"bottleneck":[2],"(IB)":[3],"method":[4],"aims":[5],"to":[6,104],"find":[7],"compressed":[8],"representations":[9,53,137],"of":[10,32,61,86,113,118,127,134],"a":[11,21,29,43,124],"variable":[12,23],"X":[13,41,114],"that":[14,27,60,92],"retain":[15],"the":[16,50,70,84,90,93,105,110,128,135,139],"most":[17],"relevant":[18],"about":[20],"target":[22],"Y.":[24],"We":[25],"show":[26],"for":[28,138],"wide":[30],"family":[31],"distributions":[33],"\u2013":[34,49],"namely,":[35],"when":[36],"Y":[37,116],"is":[38,81,89,99,117],"generated":[39],"by":[40,75],"through":[42],"Hamming":[44,140],"channel,":[45],"under":[46],"mild":[47],"conditions":[48],"optimal":[51,136],"IB":[52,94,129],"require":[54],"an":[55],"alphabet":[56],"strictly":[57,101],"larger":[58],"than":[59],"X.":[62],"This":[63],"implies":[64],"that,":[65],"despite":[66],"several":[67],"recent":[68],"works,":[69],"cardinality":[71],"bound":[72],"first":[73],"identified":[74],"Witsenhausen":[76],"and":[77,115],"Wyner":[78],"in":[79,96],"1975":[80],"tight.":[82],"At":[83],"core":[85],"our":[87],"finding":[88],"observation":[91],"function":[95],"this":[97],"setting":[98],"not":[100],"concave,":[102],"similar":[103],"deterministic":[106],"case,":[107],"even":[108],"though":[109],"joint":[111],"distribution":[112],"full":[119],"support.":[120],"Finally,":[121],"we":[122],"provide":[123],"complete":[125],"characterization":[126],"function,":[130],"as":[131,133],"well":[132],"case.":[141]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}