{"id":"https://openalex.org/W7220697265","doi":"https://doi.org/10.48550/arxiv.2610.06627","title":"On the Cardinality of Optimal Representations in the Binary-Source Information Bottleneck","display_name":"On the Cardinality of Optimal Representations in the Binary-Source Information Bottleneck","publication_year":2026,"publication_date":"2026-10-05","ids":{"openalex":"https://openalex.org/W7220697265","doi":"https://doi.org/10.48550/arxiv.2610.06627"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.06627","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.06627","pdf_url":"https://arxiv.org/pdf/2610.06627","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.06627","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135962443","display_name":"Dier Tang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tang, Dier","raw_affiliation_strings":["Department of Mathematics , The University of Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics , The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5157681104","display_name":"Jun Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chen, Jun","raw_affiliation_strings":["Electrical and Computer Engineering , McMaster University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering , McMaster University","institution_ids":["https://openalex.org/I98251732"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.14309999346733093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.14309999346733093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.10140000283718109,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.08060000091791153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck","display_name":"information bottleneck","score":0.996999979019165},{"id":"https://openalex.org/keywords/optimal-representation","display_name":"optimal representation","score":0.6990000009536743},{"id":"https://openalex.org/keywords/cardinality-bounds","display_name":"cardinality bounds","score":0.7699999809265137},{"id":"https://openalex.org/keywords/binary-sources","display_name":"binary sources","score":0.9610000252723694},{"id":"https://openalex.org/keywords/rate-distortion-theory","display_name":"rate-distortion theory","score":0.503000020980835},{"id":"https://openalex.org/keywords/entropy-function","display_name":"entropy function","score":0.6520000100135803},{"id":"https://openalex.org/keywords/mutual-information-constraint","display_name":"mutual information constraint","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7475000023841858},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.6773999929428101},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6154999732971191},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5800999999046326},{"id":"https://openalex.org/C68693459","wikidata":"https://www.wikidata.org/wiki/Q657586","display_name":"Hyperplane","level":2,"score":0.5663999915122986},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.5138000249862671},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C87117476","wikidata":"https://www.wikidata.org/wiki/Q362383","display_name":"Cardinality (data modeling)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C78023250","wikidata":"https://www.wikidata.org/wiki/Q657596","display_name":"Unary operation","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.40230000019073486},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.3702000081539154},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C44415725","wikidata":"https://www.wikidata.org/wiki/Q4913893","display_name":"Binary entropy function","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C110546421","wikidata":"https://www.wikidata.org/wiki/Q1315869","display_name":"Arity","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C11829167","wikidata":"https://www.wikidata.org/wiki/Q751292","display_name":"Random binary tree","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2833999991416931},{"id":"https://openalex.org/C65180967","wikidata":"https://www.wikidata.org/wiki/Q130901","display_name":"Binary relation","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C18653775","wikidata":"https://www.wikidata.org/wiki/Q1333358","display_name":"Joint probability distribution","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.06627","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.06627","pdf_url":"https://arxiv.org/pdf/2610.06627","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.06627","doi":"https://doi.org/10.48550/arxiv.2610.06627","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.06627","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.06627","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.06627","pdf_url":"https://arxiv.org/pdf/2610.06627","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220697265.pdf","grobid_xml":"https://content.openalex.org/works/W7220697265.grobid-xml"},"referenced_works_count":2,"referenced_works":["https://openalex.org/W2593634001","https://openalex.org/W7215133726"],"related_works":["https://openalex.org/W4386072351","https://openalex.org/W3081102653","https://openalex.org/W2962905139","https://openalex.org/W7215133726","https://openalex.org/W2070277490","https://openalex.org/W3198788861","https://openalex.org/W7214151254","https://openalex.org/W7095798867","https://openalex.org/W2808352336","https://openalex.org/W4416384956"],"abstract_inverted_index":{"The":[0,106],"information":[1,16],"bottleneck":[2],"(IB)":[3],"seeks":[4],"a":[5,9,20,25,89,109,118],"representation":[6],"$U$":[7],"of":[8,77,123,127],"source":[10],"$X$":[11,65],"that":[12,33,58],"retains":[13],"as":[14,17],"much":[15],"possible":[18],"about":[19],"target":[21],"$Y$,":[22],"subject":[23],"to":[24,36,49,99],"constraint":[26],"on":[27],"$I(U;X)$.":[28],"A":[29],"classical":[30],"argument":[31,112],"shows":[32],"it":[34],"suffices":[35],"consider":[37],"representations":[38],"with":[39,113],"at":[40],"most":[41],"$|\\mathcal{X}|+1$":[42],"symbols,":[43],"and":[44,68,79],"this":[45],"bound":[46,94],"is":[47,66,70,86,133],"known":[48],"be":[50],"tight":[51],"whenever":[52],"$|\\mathcal{X}|":[53],"\\geq":[54],"3$.":[55],"We":[56],"show":[57],"the":[59,83,93,114,121,124,128],"binary":[60,67,90,104,119],"case":[61],"behaves":[62],"differently:":[63],"if":[64],"$Y$":[69],"finite,":[71],"then":[72],"for":[73,103,117],"every":[74,80],"joint":[75],"distribution":[76],"$(X,Y)$":[78],"rate":[81],"constraint,":[82],"IB":[84],"optimum":[85],"attained":[87],"by":[88],"$U$.":[91],"Hence":[92],"$|\\mathcal{U}|":[95,100],"\\leq":[96,101],"|\\mathcal{X}|+1$":[97],"sharpens":[98],"|\\mathcal{X}|$":[102],"sources.":[105],"proof":[107],"combines":[108],"separating":[110],"hyperplane":[111],"observation":[115],"that,":[116],"source,":[120],"ratio":[122],"second":[125],"derivatives":[126],"two":[129],"entropy":[130],"functions":[131],"involved":[132],"concave.":[134]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-10-07T00:00:00"}