{"id":"https://openalex.org/W1686946872","doi":"https://doi.org/10.48550/arxiv.physics/0004057","title":"The information bottleneck method","display_name":"The information bottleneck method","publication_year":2000,"publication_date":"2000-04-24","ids":{"openalex":"https://openalex.org/W1686946872","doi":"https://doi.org/10.48550/arxiv.physics/0004057","mag":"1686946872"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:physics/0004057","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/physics/0004057","pdf_url":"https://arxiv.org/pdf/physics/0004057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/physics/0004057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tishby, Naftali","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tishby, Naftali","raw_affiliation_strings":["Hebrew University,NEC Research Institute","Hebrew University and NEC Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebrew University,NEC Research Institute","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"Hebrew University and NEC Research Institute","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103620421","display_name":"Fernando C. N. Pereira","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pereira, Fernando C.","raw_affiliation_strings":["ATT Shannon Laboratory"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ATT Shannon Laboratory","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010379923","display_name":"William Bialek","orcid":"https://orcid.org/0000-0002-7823-3862","observed_orcids":["https://orcid.org/0000-0002-7823-3862"]},"institutions":[{"id":"https://openalex.org/I118347220","display_name":"NEC (Japan)","ror":"https://ror.org/04jndar25","country_code":"JP","type":"company","lineage":["https://openalex.org/I118347220"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Bialek, William","raw_affiliation_strings":["NEC Research Institute"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Research Institute","institution_ids":["https://openalex.org/I118347220"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":4176,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"368","last_page":"377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8208000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.8208000063896179,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.04089999943971634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.007899999618530273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck","display_name":"information bottleneck","score":0.878000020980835},{"id":"https://openalex.org/keywords/rate-distortion-theory","display_name":"rate-distortion theory","score":0.824999988079071},{"id":"https://openalex.org/keywords/mutual-information-maximization","display_name":"mutual information maximization","score":0.6909999847412109},{"id":"https://openalex.org/keywords/constrained-coding","display_name":"constrained coding","score":0.3449999988079071},{"id":"https://openalex.org/keywords/blahut-arimoto-algorithm","display_name":"Blahut-Arimoto algorithm","score":0.8100000023841858},{"id":"https://openalex.org/keywords/variational-principle","display_name":"variational principle","score":0.8769999742507935},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.49900001287460327}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7529239654541016},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.6464530229568481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5430694222450256},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3944968581199646},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3503532409667969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24529486894607544},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.07475104928016663},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.05414241552352905}],"mesh":[],"locations_count":9,"locations":[{"id":"pmh:oai:arXiv.org:physics/0004057","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/physics/0004057","pdf_url":"https://arxiv.org/pdf/physics/0004057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.286.7633","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.286.7633","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/physics/0004057v1.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.39.9882","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.39.9882","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.kon.cs.tu-berlin.de/papers/tishby_bneck.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.6.9199","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.6.9199","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.huji.ac.il/labs/learning/Papers/allerton.ps.gz","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.87.1022","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.87.1022","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.princeton.edu/~wbialek/our_papers/tishby+al_99.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.96.9376","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.96.9376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cis.upenn.edu/~pereira/papers/allerton.pdf","raw_type":"text"},{"id":"pmh:oai:cds.cern.ch:435557","doi":null,"is_oa":false,"landing_page_url":"http://cds.cern.ch/record/435557","pdf_url":null,"source":{"id":"https://openalex.org/S4306402195","display_name":"CERN Document Server (European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.physics/0004057","doi":"https://doi.org/10.48550/arxiv.physics/0004057","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.physics/0004057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2979454998","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/physics/0004057","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:physics/0004057","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/physics/0004057","pdf_url":"https://arxiv.org/pdf/physics/0004057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1686946872.pdf","grobid_xml":"https://content.openalex.org/works/W1686946872.grobid-xml"},"referenced_works_count":5,"referenced_works":["https://openalex.org/W2099111195","https://openalex.org/W2103723258","https://openalex.org/W2127314673","https://openalex.org/W2148986322","https://openalex.org/W3193262203"],"related_works":["https://openalex.org/W3167089526","https://openalex.org/W7101032151","https://openalex.org/W7095996722","https://openalex.org/W4392087034","https://openalex.org/W3111316593","https://openalex.org/W2123469175","https://openalex.org/W7097430398","https://openalex.org/W6913080500","https://openalex.org/W2964009285","https://openalex.org/W6893706636"],"abstract_inverted_index":{"We":[0,73],"define":[1],"the":[2,12,25,32,35,39,46,50,71,88,97,131,137,155,179],"relevant":[3],"information":[4,13,26,40,90,98],"in":[5,70,129,196,205],"a":[6,68,81,105,109,123,173,186,192],"signal":[7,16,20,51,197],"$x\\in":[8],"X$":[9],"as":[10,77,122,201],"being":[11],"that":[14,27,41,78,86,99,177],"this":[15,75],"provides":[17,101,185],"about":[18,31,45,91,102],"another":[19],"$y\\in":[21],"\\Y$.":[22,164],"Examples":[23],"include":[24],"face":[28],"images":[29],"provide":[30,44],"names":[33],"of":[34,65,79,112,125,140,150,194],"people":[36],"portrayed,":[37],"or":[38],"speech":[42],"sounds":[43],"words":[47],"spoken.":[48],"Understanding":[49],"$x$":[52],"requires":[53,61],"more":[54],"than":[55],"just":[56],"predicting":[57],"$y$,":[58],"it":[59],"also":[60],"specifying":[62],"which":[63,130],"features":[64],"$\\X$":[66,85,100,141],"play":[67],"role":[69],"prediction.":[72],"formalize":[74],"problem":[76,118],"finding":[80],"short":[82],"code":[83],"for":[84,154,190],"preserves":[87],"maximum":[89],"$\\Y$.":[92,143],"That":[93],"is,":[94],"we":[95],"squeeze":[96],"$\\Y$":[103],"through":[104],"`bottleneck'":[106],"formed":[107],"by":[108,172],"limited":[110],"set":[111,149],"codewords":[113],"$\\tX$.":[114],"This":[115,144],"constrained":[116],"optimization":[117],"can":[119,169],"be":[120,170,203],"seen":[121],"generalization":[124],"rate":[126],"distortion":[127,132],"theory":[128],"measure":[133],"$d(x,\\x)$":[134],"emerges":[135],"from":[136],"joint":[138],"statistics":[139],"and":[142,161,199],"approach":[145],"yields":[146],"an":[147],"exact":[148],"self":[151],"consistent":[152],"equations":[153,168],"coding":[156],"rules":[157],"$X":[158],"\\to":[159,163],"\\tX$":[160],"$\\tX":[162],"Solutions":[165],"to":[166],"these":[167],"found":[171],"convergent":[174],"re-estimation":[175],"method":[176],"generalizes":[178],"Blahut-Arimoto":[180],"algorithm.":[181],"Our":[182],"variational":[183],"principle":[184],"surprisingly":[187],"rich":[188],"framework":[189],"discussing":[191],"variety":[193],"problems":[195],"processing":[198],"learning,":[200],"will":[202],"described":[204],"detail":[206],"elsewhere.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":564},{"year":2025,"cited_by_count":531},{"year":2024,"cited_by_count":452},{"year":2023,"cited_by_count":365},{"year":2022,"cited_by_count":287},{"year":2021,"cited_by_count":317},{"year":2020,"cited_by_count":252},{"year":2019,"cited_by_count":211},{"year":2018,"cited_by_count":136},{"year":2017,"cited_by_count":112},{"year":2016,"cited_by_count":71},{"year":2015,"cited_by_count":66},{"year":2014,"cited_by_count":63},{"year":2013,"cited_by_count":81},{"year":2012,"cited_by_count":52}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2016-06-24T00:00:00"}