{"id":"https://openalex.org/W2018270433","doi":"https://doi.org/10.1109/tasl.2013.2253097","title":"Effective Model Representation by Information Bottleneck Principle","display_name":"Effective Model Representation by Information Bottleneck Principle","publication_year":2013,"publication_date":"2013-03-15","ids":{"openalex":"https://openalex.org/W2018270433","doi":"https://doi.org/10.1109/tasl.2013.2253097","mag":"2018270433"},"language":"en","primary_location":{"id":"doi:10.1109/tasl.2013.2253097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tasl.2013.2253097","pdf_url":null,"source":{"id":"https://openalex.org/S199497470","display_name":"IEEE Transactions on Audio Speech and Language Processing","issn_l":"1558-7916","issn":["1558-7916","1558-7924"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001726523","display_name":"Ron M. Hecht","orcid":"https://orcid.org/0000-0003-3166-5235"},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"R. M. Hecht","raw_affiliation_strings":["Hebrew University of Jerusalem, Jerusalem, Israel","Gen. Motors ATCI, Adv. Tech. Center Israel, Herzliya, Israel"],"affiliations":[{"raw_affiliation_string":"Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"Gen. Motors ATCI, Adv. Tech. Center Israel, Herzliya, Israel","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021074279","display_name":"\u0395lad Noor","orcid":"https://orcid.org/0000-0001-8776-4799"},"institutions":[{"id":"https://openalex.org/I53964585","display_name":"Weizmann Institute of Science","ror":"https://ror.org/0316ej306","country_code":"IL","type":"education","lineage":["https://openalex.org/I53964585"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"E. Noor","raw_affiliation_strings":["Weizmann Institute of Science, Rehovot, Israel","\u2021Weizmann Institute of Science, Rehovot, Israel;"],"affiliations":[{"raw_affiliation_string":"Weizmann Institute of Science, Rehovot, Israel","institution_ids":["https://openalex.org/I53964585"]},{"raw_affiliation_string":"\u2021Weizmann Institute of Science, Rehovot, Israel;","institution_ids":["https://openalex.org/I53964585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057193958","display_name":"Gil Dobry","orcid":null},"institutions":[{"id":"https://openalex.org/I164950643","display_name":"Open University of Israel","ror":"https://ror.org/027z64205","country_code":"IL","type":"education","lineage":["https://openalex.org/I164950643"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"G. Dobry","raw_affiliation_strings":["Open University of Israel, Raanana, Israel","Open Univ. of Israel, Raanana, Israel"],"affiliations":[{"raw_affiliation_string":"Open University of Israel, Raanana, Israel","institution_ids":["https://openalex.org/I164950643"]},{"raw_affiliation_string":"Open Univ. of Israel, Raanana, Israel","institution_ids":["https://openalex.org/I164950643"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042747452","display_name":"Yaniv Zigel","orcid":"https://orcid.org/0000-0002-1994-4242"},"institutions":[{"id":"https://openalex.org/I124227911","display_name":"Ben-Gurion University of the Negev","ror":"https://ror.org/05tkyf982","country_code":"IL","type":"education","lineage":["https://openalex.org/I124227911"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Y. Zigel","raw_affiliation_strings":["Ben-Gurion University of the Negev, Beersheva, Israel","Ben-Gurion University of the Negev,Beer Sheva,Israel"],"affiliations":[{"raw_affiliation_string":"Ben-Gurion University of the Negev, Beersheva, Israel","institution_ids":["https://openalex.org/I124227911"]},{"raw_affiliation_string":"Ben-Gurion University of the Negev,Beer Sheva,Israel","institution_ids":["https://openalex.org/I124227911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058399271","display_name":"Aharon Bar-Hillel","orcid":"https://orcid.org/0000-0002-7303-0687"},"institutions":[{"id":"https://openalex.org/I4210125051","display_name":"Microsoft (Israel)","ror":"https://ror.org/03819cc96","country_code":"IL","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210125051"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"A. Bar-Hillel","raw_affiliation_strings":["Advanced Technology Laboratories Israel, Microsoft Research ATLI, Haifa, Israel","Microsoft Research ATLI, Advanced Technology Labs Israel, Haifa, Israel#TAB#"],"affiliations":[{"raw_affiliation_string":"Advanced Technology Laboratories Israel, Microsoft Research ATLI, Haifa, Israel","institution_ids":["https://openalex.org/I4210125051"]},{"raw_affiliation_string":"Microsoft Research ATLI, Advanced Technology Labs Israel, Haifa, Israel#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004273274","display_name":"Naftali Tishby","orcid":"https://orcid.org/0000-0002-8086-4436"},"institutions":[{"id":"https://openalex.org/I197251160","display_name":"Hebrew University of Jerusalem","ror":"https://ror.org/03qxff017","country_code":"IL","type":"education","lineage":["https://openalex.org/I197251160"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"N. Tishby","raw_affiliation_strings":["Hebrew University of Jerusalem, Jerusalem, Israel","Hebrew University of Jerusalem, Jerusalem, Israel >  >  >  >"],"affiliations":[{"raw_affiliation_string":"Hebrew University of Jerusalem, Jerusalem, Israel","institution_ids":["https://openalex.org/I197251160"]},{"raw_affiliation_string":"Hebrew University of Jerusalem, Jerusalem, Israel >  >  >  >","institution_ids":["https://openalex.org/I197251160"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5001726523"],"corresponding_institution_ids":["https://openalex.org/I197251160"],"apc_list":null,"apc_paid":null,"fwci":0.9618,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.81575413,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"21","issue":"8","first_page":"1755","last_page":"1759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.9593789577484131},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6921758055686951},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6919258832931519},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6104958653450012},{"id":"https://openalex.org/keywords/dimensionality-reduction","display_name":"Dimensionality reduction","score":0.5615381598472595},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5560024380683899},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5490980744361877},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.5259708762168884},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5237169861793518},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.507316529750824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48171502351760864},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.466185063123703},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.45550301671028137},{"id":"https://openalex.org/keywords/parametric-model","display_name":"Parametric model","score":0.43709105253219604},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.417726069688797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39575523138046265},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3537288308143616},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23584187030792236},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13965800404548645}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.9593789577484131},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6921758055686951},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919258832931519},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6104958653450012},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.5615381598472595},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5560024380683899},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5490980744361877},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.5259708762168884},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5237169861793518},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.507316529750824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48171502351760864},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.466185063123703},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.45550301671028137},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.43709105253219604},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.417726069688797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39575523138046265},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3537288308143616},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23584187030792236},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13965800404548645},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tasl.2013.2253097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tasl.2013.2253097","pdf_url":null,"source":{"id":"https://openalex.org/S199497470","display_name":"IEEE Transactions on Audio Speech and Language Processing","issn_l":"1558-7916","issn":["1558-7916","1558-7924"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W17749540","https://openalex.org/W53759226","https://openalex.org/W85945907","https://openalex.org/W90661335","https://openalex.org/W1563654090","https://openalex.org/W1569914580","https://openalex.org/W1686946872","https://openalex.org/W2066784856","https://openalex.org/W2099111195","https://openalex.org/W2103723258","https://openalex.org/W2107463194","https://openalex.org/W2117533361","https://openalex.org/W2122925692","https://openalex.org/W2123469175","https://openalex.org/W2127469750","https://openalex.org/W2129000925","https://openalex.org/W2144263450","https://openalex.org/W2145005996","https://openalex.org/W2179794820","https://openalex.org/W2182650197","https://openalex.org/W2979454998","https://openalex.org/W3101231107","https://openalex.org/W3144510026","https://openalex.org/W3145606929","https://openalex.org/W6600721324","https://openalex.org/W6603716723","https://openalex.org/W6633734839","https://openalex.org/W6637108112","https://openalex.org/W6675471587","https://openalex.org/W6677621685","https://openalex.org/W6678806485"],"related_works":["https://openalex.org/W2950826591","https://openalex.org/W3113270693","https://openalex.org/W2381356463","https://openalex.org/W3177062915","https://openalex.org/W4300774107","https://openalex.org/W2070945723","https://openalex.org/W4386114139","https://openalex.org/W2574548274","https://openalex.org/W2904598490","https://openalex.org/W4206659980"],"abstract_inverted_index":{"The":[0],"common":[1],"approaches":[2],"to":[3,18,72],"feature":[4],"extraction":[5],"in":[6],"speech":[7],"processing":[8],"are":[9,15],"generative":[10],"and":[11,64,90],"parametric":[12],"although":[13],"they":[14],"highly":[16],"sensitive":[17],"violations":[19],"of":[20,67,77],"their":[21],"model":[22,83,91],"assumptions.":[23],"Here,":[24],"we":[25],"advocate":[26],"the":[27,65],"non-parametric":[28],"Information":[29],"Bottleneck":[30],"(IB).":[31],"IB":[32,56],"is":[33,80],"an":[34],"information":[35],"theoretic":[36],"approach":[37],"that":[38],"extends":[39],"minimal":[40,45],"sufficient":[41,46],"statistics.":[42],"However,":[43],"unlike":[44],"statistics":[47],"which":[48],"does":[49],"not":[50],"allow":[51],"any":[52],"relevant":[53],"data":[54],"loss,":[55],"method":[57],"enables":[58],"a":[59,74],"principled":[60],"tradeoff":[61],"between":[62],"compactness":[63],"amount":[66],"target-related":[68],"information.":[69],"IB's":[70],"ability":[71],"improve":[73],"broad":[75],"range":[76],"recognition":[78,89],"tasks":[79,86],"illustrated":[81],"for":[82,87,93],"dimension":[84],"reduction":[85],"speaker":[88],"clustering":[92],"age-group":[94],"verification.":[95]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}