{"id":"https://openalex.org/W3006585499","doi":"https://doi.org/10.3390/e22020213","title":"Variational Information Bottleneck for Unsupervised Clustering: Deep Gaussian Mixture Embedding","display_name":"Variational Information Bottleneck for Unsupervised Clustering: Deep Gaussian Mixture Embedding","publication_year":2020,"publication_date":"2020-02-13","ids":{"openalex":"https://openalex.org/W3006585499","doi":"https://doi.org/10.3390/e22020213","mag":"3006585499","pmid":"https://pubmed.ncbi.nlm.nih.gov/33285988"},"language":"en","primary_location":{"id":"doi:10.3390/e22020213","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22020213","pdf_url":"https://www.mdpi.com/1099-4300/22/2/213/pdf?version=1582778498","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/22/2/213/pdf?version=1582778498","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yi\u011fit U\u011fur","orcid":"https://orcid.org/0000-0003-1835-6964"},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]},{"id":"https://openalex.org/I4210152518","display_name":"Laboratoire d'Informatique Gaspard-Monge","ror":"https://ror.org/04t50yk91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I142631665","https://openalex.org/I4210145102","https://openalex.org/I4210152518","https://openalex.org/I4210154111","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Yi\u011fit U\u011fur","raw_affiliation_strings":["Laboratoire d\u2019informatique Gaspard-Monge, Universit\u00e9 Paris-Est, 77454 Champs-sur-Marne, France","Mathematical and Algorithmic Sciences Lab, Paris Research Center, Huawei Technologies, 92100 Boulogne-Billancourt, France"],"raw_orcid":"https://orcid.org/0000-0003-1835-6964","affiliations":[{"raw_affiliation_string":"Laboratoire d\u2019informatique Gaspard-Monge, Universit\u00e9 Paris-Est, 77454 Champs-sur-Marne, France","institution_ids":["https://openalex.org/I4210152518"]},{"raw_affiliation_string":"Mathematical and Algorithmic Sciences Lab, Paris Research Center, Huawei Technologies, 92100 Boulogne-Billancourt, France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"middle","author":{"id":null,"display_name":"George Arvanitakis","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123571","display_name":"Huawei Technologies (France)","ror":"https://ror.org/02rbzf697","country_code":"FR","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210123571"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"George Arvanitakis","raw_affiliation_strings":["Mathematical and Algorithmic Sciences Lab, Paris Research Center, Huawei Technologies, 92100 Boulogne-Billancourt, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematical and Algorithmic Sciences Lab, Paris Research Center, Huawei Technologies, 92100 Boulogne-Billancourt, France","institution_ids":["https://openalex.org/I4210123571"]}]},{"author_position":"last","author":{"id":null,"display_name":"Abdellatif Zaidi","orcid":"https://orcid.org/0000-0003-2023-9476"},"institutions":[{"id":"https://openalex.org/I4210152518","display_name":"Laboratoire d'Informatique Gaspard-Monge","ror":"https://ror.org/04t50yk91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I142631665","https://openalex.org/I4210145102","https://openalex.org/I4210152518","https://openalex.org/I4210154111","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Abdellatif Zaidi","raw_affiliation_strings":["Laboratoire d\u2019informatique Gaspard-Monge, Universit\u00e9 Paris-Est, 77454 Champs-sur-Marne, France"],"raw_orcid":"https://orcid.org/0000-0003-2023-9476","affiliations":[{"raw_affiliation_string":"Laboratoire d\u2019informatique Gaspard-Monge, Universit\u00e9 Paris-Est, 77454 Champs-sur-Marne, France","institution_ids":["https://openalex.org/I4210152518"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210123571","https://openalex.org/I4210152518"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.0408,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.81559152,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"22","issue":"2","first_page":"213","last_page":"213"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.21400000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.21400000154972076,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.21230000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.17180000245571136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.7394000291824341},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.630299985408783},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5806999802589417},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5564000010490417},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.5310999751091003},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5101000070571899},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.5060999989509583},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4325999915599823},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.3968000113964081}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.7394000291824341},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.630299985408783},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5806999802589417},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5564000010490417},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5101000070571899},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.5060999989509583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47269999980926514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4429999887943268},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4325999915599823},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4239000082015991},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3968000113964081},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3917999863624573},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3828999996185303},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36250001192092896},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C142730499","wikidata":"https://www.wikidata.org/wiki/Q934367","display_name":"Function space","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.29829999804496765},{"id":"https://openalex.org/C64618476","wikidata":"https://www.wikidata.org/wiki/Q164296","display_name":"Variational method","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.27230000495910645},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C9259290","wikidata":"https://www.wikidata.org/wiki/Q745215","display_name":"Variational principle","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.25}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.3390/e22020213","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22020213","pdf_url":"https://www.mdpi.com/1099-4300/22/2/213/pdf?version=1582778498","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:33285988","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33285988","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:arXiv.org:1905.11741","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1905.11741","pdf_url":"https://arxiv.org/pdf/1905.11741","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:doaj.org/article:7d13c317ba7f4550a6fdbf1849d65156","is_oa":true,"landing_page_url":"https://doaj.org/article/7d13c317ba7f4550a6fdbf1849d65156","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 22, Iss 2, p 213 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/22/2/213/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/e22020213","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7516645","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7516645","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e22020213","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e22020213","pdf_url":"https://www.mdpi.com/1099-4300/22/2/213/pdf?version=1582778498","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3006585499.pdf","grobid_xml":"https://content.openalex.org/works/W3006585499.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1909320841","https://openalex.org/W2033178790","https://openalex.org/W2049633694","https://openalex.org/W2060314721","https://openalex.org/W2089468765","https://openalex.org/W2099242680","https://openalex.org/W2112796928","https://openalex.org/W2118858186","https://openalex.org/W2142838865","https://openalex.org/W2149230623","https://openalex.org/W2168029744","https://openalex.org/W2194775991","https://openalex.org/W2294798173","https://openalex.org/W2683470288","https://openalex.org/W2730106296","https://openalex.org/W2741943936","https://openalex.org/W2884851420","https://openalex.org/W2963490109","https://openalex.org/W3003841403","https://openalex.org/W6631190155","https://openalex.org/W6637108112","https://openalex.org/W6640963894","https://openalex.org/W6644682428","https://openalex.org/W6676047094","https://openalex.org/W6681096077","https://openalex.org/W6685380521","https://openalex.org/W6729906282","https://openalex.org/W6910143090"],"related_works":[],"abstract_inverted_index":{"In":[0,71],"this":[1],"paper,":[2],"we":[3,25],"develop":[4],"an":[5],"unsupervised":[6],"generative":[7],"clustering":[8],"framework":[9],"that":[10,53,67],"combines":[11],"the":[12,17,27,34,47,55,72,74,83,105],"variational":[13,28,63],"information":[14,29],"bottleneck":[15,30],"and":[16,32,60,82,90],"Gaussian":[18],"mixture":[19,39],"model.":[20],"Specifically,":[21],"in":[22],"our":[23,51,108],"approach,":[24],"use":[26],"method":[31],"model":[33,52],"latent":[35],"space":[36],"as":[37],"a":[38,44,62],"of":[40,50,107],"Gaussians.":[41],"We":[42],"derive":[43],"bound":[45,84],"on":[46,98],"cost":[48],"function":[49],"generalizes":[54],"Evidence":[56],"Lower":[57],"Bound":[58],"(ELBO)":[59],"provide":[61],"inference":[64],"type":[65],"algorithm":[66],"allows":[68],"computing":[69],"it.":[70],"algorithm,":[73],"coders'":[75],"mappings":[76],"are":[77,101],"parametrized":[78],"using":[79],"neural":[80],"networks,":[81],"is":[85],"approximated":[86],"by":[87],"Markov":[88],"sampling":[89],"optimized":[91],"with":[92],"stochastic":[93],"gradient":[94],"descent.":[95],"Numerical":[96],"results":[97],"real":[99],"datasets":[100],"provided":[102],"to":[103],"support":[104],"efficiency":[106],"method.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2020-02-24T00:00:00"}