{"id":"https://openalex.org/W2939693078","doi":"https://doi.org/10.1109/icassp.2019.8683613","title":"Information-bottleneck Based on the Jensen-shannon Divergence with Applications to Pairwise Clustering","display_name":"Information-bottleneck Based on the Jensen-shannon Divergence with Applications to Pairwise Clustering","publication_year":2019,"publication_date":"2019-04-17","ids":{"openalex":"https://openalex.org/W2939693078","doi":"https://doi.org/10.1109/icassp.2019.8683613","mag":"2939693078"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2019.8683613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005409420","display_name":"Jacob Goldberger","orcid":"https://orcid.org/0000-0002-2225-1914"},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Jacob Goldberger","raw_affiliation_strings":["Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022015544","display_name":"Yaniv Opochinsky","orcid":null},"institutions":[{"id":"https://openalex.org/I13955877","display_name":"Bar-Ilan University","ror":"https://ror.org/03kgsv495","country_code":"IL","type":"education","lineage":["https://openalex.org/I13955877"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yaniv Opochinsky","raw_affiliation_strings":["Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel"],"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, Bar-Ilan University, Ramat-Gan, Israel","institution_ids":["https://openalex.org/I13955877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5005409420"],"corresponding_institution_ids":["https://openalex.org/I13955877"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04657066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3507","last_page":"3511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11901","display_name":"Bayesian Methods and Mixture Models","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.9623481631278992},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.9105433225631714},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.7704575061798096},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7208817005157471},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7114236354827881},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6548675298690796},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.641544759273529},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.5915075540542603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5629995465278625},{"id":"https://openalex.org/keywords/pairwise-independence","display_name":"Pairwise independence","score":0.4112969934940338},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.40723946690559387},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.3973305821418762},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.35070279240608215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29442596435546875},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17404213547706604},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.1576586663722992},{"id":"https://openalex.org/keywords/sum-of-normally-distributed-random-variables","display_name":"Sum of normally distributed random variables","score":0.07537853717803955}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.9623481631278992},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.9105433225631714},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.7704575061798096},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7208817005157471},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7114236354827881},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6548675298690796},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.641544759273529},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.5915075540542603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5629995465278625},{"id":"https://openalex.org/C114928208","wikidata":"https://www.wikidata.org/wiki/Q17104952","display_name":"Pairwise independence","level":5,"score":0.4112969934940338},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.40723946690559387},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3973305821418762},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.35070279240608215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29442596435546875},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17404213547706604},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.1576586663722992},{"id":"https://openalex.org/C182514268","wikidata":"https://www.wikidata.org/wiki/Q7636889","display_name":"Sum of normally distributed random variables","level":4,"score":0.07537853717803955},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2019.8683613","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2019.8683613","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2019 - 2019 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W200434350","https://openalex.org/W1480376833","https://openalex.org/W1532325895","https://openalex.org/W1686946872","https://openalex.org/W2001619934","https://openalex.org/W2010425028","https://openalex.org/W2099471712","https://openalex.org/W2103560185","https://openalex.org/W2121947440","https://openalex.org/W2125031621","https://openalex.org/W2125310307","https://openalex.org/W2132481658","https://openalex.org/W2132914434","https://openalex.org/W2136635436","https://openalex.org/W2143899172","https://openalex.org/W2146950091","https://openalex.org/W2153579005","https://openalex.org/W2171108520","https://openalex.org/W2243133820","https://openalex.org/W2593634001","https://openalex.org/W2740553347","https://openalex.org/W2979454998","https://openalex.org/W4213009331","https://openalex.org/W4294170691","https://openalex.org/W4297749952","https://openalex.org/W4320013936","https://openalex.org/W6608197349","https://openalex.org/W6637108112","https://openalex.org/W6678885109","https://openalex.org/W6682691769","https://openalex.org/W6685070066"],"related_works":["https://openalex.org/W2783047733","https://openalex.org/W3189092450","https://openalex.org/W4287238667","https://openalex.org/W3149287595","https://openalex.org/W2070945723","https://openalex.org/W2920676536","https://openalex.org/W3124771927","https://openalex.org/W3173203577","https://openalex.org/W4225670787","https://openalex.org/W4225940264"],"abstract_inverted_index":{"The":[0],"information-bottleneck":[1,41],"(IB)":[2],"principle":[3,42],"is":[4,31],"defined":[5],"in":[6],"terms":[7],"of":[8,26,54,69],"mutual":[9,14,46,78,90],"information.":[10,91],"This":[11,74],"study":[12],"defines":[13],"information":[15,47,79],"between":[16],"two":[17],"random":[18],"variables":[19],"using":[20,43,65],"the":[21,27,34,40,44,52,87],"Jensen-Shannon":[22],"(JS)":[23],"divergence":[24],"instead":[25,68],"standard":[28,88],"definition":[29],"which":[30],"based":[32],"on":[33],"Kullback-Leibler":[35],"(KL)":[36],"divergence.":[37],"We":[38,57],"reformulate":[39],"proposed":[45],"and":[48],"apply":[49],"it":[50],"to":[51,62],"problem":[53],"pairwise":[55],"clustering.":[56],"show":[58],"that":[59,76],"applying":[60],"IB":[61],"clustering":[63],"tasks":[64],"JS":[66],"divergences":[67],"KL":[70],"yields":[71],"improved":[72],"results.":[73],"indicates":[75],"JS-based":[77],"has":[80],"an":[81],"expressive":[82],"power":[83],"at":[84],"least":[85],"as":[86],"KL-based":[89]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
