{"id":"https://openalex.org/W4410536657","doi":"https://doi.org/10.1109/tpami.2025.3571990","title":"Contrastive Learning via Variational Information Bottleneck","display_name":"Contrastive Learning via Variational Information Bottleneck","publication_year":2025,"publication_date":"2025-05-20","ids":{"openalex":"https://openalex.org/W4410536657","doi":"https://doi.org/10.1109/tpami.2025.3571990","pmid":"https://pubmed.ncbi.nlm.nih.gov/40392641"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3571990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3571990","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100364799","display_name":"Jin Li","orcid":"https://orcid.org/0000-0002-5632-5774"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Li","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049554440","display_name":"Yaoming Wang","orcid":"https://orcid.org/0000-0002-0026-4247"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoming Wang","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0026-4247","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100614065","display_name":"Xiaopeng Zhang","orcid":"https://orcid.org/0000-0001-6337-5748"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaopeng Zhang","raw_affiliation_strings":["Huawei Inc., Shenzhen, China","Huawei Inc., Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-6337-5748","affiliations":[{"raw_affiliation_string":"Huawei Inc., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Huawei Inc., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103215306","display_name":"Dongsheng Jiang","orcid":"https://orcid.org/0000-0002-7390-9173"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Jiang","raw_affiliation_strings":["Huawei Inc., Shenzhen, China","Huawei Inc., Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7390-9173","affiliations":[{"raw_affiliation_string":"Huawei Inc., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Huawei Inc., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045342512","display_name":"Wenrui Dai","orcid":"https://orcid.org/0000-0003-2522-5778"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenrui Dai","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2522-5778","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675587","display_name":"Chenglin Li","orcid":"https://orcid.org/0000-0003-2888-594X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenglin Li","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2888-594X","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002494284","display_name":"Hongkai Xiong","orcid":"https://orcid.org/0000-0003-4552-0029"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongkai Xiong","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4552-0029","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Inc., Shenzhen, China","Huawei Inc., Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-7252-5047","affiliations":[{"raw_affiliation_string":"Huawei Inc., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]},{"raw_affiliation_string":"Huawei Inc., Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.188,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93696684,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"47","issue":"9","first_page":"7410","last_page":"7427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9646999835968018,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6428899765014648},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6306593418121338},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.5580788850784302},{"id":"https://openalex.org/keywords/contrastive-analysis","display_name":"Contrastive analysis","score":0.42686164379119873},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.424032062292099},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3728909492492676},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33883580565452576},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3215602934360504},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14383277297019958},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.13783147931098938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6428899765014648},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6306593418121338},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.5580788850784302},{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.42686164379119873},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.424032062292099},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3728909492492676},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33883580565452576},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3215602934360504},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14383277297019958},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.13783147931098938},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3571990","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3571990","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40392641","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40392641","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1080903817","display_name":null,"funder_award_id":"62320106003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2048617456","display_name":null,"funder_award_id":"62301299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2895017225","display_name":null,"funder_award_id":"U24A20251","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G376436071","display_name":null,"funder_award_id":"62401357","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6094063813","display_name":null,"funder_award_id":"62125109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6263369104","display_name":null,"funder_award_id":"62431017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6308568386","display_name":null,"funder_award_id":"62401366","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7123918047","display_name":null,"funder_award_id":"62120106007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7931220373","display_name":null,"funder_award_id":"62371288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":89,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W343636949","https://openalex.org/W1861492603","https://openalex.org/W1971074050","https://openalex.org/W1977295328","https://openalex.org/W2006255103","https://openalex.org/W2029236670","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2113054345","https://openalex.org/W2122925692","https://openalex.org/W2138011018","https://openalex.org/W2148986322","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2221409856","https://openalex.org/W2222512263","https://openalex.org/W2321533354","https://openalex.org/W2490662969","https://openalex.org/W2518754566","https://openalex.org/W2533598788","https://openalex.org/W2683470288","https://openalex.org/W2737258237","https://openalex.org/W2798991696","https://openalex.org/W2842511635","https://openalex.org/W2884822772","https://openalex.org/W2962852342","https://openalex.org/W2963420272","https://openalex.org/W2963465221","https://openalex.org/W2963826423","https://openalex.org/W2964060161","https://openalex.org/W2964184826","https://openalex.org/W2979579363","https://openalex.org/W2998388430","https://openalex.org/W3006100954","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3035725276","https://openalex.org/W3083978735","https://openalex.org/W3108655343","https://openalex.org/W3110446398","https://openalex.org/W3145450063","https://openalex.org/W3149106692","https://openalex.org/W3158714121","https://openalex.org/W3159481202","https://openalex.org/W3166500718","https://openalex.org/W3166784900","https://openalex.org/W3168822201","https://openalex.org/W3171007011","https://openalex.org/W3172456032","https://openalex.org/W3175530672","https://openalex.org/W4294068600","https://openalex.org/W4307092192","https://openalex.org/W4312382935","https://openalex.org/W4313156423","https://openalex.org/W4382465386","https://openalex.org/W6637108112","https://openalex.org/W6638677478","https://openalex.org/W6679792166","https://openalex.org/W6726497184","https://openalex.org/W6729906282","https://openalex.org/W6739622702","https://openalex.org/W6744513255","https://openalex.org/W6746052068","https://openalex.org/W6747899497","https://openalex.org/W6754278344","https://openalex.org/W6762718338","https://openalex.org/W6765285020","https://openalex.org/W6770196601","https://openalex.org/W6771610787","https://openalex.org/W6774670964","https://openalex.org/W6776700526","https://openalex.org/W6777179611","https://openalex.org/W6777265123","https://openalex.org/W6777860236","https://openalex.org/W6778102432","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780730929","https://openalex.org/W6783757617","https://openalex.org/W6783990618","https://openalex.org/W6787972765","https://openalex.org/W6791742336","https://openalex.org/W6795754764","https://openalex.org/W6796761347","https://openalex.org/W6801963189","https://openalex.org/W6802713863","https://openalex.org/W6845228019"],"related_works":["https://openalex.org/W4401325445","https://openalex.org/W2622284819","https://openalex.org/W1504394672","https://openalex.org/W3089381707","https://openalex.org/W4285254085","https://openalex.org/W3034190530","https://openalex.org/W2741297526","https://openalex.org/W4295728955","https://openalex.org/W3129794609","https://openalex.org/W2304083841"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,53],"self-supervised":[3],"learning":[4,81,151],"have":[5],"witnessed":[6],"great":[7],"achievements,":[8],"especially":[9],"with":[10,191],"the":[11,17,22,29,54,61,94,100,112,125,129,187],"introduction":[12],"of":[13,28,102,128],"contrastive":[14,80,104,150],"learning,":[15,105],"where":[16],"goal":[18],"is":[19],"to":[20,42,46,109,135,147],"maximize":[21],"mutual":[23],"information":[24,71,137],"between":[25,56,86],"different":[26],"augmentations":[27],"same":[30],"image,":[31],"i.e.,":[32],"positive":[33,87],"pairs.":[34],"However,":[35],"such":[36],"optimization":[37],"does":[38],"not":[39],"necessarily":[40],"correspond":[41],"optimal":[43],"representation":[44,95],"due":[45],"noisy":[47],"samples,":[48],"thus":[49,115],"inevitably":[50],"being":[51],"over-confident":[52],"relevance":[55,85,118],"views.":[57,88,121],"As":[58],"a":[59,148],"result,":[60],"learned":[62],"model":[63],"would":[64],"capture":[65],"spurious":[66],"correlation":[67],"and":[68,140,183,193],"retain":[69,110],"superfluous":[70,84,117],"that":[72,169],"deteriorates":[73],"representations.":[74],"In":[75],"this":[76,90],"paper,":[77],"we":[78,92,123],"facilitate":[79],"by":[82,132],"reducing":[83],"To":[89],"end,":[91],"introduce":[93],"entropy":[96],"minimization":[97],"regularization":[98],"over":[99,165],"objective":[101,131],"vanilla":[103],"which":[106,145],"forces":[107],"representations":[108],"possibly":[111],"least":[113],"information,":[114],"alleviating":[116],"from":[119],"irrelevant":[120],"Then,":[122],"derive":[124],"analytical":[126],"expression":[127],"proposed":[130],"converting":[133],"it":[134],"an":[136,178],"bottleneck":[138],"problem":[139],"solving":[141],"via":[142,160],"variation":[143],"approximation,":[144],"leads":[146],"novel":[149],"framework,":[152],"termed":[153],"as":[154,177,195],"CLIMB,":[155],"short":[156],"for":[157],"Contrastive":[158],"Learning":[159],"variational":[161],"InforMation":[162],"Bottleneck.":[163],"Experiments":[164],"multiple":[166],"benchmarks":[167],"demonstrate":[168],"CLIMB":[170,180],"brings":[171],"consistent":[172],"improvement.":[173],"Notably,":[174],"using":[175],"DINO":[176],"instantiation,":[179],"achieves":[181],"4.5%":[182],"3.5%":[184],"gain":[185],"under":[186],"k-NN":[188],"classification":[189],"metric":[190],"EfficientNet-B0":[192],"ResNet-50":[194],"backbones,":[196],"respectively.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}