{"id":"https://openalex.org/W4393034417","doi":"https://doi.org/10.1109/tpami.2024.3380065","title":"MVEB: Self-Supervised Learning With Multi-View Entropy Bottleneck","display_name":"MVEB: Self-Supervised Learning With Multi-View Entropy Bottleneck","publication_year":2024,"publication_date":"2024-03-21","ids":{"openalex":"https://openalex.org/W4393034417","doi":"https://doi.org/10.1109/tpami.2024.3380065","pmid":"https://pubmed.ncbi.nlm.nih.gov/38512732"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3380065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3380065","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011356958","display_name":"Liangjian Wen","orcid":"https://orcid.org/0009-0000-3493-6403"},"institutions":[{"id":"https://openalex.org/I204831749","display_name":"Southwestern University of Finance and Economics","ror":"https://ror.org/04ewct822","country_code":"CN","type":"education","lineage":["https://openalex.org/I204831749"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangjian Wen","raw_affiliation_strings":["School of Computing and Artificial Intelligence, and Research Institute for Digital Economy and Interdisciplinary Sciences, Southwestern University of Finance and Economics, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0000-3493-6403","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, and Research Institute for Digital Economy and Interdisciplinary Sciences, Southwestern University of Finance and Economics, Chengdu, China","institution_ids":["https://openalex.org/I204831749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015618079","display_name":"Xiasi Wang","orcid":"https://orcid.org/0000-0001-8428-196X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiasi Wang","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0001-8428-196X","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039205892","display_name":"Jianzhuang Liu","orcid":"https://orcid.org/0000-0002-7960-9382"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianzhuang Liu","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7960-9382","affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051227924","display_name":"Zenglin Xu","orcid":"https://orcid.org/0000-0001-5550-6461"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenglin Xu","raw_affiliation_strings":["Harbin Institute of Technology Shenzhen, Shenzhen, China","Pengcheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5550-6461","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology Shenzhen, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Pengcheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2948,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.92720146,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"46","issue":"9","first_page":"6097","last_page":"6108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.7369306087493896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341960430145264},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.6325652599334717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6116085052490234},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5284644961357117},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.5203402042388916},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4990706443786621},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4881897568702698},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4333563446998596},{"id":"https://openalex.org/keywords/information-theory","display_name":"Information theory","score":0.41543373465538025},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.38393089175224304},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2756892442703247}],"concepts":[{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.7369306087493896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341960430145264},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.6325652599334717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6116085052490234},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5284644961357117},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.5203402042388916},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4990706443786621},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4881897568702698},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4333563446998596},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.41543373465538025},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.38393089175224304},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2756892442703247},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2024.3380065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3380065","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38512732","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38512732","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-137437","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-137437","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6642404160","display_name":null,"funder_award_id":"JCYJ20200109113403826","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G7601803407","display_name":null,"funder_award_id":"PCL2023A09","funder_id":"https://openalex.org/F4320318558","funder_display_name":"Peng Cheng Laboratory"}],"funders":[{"id":"https://openalex.org/F4320318558","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W1686946872","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W1968874483","https://openalex.org/W1977295328","https://openalex.org/W2017814585","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2108598243","https://openalex.org/W2144796873","https://openalex.org/W2155904486","https://openalex.org/W2194775991","https://openalex.org/W2326925005","https://openalex.org/W2533598788","https://openalex.org/W2749988060","https://openalex.org/W2798991696","https://openalex.org/W2883725317","https://openalex.org/W2963150697","https://openalex.org/W2964080999","https://openalex.org/W2981952041","https://openalex.org/W3009561768","https://openalex.org/W3035524453","https://openalex.org/W3118608800","https://openalex.org/W3139418495","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3168822201","https://openalex.org/W3171007011","https://openalex.org/W3189347889","https://openalex.org/W4221160818","https://openalex.org/W4226095806","https://openalex.org/W4294068600","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W6604005260","https://openalex.org/W6622693193","https://openalex.org/W6637108112","https://openalex.org/W6638677478","https://openalex.org/W6738240488","https://openalex.org/W6742563595","https://openalex.org/W6743289643","https://openalex.org/W6747837047","https://openalex.org/W6766978945","https://openalex.org/W6771213955","https://openalex.org/W6771610787","https://openalex.org/W6774670964","https://openalex.org/W6777179611","https://openalex.org/W6778102432","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780730929","https://openalex.org/W6783797576","https://openalex.org/W6787972765","https://openalex.org/W6791742336","https://openalex.org/W6795754764","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W2622284819","https://openalex.org/W1504394672","https://openalex.org/W3089381707","https://openalex.org/W2783047733","https://openalex.org/W3189092450","https://openalex.org/W4285254085","https://openalex.org/W3034190530","https://openalex.org/W2741297526","https://openalex.org/W4295728955","https://openalex.org/W4287238667"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1,137],"aims":[2],"to":[3,11,126,138],"learn":[4,86,127],"representation":[5,69,88,96,130],"that":[6,32,54,160],"can":[7,63,85],"be":[8],"effectively":[9],"generalized":[10],"downstream":[12,49,73],"tasks.":[13,50],"Many":[14],"self-supervised":[15,29],"approaches":[16],"regard":[17],"two":[18,147],"views":[19,62,148],"of":[20,108,146,153,171,186],"an":[21,119],"image":[22],"as":[23],"both":[24,140],"the":[25,28,36,41,61,67,91,95,98,106,134,141,144,150,154,184,191],"input":[26],"and":[27,40,75,97,149],"signals,":[30],"assuming":[31],"either":[33],"view":[34,100],"contains":[35,76],"same":[37],"task-relevant":[38],"information":[39,43,57,93,110],"shared":[42,59],"is":[44,70,111,190],"(approximately)":[45],"sufficient":[46,71,82,129,136],"for":[47,72],"predicting":[48],"Recent":[51],"studies":[52],"show":[53],"discarding":[55],"superfluous":[56,78,103],"not":[58],"between":[60,94,143],"improve":[64],"generalization.":[65],"Hence,":[66],"ideal":[68],"tasks":[74],"minimal":[77,81,128,135],"information,":[79],"termed":[80,121],"representation.":[83],"One":[84],"this":[87,115,189],"by":[89],"maximizing":[90,139],"mutual":[92,109],"supervised":[99],"while":[101],"eliminating":[102],"information.":[104],"Nevertheless,":[105],"computation":[107],"notoriously":[112],"intractable.":[113],"In":[114],"work,":[116],"we":[117],"propose":[118],"objective":[120],"multi-view":[122],"entropy":[123,152],"bottleneck":[124],"(MVEB)":[125],"effectively.":[131],"MVEB":[132,161],"simplifies":[133],"agreement":[142],"embeddings":[145],"differential":[151],"embedding":[155],"distribution.":[156],"Our":[157],"experiments":[158],"confirm":[159],"significantly":[162],"improves":[163],"performance.":[164],"For":[165],"example,":[166],"it":[167],"achieves":[168],"top-1":[169],"accuracy":[170],"76.9%":[172],"on":[173,180],"ImageNet":[174],"with":[175,195],"a":[176],"vanilla":[177],"ResNet-50":[178],"backbone":[179],"linear":[181],"evaluation.":[182],"To":[183],"best":[185],"our":[187],"knowledge,":[188],"new":[192],"state-of-the-art":[193],"result":[194],"ResNet-50.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}