{"id":"https://openalex.org/W4365483249","doi":"https://doi.org/10.1109/tip.2023.3266169","title":"Self-Supervised Learning by Estimating Twin Class Distribution","display_name":"Self-Supervised Learning by Estimating Twin Class Distribution","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4365483249","doi":"https://doi.org/10.1109/tip.2023.3266169","pmid":"https://pubmed.ncbi.nlm.nih.gov/37058381"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3266169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3266169","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100431251","display_name":"Feng Wang","orcid":"https://orcid.org/0000-0002-4556-5326"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Wang","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065667064","display_name":"Tao Kong","orcid":"https://orcid.org/0000-0002-9412-1457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Kong","raw_affiliation_strings":["ByteDance AI Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance AI Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101554884","display_name":"Rufeng Zhang","orcid":"https://orcid.org/0000-0001-5984-728X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rufeng Zhang","raw_affiliation_strings":["Department of Control Science and Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Control Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041101317","display_name":"Huaping Liu","orcid":"https://orcid.org/0000-0002-4042-6044"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaping Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","Department of Computer Science and Technology, Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100455129","display_name":"Hang Li","orcid":"https://orcid.org/0000-0002-1230-4007"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hang Li","raw_affiliation_strings":["ByteDance AI Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"ByteDance AI Laboratory, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100431251"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":2.5276,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.91192855,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"2228","last_page":"2236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.953000009059906,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6015985608100891},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5945004224777222},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5628425478935242},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46155238151550293},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4190627932548523},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4093245565891266}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6015985608100891},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5945004224777222},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5628425478935242},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46155238151550293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4190627932548523},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4093245565891266}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3266169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3266169","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37058381","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37058381","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W343636949","https://openalex.org/W639708223","https://openalex.org/W1836465849","https://openalex.org/W1846799578","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W1965555277","https://openalex.org/W1977295328","https://openalex.org/W1995875735","https://openalex.org/W2017814585","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2097117768","https://openalex.org/W2108598243","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2222512263","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2340897893","https://openalex.org/W2533598788","https://openalex.org/W2565639579","https://openalex.org/W2737258237","https://openalex.org/W2757910899","https://openalex.org/W2785325870","https://openalex.org/W2798991696","https://openalex.org/W2883725317","https://openalex.org/W2884822772","https://openalex.org/W2887997457","https://openalex.org/W2908510526","https://openalex.org/W2950365520","https://openalex.org/W2962852342","https://openalex.org/W2963150697","https://openalex.org/W2963263347","https://openalex.org/W2963420272","https://openalex.org/W2964074409","https://openalex.org/W2987741655","https://openalex.org/W2989676862","https://openalex.org/W2990500698","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3022061250","https://openalex.org/W3026092005","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3110446398","https://openalex.org/W3118608800","https://openalex.org/W3134652006","https://openalex.org/W3139418495","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3168822201","https://openalex.org/W3170863103","https://openalex.org/W3170874841","https://openalex.org/W3171007011","https://openalex.org/W3189092450","https://openalex.org/W4286695273","https://openalex.org/W4288024349","https://openalex.org/W4301914798","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W6620707391","https://openalex.org/W6638667902","https://openalex.org/W6638677478","https://openalex.org/W6639102338","https://openalex.org/W6684191040","https://openalex.org/W6685380521","https://openalex.org/W6726497184","https://openalex.org/W6734376636","https://openalex.org/W6744513255","https://openalex.org/W6747837047","https://openalex.org/W6747899497","https://openalex.org/W6754278344","https://openalex.org/W6757817989","https://openalex.org/W6770196601","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6777179611","https://openalex.org/W6777265123","https://openalex.org/W6779326418","https://openalex.org/W6779997284","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6791742336","https://openalex.org/W6792216968","https://openalex.org/W6792919013","https://openalex.org/W6795754764","https://openalex.org/W6796761347","https://openalex.org/W6845452229"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"We":[0,21],"present":[1],"Twist,":[2],"a":[3,23,28,160,168,189],"simple":[4],"and":[5,99,121,203],"theoretically":[6],"explainable":[7],"self-supervised":[8],"representation":[9],"learning":[10],"method":[11],"by":[12,27,197],"classifying":[13],"large-scale":[14],"unlabeled":[15],"datasets":[16],"in":[17],"an":[18,198],"end-to-end":[19],"way.":[20],"employ":[22],"siamese":[24],"network":[25],"terminated":[26],"softmax":[29],"operation":[30],"to":[31,50,90,115,129],"produce":[32],"twin":[33],"class":[34,45,68,102,118],"distributions":[35,46],"of":[36,47,109,125,133,171,200],"two":[37],"augmented":[38],"images.":[39,72],"Without":[40],"supervision,":[41],"we":[42,88,105],"enforce":[43],"the":[44,56,66,79,92,96,100,107,110,117,123,126,131,144,175],"different":[48,134],"augmentations":[49,59],"be":[51],"consistent.":[52],"However,":[53],"simply":[54],"minimizing":[55],"divergence":[57],"between":[58,95],"will":[60],"generate":[61],"collapsed":[62,145],"solutions,":[63],"i.e.,":[64],"outputting":[65],"same":[67],"distribution":[69,111,128],"for":[70,112],"all":[71],"In":[73,137],"this":[74,86,138],"case,":[75],"little":[76],"information":[77,94],"about":[78],"input":[80,97],"images":[81],"is":[82],"preserved.":[83],"To":[84],"solve":[85],"problem,":[87],"propose":[89],"maximize":[91,122],"mutual":[93],"image":[98],"output":[101],"predictions.":[103],"Specifically,":[104],"minimize":[106],"entropy":[108,124],"each":[113],"sample":[114],"make":[116,130],"prediction":[119],"assertive,":[120],"mean":[127],"predictions":[132],"samples":[135],"diverse.":[136],"way,":[139],"Twist":[140,162,179],"can":[141],"naturally":[142],"avoid":[143],"solutions":[146],"without":[147],"specific":[148],"designs":[149],"such":[150],"as":[151,191],"asymmetric":[152],"network,":[153],"stop-gradient":[154],"operation,":[155],"or":[156],"momentum":[157],"encoder.":[158],"As":[159],"result,":[161],"outperforms":[163],"previous":[164,194],"state-of-the-art":[165],"methods":[166],"on":[167,174],"wide":[169],"range":[170],"tasks.":[172],"Specifically":[173],"semi-supervised":[176],"classification":[177],"task,":[178],"achieves":[180],"61.2%":[181],"top-1":[182],"accuracy":[183],"with":[184],"1%":[185],"ImageNet":[186],"labels":[187],"using":[188],"ResNet-50":[190],"backbone,":[192],"surpassing":[193],"best":[195],"results":[196],"improvement":[199],"6.2%.":[201],"Codes":[202],"pre-trained":[204],"models":[205],"are":[206],"available":[207],"at":[208],"https://github.com/bytedance/TWIST.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}