{"id":"https://openalex.org/W4411997008","doi":"https://doi.org/10.1109/tcyb.2025.3577745","title":"Understanding the Dimensional Need of Noncontrastive Learning","display_name":"Understanding the Dimensional Need of Noncontrastive Learning","publication_year":2025,"publication_date":"2025-07-03","ids":{"openalex":"https://openalex.org/W4411997008","doi":"https://doi.org/10.1109/tcyb.2025.3577745","pmid":"https://pubmed.ncbi.nlm.nih.gov/40608878"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2025.3577745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3577745","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101319904","display_name":"Zhexiao Cao","orcid":"https://orcid.org/0009-0002-1975-784X"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhexiao Cao","raw_affiliation_strings":["Institute of Artificial Intelligence, the School of Cyber Science and Technology, the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Beihang University, Beijing, China","the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Institute of Artificial Intelligence, the School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-1975-784X","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the School of Cyber Science and Technology, the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Institute of Artificial Intelligence, the School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101670806","display_name":"Lei Huang","orcid":"https://orcid.org/0000-0003-0502-168X"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Huang","raw_affiliation_strings":["Institute of Artificial Intelligence, the School of Cyber Science and Technology, the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Beihang University, Beijing, China","the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Institute of Artificial Intelligence, the School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0502-168X","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the School of Cyber Science and Technology, the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Institute of Artificial Intelligence, the School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428385","display_name":"Tian Wang","orcid":"https://orcid.org/0000-0001-8427-4495"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tian Wang","raw_affiliation_strings":["Institute of Artificial Intelligence, the School of Cyber Science and Technology, the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Beihang University, Beijing, China","the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Institute of Artificial Intelligence, the School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8427-4495","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, the School of Cyber Science and Technology, the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I75689368"]},{"raw_affiliation_string":"the School of Computer Science and Engineering, and the Zhongguancun Laboratory, Institute of Artificial Intelligence, the School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054568634","display_name":"Yinquan Wang","orcid":"https://orcid.org/0000-0002-7358-2668"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinquan Wang","raw_affiliation_strings":["Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7358-2668","affiliations":[{"raw_affiliation_string":"Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210120485","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064150384","display_name":"Jingang Shi","orcid":"https://orcid.org/0000-0001-7070-6365"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingang Shi","raw_affiliation_strings":["College of Software Engineering, Xi’an Jiaotong University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7070-6365","affiliations":[{"raw_affiliation_string":"College of Software Engineering, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075167001","display_name":"Aichun Zhu","orcid":"https://orcid.org/0000-0001-6972-5534"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aichun Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Nanjing Tech University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-6972-5534","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Nanjing Tech University, Nanjing, China","institution_ids":["https://openalex.org/I134687103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019391220","display_name":"Tianyun Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141966","display_name":"China Academy of Railway Sciences","ror":"https://ror.org/051wv2j09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210141966"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyun Shi","raw_affiliation_strings":["China Academy of Railway Sciences Corporation Ltd., Beijing, China","China Academy of Railway Sciences Corporation Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Academy of Railway Sciences Corporation Ltd., Beijing, China","institution_ids":["https://openalex.org/I4210141966"]},{"raw_affiliation_string":"China Academy of Railway Sciences Corporation Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210141966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066400774","display_name":"Hichem Snoussi","orcid":"https://orcid.org/0000-0002-6563-2135"},"institutions":[{"id":"https://openalex.org/I140494188","display_name":"Universit\u00e9 de Technologie de Troyes","ror":"https://ror.org/01qhqcj41","country_code":"FR","type":"education","lineage":["https://openalex.org/I140494188"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Hichem Snoussi","raw_affiliation_strings":["UR-LIST3N, University of Technology of Troyes, Troyes, France"],"raw_orcid":"https://orcid.org/0000-0002-6563-2135","affiliations":[{"raw_affiliation_string":"UR-LIST3N, University of Technology of Troyes, Troyes, France","institution_ids":["https://openalex.org/I140494188"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101319904"],"corresponding_institution_ids":["https://openalex.org/I75689368","https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":94.4883,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.99942688,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"55","issue":"9","first_page":"4089","last_page":"4102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.8560000061988831,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14207","display_name":"Higher Education Practises and Engagement","score":0.7305999994277954,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14308","display_name":"Psychological and Educational Research Studies","score":0.6958000063896179,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39045608043670654},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3677061200141907}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39045608043670654},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3677061200141907}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2025.3577745","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2025.3577745","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:40608878","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40608878","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2670355544","display_name":null,"funder_award_id":"20220484106","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G3381026780","display_name":null,"funder_award_id":"92467108","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4339263879","display_name":null,"funder_award_id":"2023YFC3306401","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G561250190","display_name":null,"funder_award_id":"62141604","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5675372752","display_name":null,"funder_award_id":"62032016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7123472995","display_name":null,"funder_award_id":"20230484451","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G7351674795","display_name":null,"funder_award_id":"62476016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1879145692","https://openalex.org/W2108598243","https://openalex.org/W2171590421","https://openalex.org/W2798418213","https://openalex.org/W2997097998","https://openalex.org/W3035027743","https://openalex.org/W3035524453","https://openalex.org/W3106743555","https://openalex.org/W3156636935","https://openalex.org/W3159481202","https://openalex.org/W3162391496","https://openalex.org/W3171007011","https://openalex.org/W3171975879","https://openalex.org/W4200241466","https://openalex.org/W4223909865","https://openalex.org/W4223991150","https://openalex.org/W4282975557","https://openalex.org/W4286961433","https://openalex.org/W4296962584","https://openalex.org/W4393906060"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Noncontrastive":[0,22],"self-supervised":[1],"learning":[2,23,48,62,81,111],"methods":[3,24,49,63,119,146],"offer":[4],"an":[5],"effective":[6],"alternative":[7],"to":[8,18,40,218],"contrastive":[9,47],"approaches":[10],"by":[11,149],"avoiding":[12],"the":[13,29,79,98,106,125,130,133,142,150,154,166,173,190],"need":[14,100],"for":[15,101,203],"negative":[16,45],"samples":[17],"avoid":[19],"representation":[20,30,37,66,110,126],"collapse.":[21],"explicitly":[25],"or":[26],"implicitly":[27,120],"optimize":[28],"space,":[31],"yet":[32],"they":[33],"often":[34,50],"require":[35,51,64],"large":[36,52,65],"dimensions,":[38,67],"leading":[39],"dimensional":[41,99],"inefficiency.":[42],"To":[43],"provide":[44],"samples,":[46],"batch":[53],"sizes,":[54],"thus":[55,68],"regarded":[56,69],"as":[57,70],"sample":[58],"inefficient,":[59],"while":[60],"noncontrastive":[61,80,102,118,145],"dimension":[71,152,168],"inefficient.":[72],"Although":[73],"we":[74],"have":[75],"some":[76],"understanding":[77],"of":[78,85,97,136,144,156,175],"method,":[82],"theoretical":[83,95],"analysis":[84,96],"such":[86],"phenomenon":[87],"still":[88],"remains":[89],"largely":[90],"unexplored.":[91],"We":[92,104,139,178,198],"present":[93],"a":[94],"learning.":[103],"investigate":[105],"transfer":[107],"between":[108],"upstream":[109],"and":[112,128,153,159,188,195,209],"downstream":[113],"tasks'":[114],"performance,":[115],"demonstrating":[116],"how":[117,129],"increase":[121],"interclass":[122],"distances":[123],"within":[124],"space":[127],"distance":[131],"affects":[132],"model":[134],"performance":[135,143,162],"evaluation":[137,202],"performance.":[138],"prove":[140],"that":[141,214],"is":[147,169],"affected":[148],"output":[151,167],"number":[155,174],"latent":[157,176],"classes,":[158],"illustrate":[160],"why":[161],"degrades":[163],"significantly":[164],"when":[165],"substantially":[170],"smaller":[171],"than":[172],"classes.":[177],"demonstrate":[179],"our":[180,219],"findings":[181],"through":[182],"experiments":[183],"on":[184,206],"image":[185,204],"classification":[186,213],"experiments,":[187],"enrich":[189],"verification":[191],"in":[192],"audio,":[193],"graph":[194],"text":[196],"modalities.":[197],"also":[199],"perform":[200],"empirical":[201],"models":[205],"extensive":[207],"detection":[208],"segmentation":[210],"tasks":[211],"beyond":[212],"show":[215],"satisfactory":[216],"correspondence":[217],"theorem.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":6}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2025-10-10T00:00:00"}