{"id":"https://openalex.org/W4404037486","doi":"https://doi.org/10.1109/mlsp58920.2024.10734809","title":"On Neural Collapse in Contrastive Learning with Imbalanced Datasets","display_name":"On Neural Collapse in Contrastive Learning with Imbalanced Datasets","publication_year":2024,"publication_date":"2024-09-22","ids":{"openalex":"https://openalex.org/W4404037486","doi":"https://doi.org/10.1109/mlsp58920.2024.10734809"},"language":"en","primary_location":{"id":"doi:10.1109/mlsp58920.2024.10734809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp58920.2024.10734809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 34th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104036023","display_name":"Thuan Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I119443389","display_name":"East Tennessee State University","ror":"https://ror.org/05rfqv493","country_code":"US","type":"education","lineage":["https://openalex.org/I119443389"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thuan Nguyen","raw_affiliation_strings":["East Tennessee State University,Department of Engineering, Engineering Technology and Surveying"],"affiliations":[{"raw_affiliation_string":"East Tennessee State University,Department of Engineering, Engineering Technology and Surveying","institution_ids":["https://openalex.org/I119443389"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088186926","display_name":"Ruijie Jiang","orcid":"https://orcid.org/0000-0002-4052-914X"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ruijie Jiang","raw_affiliation_strings":["Tufts University,Department of Electrical and Computer Engineering,Medford"],"affiliations":[{"raw_affiliation_string":"Tufts University,Department of Electrical and Computer Engineering,Medford","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004738943","display_name":"Shuchin Aeron","orcid":"https://orcid.org/0000-0002-1049-9795"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuchin Aeron","raw_affiliation_strings":["Tufts University,Department of Electrical and Computer Engineering,Medford"],"affiliations":[{"raw_affiliation_string":"Tufts University,Department of Electrical and Computer Engineering,Medford","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036913803","display_name":"Prakash Ishwar","orcid":"https://orcid.org/0000-0002-2621-1549"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prakash Ishwar","raw_affiliation_strings":["Boston University,Department of Electrical and Computer Engineering,Boston,MA"],"affiliations":[{"raw_affiliation_string":"Boston University,Department of Electrical and Computer Engineering,Boston,MA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112827492","display_name":"Donald R. Brown","orcid":null},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"D. Richard Brown","raw_affiliation_strings":["Worcester Polytechnic Institute,Department of Electrical and Computer Engineering,Worcester,MA"],"affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute,Department of Electrical and Computer Engineering,Worcester,MA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5104036023"],"corresponding_institution_ids":["https://openalex.org/I119443389"],"apc_list":null,"apc_paid":null,"fwci":0.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68452676,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9089000225067139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7255061864852905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6338926553726196},{"id":"https://openalex.org/keywords/contrastive-analysis","display_name":"Contrastive analysis","score":0.42436307668685913},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4219907224178314},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34802645444869995},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3421090543270111},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09813609719276428}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7255061864852905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6338926553726196},{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.42436307668685913},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4219907224178314},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34802645444869995},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3421090543270111},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09813609719276428},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mlsp58920.2024.10734809","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mlsp58920.2024.10734809","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 34th International Workshop on Machine Learning for Signal Processing (MLSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2178935672","https://openalex.org/W3065974826","https://openalex.org/W3114632476","https://openalex.org/W3205278400","https://openalex.org/W6774314701","https://openalex.org/W6776700526","https://openalex.org/W6778102432","https://openalex.org/W6780191644","https://openalex.org/W6790734178","https://openalex.org/W6795054371","https://openalex.org/W6810155846","https://openalex.org/W6838963900","https://openalex.org/W6842834700","https://openalex.org/W6852449507","https://openalex.org/W6856791563","https://openalex.org/W6858366472","https://openalex.org/W6861088071"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Neural":[0],"collapse":[1,16,44,68,101],"is":[2,59],"a":[3,26,47,141,147],"phenomenon":[4,69],"in":[5,70,93,115],"neural":[6,43,67],"networks":[7],"where":[8],"all":[9,95],"the":[10,13,22,56,66,81,98,107,111,129,133,151],"samples":[11,96],"from":[12,97,118],"same":[14,99],"class":[15,19,23,57,100,104,112,134,158],"to":[17,102,154],"their":[18,103],"mean":[20],"and":[21,39],"means":[24,113,135],"have":[25,37],"specific":[27],"geometric":[28,108],"structure":[29,109],"called":[30],"Equiangular":[31],"Tight":[32],"Frame":[33],"(ETF).":[34],"Recent":[35],"studies":[36],"empirically":[38],"theoretically":[40],"confirmed":[41],"that":[42,78,125],"solutions":[45,92],"attain":[46],"global":[48,85],"minimum":[49],"of":[50,87,110,132],"Contrastive":[51,71,88],"Learning":[52,72,89],"(CL)":[53],"losses":[54,90],"if":[55,80],"distribution":[58],"uniform":[60],"(balanced":[61],"classes).":[62],"This":[63],"paper":[64],"investigates":[65],"for":[73],"imbalanced":[74],"datasets.":[75],"We":[76,145],"show":[77,124],"even":[79],"classes":[82],"are":[83],"imbalanced,":[84],"minima":[86],"include":[91],"which":[94],"mean.":[105],"However,":[106],"is,":[114],"general,":[116],"different":[117],"an":[119],"ETF.":[120],"In":[121],"addition,":[122],"we":[123],"under":[126],"certain":[127],"conditions":[128],"optimal":[130,157],"geometry":[131],"can":[136],"be":[137],"found":[138],"by":[139],"solving":[140],"convex":[142],"optimization":[143],"problem.":[144],"provide":[146],"program":[148],"based":[149],"on":[150],"CVX":[152],"package":[153],"find":[155],"these":[156],"means.":[159]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}