{"id":"https://openalex.org/W4406059447","doi":"https://doi.org/10.48550/arxiv.2407.13541","title":"On the Discriminability of Self-Supervised Representation Learning","display_name":"On the Discriminability of Self-Supervised Representation Learning","publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4406059447","doi":"https://doi.org/10.48550/arxiv.2407.13541"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.13541","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13541","pdf_url":"https://arxiv.org/pdf/2407.13541","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.13541","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103274481","display_name":"Zeen Song","orcid":"https://orcid.org/0000-0003-4064-4129"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Zeen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005798718","display_name":"Wenwen Qiang","orcid":"https://orcid.org/0000-0002-7985-5743"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang, Wenwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062168363","display_name":"Changwen Zheng","orcid":"https://orcid.org/0000-0002-2311-6757"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Changwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055546056","display_name":"Fuchun Sun","orcid":"https://orcid.org/0000-0003-3546-6305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Fuchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7860000133514404,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.7860000133514404,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.7350000143051147,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.651199996471405,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5990437865257263},{"id":"https://openalex.org/keywords/self-representation","display_name":"Self representation","score":0.5909161567687988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5654815435409546},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4326714873313904},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.408358097076416},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3687894642353058},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3671967089176178},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.13459905982017517},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12486663460731506},{"id":"https://openalex.org/keywords/humanities","display_name":"Humanities","score":0.07101026177406311},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.057329773902893066},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.05541789531707764}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5990437865257263},{"id":"https://openalex.org/C2988612419","wikidata":"https://www.wikidata.org/wiki/Q7448312","display_name":"Self representation","level":2,"score":0.5909161567687988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5654815435409546},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4326714873313904},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.408358097076416},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3687894642353058},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3671967089176178},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.13459905982017517},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12486663460731506},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.07101026177406311},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.057329773902893066},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.05541789531707764}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.13541","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13541","pdf_url":"https://arxiv.org/pdf/2407.13541","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.13541","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.13541","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.13541","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.13541","pdf_url":"https://arxiv.org/pdf/2407.13541","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406059447.pdf","grobid_xml":"https://content.openalex.org/works/W4406059447.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Self-supervised":[0],"learning":[1,25],"(SSL)":[2],"has":[3],"recently":[4],"shown":[5],"notable":[6],"success":[7],"in":[8,13,78,145],"various":[9],"visual":[10],"tasks.":[11,80],"However,":[12],"terms":[14],"of":[15],"discriminability,":[16],"SSL":[17,61,89,146],"is":[18,46],"still":[19],"not":[20,42,64],"on":[21,134],"par":[22],"with":[23,152],"supervised":[24],"(SL).":[26],"This":[27],"paper":[28],"identifies":[29],"a":[30,84,117],"key":[31],"issue,":[32],"the":[33,67,112,149],"``crowding":[34],"problem,\"":[35],"where":[36],"features":[37],"from":[38],"different":[39],"classes":[40],"are":[41],"well-separated,":[43],"and":[44,71,100,124],"there":[45],"high":[47],"intra-class":[48,98],"variance.":[49],"In":[50],"contrast,":[51],"SL":[52],"ensures":[53],"clear":[54],"class":[55],"separation.":[56],"Our":[57],"analysis":[58],"reveals":[59],"that":[60,87,120,139],"objectives":[62,90],"do":[63],"adequately":[65],"constrain":[66],"relationships":[68],"between":[69],"samples":[70],"their":[72],"augmentations,":[73],"leading":[74],"to":[75,91,129,142],"poorer":[76],"performance":[77,150],"complex":[79],"We":[81],"further":[82],"establish":[83],"theoretical":[85],"framework":[86],"connects":[88],"cross-entropy":[92],"risk":[93],"bounds,":[94],"explaining":[95],"how":[96],"reducing":[97],"variance":[99],"increasing":[101],"inter-class":[102],"separation":[103,125],"can":[104],"improve":[105],"generalization.":[106],"To":[107],"address":[108],"this,":[109],"we":[110],"propose":[111],"Dynamic":[113],"Semantic":[114],"Adjuster":[115],"(DSA),":[116],"learnable":[118],"regulator":[119],"enhances":[121],"feature":[122],"aggregation":[123],"while":[126],"being":[127],"robust":[128],"outliers.":[130],"Comprehensive":[131],"experiments":[132],"conducted":[133],"diverse":[135],"benchmark":[136],"datasets":[137],"validate":[138],"DSA":[140],"leads":[141],"substantial":[143],"gains":[144],"performance,":[147],"narrowing":[148],"gap":[151],"SL.":[153]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}