{"id":"https://openalex.org/W4414422114","doi":"https://doi.org/10.52202/085713-4498","title":"Contrastive Self-Supervised Learning As Neural Manifold Packing","display_name":"Contrastive Self-Supervised Learning As Neural Manifold Packing","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414422114","doi":"https://doi.org/10.52202/085713-4498","pmid":"https://pubmed.ncbi.nlm.nih.gov/40980763"},"language":"en","primary_location":{"id":"doi:10.52202/085713-4498","doi":"https://doi.org/10.52202/085713-4498","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-4498","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12447717/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034024443","display_name":"Guanming Zhang","orcid":"https://orcid.org/0000-0002-8752-4821","observed_orcids":["https://orcid.org/0000-0002-8752-4821"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanming Zhang","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066230293","display_name":"David J. Heeger","orcid":"https://orcid.org/0000-0002-3282-9898","observed_orcids":["https://orcid.org/0000-0002-3282-9898"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Heeger","raw_affiliation_strings":["NYU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NYU","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003291747","display_name":"Stefano Martiniani","orcid":"https://orcid.org/0000-0003-2028-2175","observed_orcids":["https://orcid.org/0000-0003-2028-2175"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefano Martiniani","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23134148,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"149456","last_page":"149481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.003599999938160181,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-supervised-contrastive-learning","display_name":"self-supervised contrastive learning","score":0.9559999704360962},{"id":"https://openalex.org/keywords/neural-manifolds","display_name":"neural manifolds","score":0.9419999718666077},{"id":"https://openalex.org/keywords/clamps","display_name":"clamps","score":0.6380000114440918},{"id":"https://openalex.org/keywords/simple-liquids","display_name":"simple liquids","score":0.6489999890327454},{"id":"https://openalex.org/keywords/short-range-repulsive-potential","display_name":"short-range repulsive potential","score":0.597000002861023},{"id":"https://openalex.org/keywords/representation-learning","display_name":"representation learning","score":0.7480000257492065},{"id":"https://openalex.org/keywords/linear-evaluation","display_name":"linear evaluation","score":0.5720000267028809},{"id":"https://openalex.org/keywords/embedding-space-geometry","display_name":"embedding space geometry","score":0.4959999918937683},{"id":"https://openalex.org/keywords/visual-categorization","display_name":"visual categorization","score":0.36899998784065247}],"concepts":[{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5914999842643738},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5394999980926514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5347999930381775},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.41429999470710754},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.4004000127315521},{"id":"https://openalex.org/C151876577","wikidata":"https://www.wikidata.org/wiki/Q7049464","display_name":"Nonlinear dimensionality reduction","level":3,"score":0.3395000100135803},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31630000472068787},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C2779345533","wikidata":"https://www.wikidata.org/wiki/Q75785","display_name":"Visual cortex","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-4498","doi":"https://doi.org/10.52202/085713-4498","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-4498","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmid:40980763","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40980763","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ArXiv","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12447717","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12447717/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:12447717","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12447717/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contrastive":[0,56],"self-supervised":[1,63,180],"learning":[2,68],"based":[3],"on":[4],"point-wise":[5],"comparisons":[6],"has":[7],"been":[8],"widely":[9],"studied":[10],"for":[11],"vision":[12],"tasks.":[13],"In":[14,102],"the":[15,19,81,94,123,130,142,155,159,166,200,205],"visual":[16],"cortex":[17],"of":[18,38,84,96,108,114,122,132,207],"brain,":[20],"neuronal":[21],"responses":[22],"to":[23,49,190,209],"distinct":[24],"stimulus":[25],"classes":[26],"are":[27,125,196],"organized":[28],"into":[29],"geometric":[30],"structures":[31],"known":[32],"as":[33,69,90],"neural":[34,187,214],"manifolds.":[35],"Accurate":[36],"classification":[37],"stimuli":[39],"can":[40],"be":[41],"achieved":[42],"by":[43,80,128],"effectively":[44,197],"separating":[45],"these":[46],"manifolds,":[47],"akin":[48],"solving":[50],"a":[51,62,70,76,115,133,171],"packing":[52,72,134],"problem.":[53,73],"We":[54],"introduce":[55],"Learning":[57],"As":[58],"Manifold":[59],"Packing":[60],"(CLAMP),":[61],"framework":[64],"that":[65,145,186],"recasts":[66],"representation":[67,202],"manifold":[71],"CLAMP":[74,174,208],"introduces":[75,150],"loss":[77,156],"function":[78],"inspired":[79],"potential":[82,206],"energy":[83],"short-range":[85],"repulsive":[86],"particle":[87],"systems,":[88],"such":[89],"those":[91],"encountered":[92],"in":[93,141,199],"physics":[95],"simple":[97],"liquids":[98],"and":[99,120,149,168,195,216],"jammed":[100],"packings.":[101],"this":[103],"framework,":[104],"each":[105],"class":[106],"consists":[107],"sub-manifolds":[109,124],"embedding":[110,143],"multiple":[111],"augmented":[112],"views":[113],"single":[116],"image.":[117],"The":[118],"sizes":[119],"positions":[121],"dynamically":[126],"optimized":[127],"following":[129],"gradient":[131],"loss.":[135],"This":[136],"approach":[137],"yields":[138],"interpretable":[139],"dynamics":[140],"space":[144],"parallel":[146],"jamming":[147],"physics,":[148,213],"geometrically":[151],"meaningful":[152],"hyperparameters":[153],"within":[154],"function.":[157],"Under":[158],"standard":[160],"linear":[161,172],"evaluation":[162],"protocol,":[163],"which":[164],"freezes":[165],"backbone":[167],"trains":[169],"only":[170],"classifier,":[173],"achieves":[175],"competitive":[176],"performance":[177],"with":[178],"state-of-the-art":[179],"models.":[181],"Furthermore,":[182],"our":[183],"analysis":[184],"reveals":[185],"manifolds":[188],"corresponding":[189],"different":[191],"categories":[192],"emerge":[193],"naturally":[194],"separated":[198],"learned":[201],"space,":[203],"highlighting":[204],"bridge":[210],"insights":[211],"from":[212],"science,":[215],"machine":[217],"learning.":[218]},"counts_by_year":[],"updated_date":"2026-10-06T10:28:23.643775","created_date":"2025-10-10T00:00:00"}