{"id":"https://openalex.org/W7160335888","doi":"https://doi.org/10.48550/arxiv.2605.02116","title":"Statistical Consistency and Generalization of Contrastive Representation Learning","display_name":"Statistical Consistency and Generalization of Contrastive Representation Learning","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160335888","doi":"https://doi.org/10.48550/arxiv.2605.02116"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.02116","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02116","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.02116","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135407126","display_name":"Yuanfan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yuanfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135399170","display_name":"Xiyuan Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135288084","display_name":"Tianbao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tianbao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5048960543","display_name":"Yiming Ying","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ying, Yiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3937999904155731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.3937999904155731,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.14180000126361847,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1071000024676323,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7847999930381775},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6190000176429749},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5038999915122986},{"id":"https://openalex.org/keywords/statistical-learning-theory","display_name":"Statistical learning theory","score":0.5038999915122986},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.38530001044273376},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.3612000048160553},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.3531000018119812},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.3402999937534332}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7847999930381775},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6190000176429749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.541700005531311},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5038999915122986},{"id":"https://openalex.org/C2779915298","wikidata":"https://www.wikidata.org/wiki/Q7604400","display_name":"Statistical learning theory","level":3,"score":0.5038999915122986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4796000123023987},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42910000681877136},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41510000824928284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39629998803138733},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C2982736386","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Statistical learning","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2632000148296356},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.2630000114440918},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.02116","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02116","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.02116","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02116","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.49324488639831543,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contrastive":[0],"representation":[1],"learning":[2,69],"(CRL)":[3],"underpins":[4],"many":[5],"modern":[6],"foundation":[7],"models.":[8],"Despite":[9],"recent":[10],"theoretical":[11,59,183],"progress,":[12],"existing":[13],"analyses":[14],"suffer":[15],"from":[16],"several":[17],"key":[18],"limitations:":[19],"(i)":[20],"the":[21,35,42,51,88,141,148,158],"statistical":[22,68],"consistency":[23],"of":[24,37,45,54,128,143,150,161],"CRL":[25,55],"remains":[26],"poorly":[27],"understood;":[28],"(ii)":[29],"available":[30],"generalization":[31,126],"bounds":[32,127,154],"deteriorate":[33],"as":[34],"number":[36,142,149],"negative":[38,47,144,163],"samples":[39,145],"increases,":[40],"contradicting":[41],"empirical":[43,159],"benefits":[44],"large":[46,162],"sets;":[48],"and":[49,85,120,124,133,146,173],"(iii)":[50],"retrieval":[52,78,111],"performance":[53],"has":[56],"received":[57],"limited":[58],"attention.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64,76,116],"develop":[65],"a":[66,100],"unified":[67],"theory":[70],"for":[71],"CRL.":[72],"For":[73,113],"downstream":[74],"tasks,":[75],"evaluate":[77],"quality":[79],"using":[80],"an":[81,168],"AUC-type":[82],"population":[83],"criterion":[84],"show":[86],"that":[87,103],"contrastive":[89,107,122],"loss":[90],"is":[91],"\\emph{statistically":[92],"consistent}":[93],"with":[94],"optimal":[95],"ranking.":[96],"We":[97],"further":[98],"establish":[99],"\\emph{calibration-style":[101],"inequality}":[102],"quantitatively":[104],"relates":[105],"excess":[106,110],"risk":[108],"to":[109],"suboptimality.":[112],"upstream":[114],"training,":[115],"study":[117],"both":[118],"supervised":[119],"self-supervised":[121],"objectives":[123],"derive":[125],"order":[129],"$O(1/m":[130],"+":[131,135],"1/\\sqrt{n})$":[132],"$O(1/\\sqrt{m}":[134],"1/\\sqrt{n})$,":[136],"respectively,":[137],"where":[138],"$m$":[139,172],"denotes":[140],"$n$":[147],"anchor":[151],"points.":[152],"These":[153],"not":[155],"only":[156],"explain":[157],"advantages":[160],"sets":[164],"but":[165],"also":[166],"reveal":[167],"explicit":[169],"trade-off":[170],"between":[171],"$n$.":[174],"Extensive":[175],"experiments":[176],"on":[177],"large-scale":[178],"vision--language":[179],"models":[180],"corroborate":[181],"our":[182],"predictions.":[184]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-06T00:00:00"}