{"id":"https://openalex.org/W4226032808","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191650","title":"Hard Negative Sampling via Regularized Optimal Transport for Contrastive Representation Learning","display_name":"Hard Negative Sampling via Regularized Optimal Transport for Contrastive Representation Learning","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4226032808","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191650"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088186926","display_name":"Ruijie Jiang","orcid":"https://orcid.org/0000-0002-4052-914X"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ruijie Jiang","raw_affiliation_strings":["Tufts University,Dept. of ECE,Medford,USA"],"affiliations":[{"raw_affiliation_string":"Tufts University,Dept. of ECE,Medford,USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036913803","display_name":"Prakash Ishwar","orcid":"https://orcid.org/0000-0002-2621-1549"},"institutions":[{"id":"https://openalex.org/I111088046","display_name":"Boston University","ror":"https://ror.org/05qwgg493","country_code":"US","type":"education","lineage":["https://openalex.org/I111088046"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prakash Ishwar","raw_affiliation_strings":["Boston University,Dept. of ECE,Boston,USA"],"affiliations":[{"raw_affiliation_string":"Boston University,Dept. of ECE,Boston,USA","institution_ids":["https://openalex.org/I111088046"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004738943","display_name":"Shuchin Aeron","orcid":"https://orcid.org/0000-0002-1049-9795"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuchin Aeron","raw_affiliation_strings":["Tufts University,Dept. of ECE,Medford,USA"],"affiliations":[{"raw_affiliation_string":"Tufts University,Dept. of ECE,Medford,USA","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5088186926"],"corresponding_institution_ids":["https://openalex.org/I121934306"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00280286,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11609","display_name":"Geophysical Methods and Applications","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12552","display_name":"Fetal and Pediatric Neurological Disorders","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/2735","display_name":"Pediatrics, Perinatology and Child Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7494999766349792},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6631090641021729},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5130254626274109},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4798697531223297},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47936776280403137},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4452546238899231},{"id":"https://openalex.org/keywords/degenerate-energy-levels","display_name":"Degenerate energy levels","score":0.4428694546222687},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3962976932525635},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3311518728733063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3057975471019745},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1151520311832428},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.078453928232193}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7494999766349792},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6631090641021729},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5130254626274109},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4798697531223297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47936776280403137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4452546238899231},{"id":"https://openalex.org/C72319582","wikidata":"https://www.wikidata.org/wiki/Q584304","display_name":"Degenerate energy levels","level":2,"score":0.4428694546222687},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3962976932525635},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3311518728733063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3057975471019745},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1151520311832428},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.078453928232193},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191650","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191650","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2096733369","https://openalex.org/W2154851992","https://openalex.org/W2551176409","https://openalex.org/W2887368306","https://openalex.org/W2917551568","https://openalex.org/W4206471589","https://openalex.org/W4255839052","https://openalex.org/W6675751002","https://openalex.org/W6677919164","https://openalex.org/W6682948231","https://openalex.org/W6682962330","https://openalex.org/W6730323794","https://openalex.org/W6748176785","https://openalex.org/W6754929296","https://openalex.org/W6766156693","https://openalex.org/W6766489549","https://openalex.org/W6773423064","https://openalex.org/W6774314701","https://openalex.org/W6778102432","https://openalex.org/W6779732063","https://openalex.org/W6779872132","https://openalex.org/W6779940601","https://openalex.org/W6780191644","https://openalex.org/W6780444311","https://openalex.org/W6783490740","https://openalex.org/W6783802886","https://openalex.org/W6783961830","https://openalex.org/W6783990618","https://openalex.org/W6784950539","https://openalex.org/W6795007937","https://openalex.org/W6797964503","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W1365889","https://openalex.org/W1288402","https://openalex.org/W1106818","https://openalex.org/W2135213","https://openalex.org/W3765441","https://openalex.org/W8351625","https://openalex.org/W246542","https://openalex.org/W7804284","https://openalex.org/W15892214","https://openalex.org/W8018568"],"abstract_inverted_index":{"We":[0,15,73,99],"study":[1],"the":[2,27,51,61,71,75,79,92,102,121],"problem":[3,77],"of":[4,81,94,96,120],"designing":[5],"hard":[6,104],"negative":[7,42,97,105],"sampling":[8,106],"distributions":[9,38,107],"for":[10,65],"unsupervised":[11],"contrastive":[12,31],"representation":[13,24,55],"learning.":[14],"analyze":[16],"a":[17,23,113],"novel":[18],"min-max":[19,53,76],"framework":[20],"that":[21,50,101,108],"seeks":[22],"which":[25],"minimizes":[26],"maximum":[28],"(worst-case)":[29],"generalized":[30],"learning":[32],"loss":[33],"over":[34],"all":[35],"couplings":[36,89],"(joint":[37],"between":[39],"positive":[40],"and":[41,48,85],"samples":[43],"subject":[44],"to":[45,90,117],"marginal":[46],"constraints)":[47],"prove":[49],"resulting":[52],"optimum":[54],"will":[56],"be":[57],"degenerate.":[58],"This":[59],"provides":[60],"first":[62],"theoretical":[63],"justification":[64],"incorporating":[66],"additional":[67],"regularization":[68,119],"constraints":[69],"on":[70],"couplings.":[72],"re-interpret":[74],"through":[78],"lens":[80],"Optimal":[82],"Transport":[83],"theory":[84],"utilize":[86],"regularized":[87],"transport":[88],"control":[91],"degree":[93],"hardness":[95],"examples.":[98],"demonstrate":[100],"state-of-the-art":[103],"were":[109],"recently":[110],"proposed":[111],"are":[112],"special":[114],"case":[115],"corresponding":[116],"entropic":[118],"coupling.":[122]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-05-05T00:00:00"}