{"id":"https://openalex.org/W4389352646","doi":"https://doi.org/10.1109/access.2023.3339775","title":"Evaluating and Improving Domain Invariance in Contrastive Self-Supervised Learning by Extrapolating the Loss Function","display_name":"Evaluating and Improving Domain Invariance in Contrastive Self-Supervised Learning by Extrapolating the Loss Function","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389352646","doi":"https://doi.org/10.1109/access.2023.3339775"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3339775","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3339775","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10345630.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10345630.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073918879","display_name":"Samira Zare","orcid":"https://orcid.org/0000-0002-7828-0562"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Samira Zare","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-7828-0562","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101985554","display_name":"Hien Van Nguyen","orcid":"https://orcid.org/0000-0001-7280-2182"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hien Van Nguyen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5073918879"],"corresponding_institution_ids":["https://openalex.org/I44461941"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5055,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72566178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"11","issue":null,"first_page":"137758","last_page":"137768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10515","display_name":"Cancer-related molecular mechanisms research","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9390000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.662108302116394},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6349340081214905},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.6343971490859985},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6331130266189575},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.62140291929245},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.5894371271133423},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.5408018827438354},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.5172860622406006},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.516407310962677},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4250423014163971},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.40809544920921326},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23882660269737244},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14836862683296204}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.662108302116394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6349340081214905},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.6343971490859985},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6331130266189575},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.62140291929245},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.5894371271133423},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.5408018827438354},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.5172860622406006},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.516407310962677},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4250423014163971},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.40809544920921326},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23882660269737244},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14836862683296204},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C37914503","wikidata":"https://www.wikidata.org/wiki/Q156495","display_name":"Mathematical physics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3339775","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3339775","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10345630.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6b27170ff1c04674bdb2193eb287587c","is_oa":true,"landing_page_url":"https://doaj.org/article/6b27170ff1c04674bdb2193eb287587c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 137758-137768 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3339775","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3339775","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10345630.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1220983128","display_name":null,"funder_award_id":"R01DK134055","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389352646.pdf","grobid_xml":"https://content.openalex.org/works/W4389352646.grobid-xml"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W1797268635","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2321533354","https://openalex.org/W2611650229","https://openalex.org/W2732026016","https://openalex.org/W2785325870","https://openalex.org/W2790376986","https://openalex.org/W2798991696","https://openalex.org/W2842511635","https://openalex.org/W2958360136","https://openalex.org/W2964126011","https://openalex.org/W2975758481","https://openalex.org/W2979579363","https://openalex.org/W2982754279","https://openalex.org/W2991497298","https://openalex.org/W3009561768","https://openalex.org/W3013795656","https://openalex.org/W3030030520","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3101156210","https://openalex.org/W3110181119","https://openalex.org/W3145450063","https://openalex.org/W3153511633","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W4214573674","https://openalex.org/W4214597897","https://openalex.org/W4214700196","https://openalex.org/W4283586395","https://openalex.org/W4288287305","https://openalex.org/W4297808394","https://openalex.org/W4307926593","https://openalex.org/W4312516796","https://openalex.org/W4312710251","https://openalex.org/W4313156423","https://openalex.org/W4324301401","https://openalex.org/W4367663188","https://openalex.org/W4379878309","https://openalex.org/W4386076065","https://openalex.org/W4387560914","https://openalex.org/W4387928721","https://openalex.org/W4390190018","https://openalex.org/W6637618735","https://openalex.org/W6638319203","https://openalex.org/W6640002369","https://openalex.org/W6747899497","https://openalex.org/W6750109254","https://openalex.org/W6765285020","https://openalex.org/W6765939562","https://openalex.org/W6768455480","https://openalex.org/W6771271773","https://openalex.org/W6774314701","https://openalex.org/W6774630179","https://openalex.org/W6774670964","https://openalex.org/W6775061331","https://openalex.org/W6779326418","https://openalex.org/W6779997284","https://openalex.org/W6780191644","https://openalex.org/W6781697268","https://openalex.org/W6786219303","https://openalex.org/W6791047094","https://openalex.org/W6791853581","https://openalex.org/W6796219925","https://openalex.org/W6803460075","https://openalex.org/W6845847131","https://openalex.org/W6850054927","https://openalex.org/W6854901368","https://openalex.org/W6855298371","https://openalex.org/W6857878378"],"related_works":["https://openalex.org/W34092691","https://openalex.org/W4312414840","https://openalex.org/W2794908468","https://openalex.org/W2531570999","https://openalex.org/W2943467239","https://openalex.org/W1571801203","https://openalex.org/W4206276646","https://openalex.org/W101422005","https://openalex.org/W192740413","https://openalex.org/W2952937263"],"abstract_inverted_index":{"Despite":[0],"the":[1,23,49,56,98,109,129,132,139,146,150,157,161],"remarkable":[2],"progress":[3],"of":[4,25,111,131,152,163],"self-supervised":[5,9,29,35,60,87,123,133],"learning":[6,37,44,88,164],"(SSL),":[7],"how":[8],"representations":[10,61,124,134,166],"generalize":[11],"to":[12,85,90,120],"out-of-distribution":[13],"data":[14],"remains":[15],"little":[16],"understood.":[17],"In":[18],"this":[19,76,155],"paper,":[20],"we":[21,78],"study":[22],"effects":[24],"distribution":[26],"shifts":[27],"on":[28,48,55,138,145,168],"representations.":[30,94],"Our":[31,95],"findings":[32],"indicate":[33],"that":[34,107,117],"representation":[36],"is":[38,156],"more":[39,92],"robust":[40,104,169],"than":[41],"traditional":[42],"supervised":[43,174],"(52.8%":[45],"versus":[46,53,136,143],"17.1%":[47],"CMNIST":[50,140],"dataset,":[51,141],"63.6%":[52,144],"60.6%":[54],"Waterbirds":[57,147],"dataset).":[58,148],"However,":[59],"still":[62],"suffer":[63],"significantly":[64],"from":[65],"domain":[66],"shifts,":[67],"especially":[68],"when":[69],"spurious":[70],"correlations":[71],"are":[72],"present.":[73],"Motivated":[74],"by":[75],"limitation,":[77],"propose":[79],"a":[80,103],"risk-extrapolated":[81],"information":[82],"NCE":[83],"(ReinformNCE)":[84],"facilitate":[86],"algorithms":[89],"learn":[91],"stable":[93],"approach":[96,106],"integrates":[97],"infoNCE":[99],"loss":[100],"function":[101],"and":[102,125,172],"optimization":[105,170],"extrapolates":[108],"risks":[110],"training":[112],"domains.":[113],"Extensive":[114],"experiments":[115],"show":[116],"ReinformNCE":[118],"helps":[119],"extract":[121],"domain-invariant":[122,165],"it":[126],"substantially":[127],"improves":[128],"robustness":[130],"(68.2%":[135],"52.8%":[137],"77.9%":[142],"To":[149],"best":[151],"our":[153],"knowledge,":[154],"first":[158],"work":[159],"demonstrating":[160],"feasibility":[162],"based":[167],"theory":[171],"without":[173],"information.":[175]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}