{"id":"https://openalex.org/W4390423665","doi":"https://doi.org/10.1109/tip.2023.3346295","title":"Visualizing and Understanding Contrastive Learning","display_name":"Visualizing and Understanding Contrastive Learning","publication_year":2023,"publication_date":"2023-12-29","ids":{"openalex":"https://openalex.org/W4390423665","doi":"https://doi.org/10.1109/tip.2023.3346295","pmid":"https://pubmed.ncbi.nlm.nih.gov/38157461"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3346295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3346295","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.vub.ac.be/vubirfiles/108215462/TIP_XAI_CL.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022920652","display_name":"Fawaz Sammani","orcid":"https://orcid.org/0000-0002-7659-4410"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Fawaz Sammani","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","imec, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-7659-4410","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072533463","display_name":"Boris Joukovsky","orcid":"https://orcid.org/0000-0002-2881-2727"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Boris Joukovsky","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","imec, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-2881-2727","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043511500","display_name":"Nikos Deligiannis","orcid":"https://orcid.org/0000-0001-9300-5860"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Nikos Deligiannis","raw_affiliation_strings":["Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","imec, Leuven, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-9300-5860","affiliations":[{"raw_affiliation_string":"Department of Electronics and Informatics, Vrije Universiteit Brussel, Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"imec, Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.321,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.97526551,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"33","issue":null,"first_page":"541","last_page":"555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.953499972820282,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7499403357505798},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6924281716346741},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.578048586845398},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5494410991668701},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5008814334869385},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43028295040130615},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41011059284210205},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3315778374671936},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1265268325805664}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7499403357505798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6924281716346741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.578048586845398},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5494410991668701},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5008814334869385},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43028295040130615},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41011059284210205},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3315778374671936},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1265268325805664},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2023.3346295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3346295","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:38157461","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38157461","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:vubissmart:VUBISSMART:2000:170994","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/visualizing-and-understanding-contrastive-learning(1ae86308-4b2a-4fe1-a4da-dbd4074d0b66).html","pdf_url":"https://biblio.vub.ac.be/vubirfiles/108215462/TIP_XAI_CL.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:vubissmart:VUBISSMART:2000:170994","is_oa":true,"landing_page_url":"https://biblio.vub.ac.be/vubir/visualizing-and-understanding-contrastive-learning(1ae86308-4b2a-4fe1-a4da-dbd4074d0b66).html","pdf_url":"https://biblio.vub.ac.be/vubirfiles/108215462/TIP_XAI_CL.pdf","source":{"id":"https://openalex.org/S4306402573","display_name":"VUBIR (Vrije Universiteit Brussel)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I13469542","host_organization_name":"Vrije Universiteit Brussel","host_organization_lineage":["https://openalex.org/I13469542"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4699999988079071}],"awards":[{"id":"https://openalex.org/G3265643401","display_name":"Interpretable and Explainable Deep Learning for Video Processing","funder_award_id":"1SB5721N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4034750396","display_name":"Design and Interpret: A New Framework for Explainable AI","funder_award_id":"G0A4720N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G4166321533","display_name":"Towards Human Friendly Explanations","funder_award_id":"1SH7W24N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390423665.pdf"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W1849277567","https://openalex.org/W1915485278","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2123045220","https://openalex.org/W2194775991","https://openalex.org/W2282821441","https://openalex.org/W2295107390","https://openalex.org/W2493343568","https://openalex.org/W2594633041","https://openalex.org/W2616247523","https://openalex.org/W2765793020","https://openalex.org/W2884561390","https://openalex.org/W2912029197","https://openalex.org/W2920582597","https://openalex.org/W2921802966","https://openalex.org/W2946794439","https://openalex.org/W2962851944","https://openalex.org/W2963516811","https://openalex.org/W2963795951","https://openalex.org/W2963953476","https://openalex.org/W2964045325","https://openalex.org/W2964231383","https://openalex.org/W3007664990","https://openalex.org/W3011005294","https://openalex.org/W3035253074","https://openalex.org/W3035524453","https://openalex.org/W3091905774","https://openalex.org/W3102564565","https://openalex.org/W3120702710","https://openalex.org/W3123457861","https://openalex.org/W3145450063","https://openalex.org/W3151130473","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W3171706131","https://openalex.org/W3172381285","https://openalex.org/W3176196997","https://openalex.org/W3176276772","https://openalex.org/W3176482836","https://openalex.org/W3181158454","https://openalex.org/W3204474617","https://openalex.org/W4287595892","https://openalex.org/W4293861706","https://openalex.org/W4312658081","https://openalex.org/W4313046229","https://openalex.org/W6677995690","https://openalex.org/W6685133223","https://openalex.org/W6734194636","https://openalex.org/W6739575509","https://openalex.org/W6739901393","https://openalex.org/W6746523225","https://openalex.org/W6752170072","https://openalex.org/W6754669440","https://openalex.org/W6758541608","https://openalex.org/W6774156826","https://openalex.org/W6774314701","https://openalex.org/W6779977557","https://openalex.org/W6783596713","https://openalex.org/W6791353385","https://openalex.org/W6791742336","https://openalex.org/W6798350552","https://openalex.org/W6804750070"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2156434174","https://openalex.org/W2121496884","https://openalex.org/W2387910809","https://openalex.org/W2294221496"],"abstract_inverted_index":{"Contrastive":[0],"learning":[1,9,129],"has":[2,24],"revolutionized":[3],"the":[4,57,106,183],"field":[5],"of":[6,88,95,108,133,145,152,168,185],"computer":[7],"vision,":[8],"rich":[10],"representations":[11],"from":[12,131],"unlabeled":[13],"data,":[14],"which":[15],"generalize":[16],"well":[17],"to":[18,28,51,73,92,104,112,141,149,188],"diverse":[19],"vision":[20],"tasks.":[21],"Consequently,":[22],"it":[23],"become":[25],"increasingly":[26],"important":[27],"explain":[29],"these":[30,76,160],"approaches":[31,187],"and":[32,46,49,78,97,154,181,192],"understand":[33],"their":[34,176,190],"inner":[35],"workings":[36],"mechanisms.":[37],"Given":[38],"that":[39,124],"contrastive":[40,114,173],"models":[41],"are":[42,68],"trained":[43],"with":[44,159,178],"interdependent":[45],"interacting":[47],"inputs":[48],"aim":[50],"learn":[52],"invariance":[53],"through":[54],"data":[55],"augmentation,":[56],"existing":[58,138],"methods":[59,123,158,171],"for":[60,75,172],"explaining":[61,113],"single-image":[62],"systems":[63],"(e.g.,":[64],"image":[65,146],"classification":[66,147],"models)":[67],"inadequate":[69],"as":[70],"they":[71],"fail":[72],"account":[74],"factors":[77],"typically":[79],"assume":[80],"independent":[81],"inputs.":[82],"Additionally,":[83],"there":[84],"is":[85],"a":[86,165],"lack":[87],"evaluation":[89],"metrics":[90],"designed":[91],"assess":[93],"pairs":[94,132,151],"explanations,":[96],"no":[98],"analytical":[99],"studies":[100],"have":[101],"been":[102],"conducted":[103],"investigate":[105,189],"effectiveness":[107],"different":[109],"techniques":[110],"used":[111,140],"learning.":[115],"In":[116],"this":[117],"work,":[118],"we":[119,163],"design":[120],"visual":[121,143,169],"explanation":[122],"contribute":[125],"towards":[126],"understanding":[127],"similarity":[128],"tasks":[130,180],"images.":[134],"We":[135],"further":[136],"adapt":[137],"metrics,":[139],"evaluate":[142,155],"explanations":[144,153],"systems,":[148],"suit":[150],"our":[156,186],"proposed":[157],"metrics.":[161],"Finally,":[162],"present":[164],"thorough":[166],"analysis":[167],"explainability":[170],"learning,":[174],"establish":[175],"correlation":[177],"downstream":[179],"demonstrate":[182],"potential":[184],"merits":[191],"drawbacks.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}