{"id":"https://openalex.org/W7160240425","doi":"https://doi.org/10.1109/wacv61042.2026.00361","title":"CLIP-IT: CLIP-based Pairing of Histology Images with Privileged Textual Information","display_name":"CLIP-IT: CLIP-based Pairing of Histology Images with Privileged Textual Information","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W7160240425","doi":"https://doi.org/10.1109/wacv61042.2026.00361"},"language":null,"primary_location":{"id":"doi:10.1109/wacv61042.2026.00361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00361","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080037928","display_name":"Banafsheh Karimian","orcid":null},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Banafsheh Karimian","raw_affiliation_strings":["ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119949306","display_name":"Giulia Avanzato","orcid":null},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giulia Avanzato","raw_affiliation_strings":["University of Cagliari,Dept. of Computer Engineering,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cagliari,Dept. of Computer Engineering,Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017562387","display_name":"Soufiane Belharbi","orcid":"https://orcid.org/0000-0001-6326-380X"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Soufiane Belharbi","raw_affiliation_strings":["ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092545357","display_name":"Alexis Guichemerre","orcid":null},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alexis Guichemerre","raw_affiliation_strings":["ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135283586","display_name":"Luke McCaffrey","orcid":null},"institutions":[{"id":"https://openalex.org/I112260969","display_name":"Ontario Institute for Cancer Research","ror":"https://ror.org/043q8yx54","country_code":"CA","type":"funder","lineage":["https://openalex.org/I112260969"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Luke McCaffrey","raw_affiliation_strings":["McGill University,Goodman Cancer Institute,Dept. of Oncology,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University,Goodman Cancer Institute,Dept. of Oncology,Canada","institution_ids":["https://openalex.org/I112260969"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103058960","display_name":"Mohammadhadi Shateri","orcid":"https://orcid.org/0009-0003-0849-9598"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammadhadi Shateri","raw_affiliation_strings":["ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005063594","display_name":"E. Granger","orcid":null},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eric Granger","raw_affiliation_strings":["ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETS Montreal,LIVIA, ILLS,Dept. of Systems Engineering,Canada","institution_ids":["https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3700","last_page":"3709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.8223000168800354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.8223000168800354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.04149999842047691,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pairing","display_name":"Pairing","score":0.4794999957084656},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.296999990940094},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2727000117301941},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.2624000012874603},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.2599000036716461}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5307000279426575},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5006999969482422},{"id":"https://openalex.org/C14103023","wikidata":"https://www.wikidata.org/wiki/Q11681459","display_name":"Pairing","level":3,"score":0.4794999957084656},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31380000710487366},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2711000144481659},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2624000012874603},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacv61042.2026.00361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00361","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:espace2.etsmtl.ca:33861","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/33861/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Compte rendu de conf\u00e9rence"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2158485828","https://openalex.org/W2619383789","https://openalex.org/W2767290858","https://openalex.org/W2806857275","https://openalex.org/W2885824038","https://openalex.org/W3181082054","https://openalex.org/W4285186186","https://openalex.org/W4392947521","https://openalex.org/W4392947532","https://openalex.org/W4402916765","https://openalex.org/W4403003860","https://openalex.org/W4403071262","https://openalex.org/W4403071499","https://openalex.org/W4403088742","https://openalex.org/W4403089491","https://openalex.org/W4403365550","https://openalex.org/W4403365556","https://openalex.org/W4403365573","https://openalex.org/W4403365584","https://openalex.org/W4403365585","https://openalex.org/W4403365602","https://openalex.org/W4403365606","https://openalex.org/W4403365612","https://openalex.org/W4403365625","https://openalex.org/W4403365632","https://openalex.org/W4403365647","https://openalex.org/W4403365654","https://openalex.org/W4403365658","https://openalex.org/W4403598801","https://openalex.org/W4404534210","https://openalex.org/W4409263655"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"learning":[1],"has":[2],"shown":[3],"promise":[4],"in":[5,107,177,198],"medical":[6],"imaging,":[7],"combining":[8],"complementary":[9,54],"modalities":[10],"like":[11,48],"images":[12],"and":[13,28,42,120,194],"text.":[14],"Vision-language":[15],"models":[16],"(VLMs)":[17],"capture":[18],"rich":[19,77],"diagnostic":[20,55],"cues":[21,56],"but":[22],"often":[23],"require":[24],"large":[25],"paired":[26,175,203],"datasets":[27],"promptor":[29],"text-based":[30],"inference.":[31],"Their":[32],"practicality":[33],"is":[34,61,138,162],"therefore":[35],"limited":[36],"due":[37],"to":[38,96],"annotation":[39],"cost,":[40],"privacy,":[41],"compute":[43],"demands.":[44],"Unpaired":[45],"external":[46],"text,":[47],"pathology":[49],"reports,":[50,113],"can":[51],"still":[52,168],"provide":[53],"if":[57],"semantically":[58],"relevant":[59,100],"content":[60],"retrievable":[62],"per":[63,205],"image.":[64],"To":[65],"address":[66],"this,":[67],"we":[68],"introduce":[69],"CLIP-IT,":[70],"a":[71,84,93],"novel":[72],"framework":[73],"that":[74,125,185],"relies":[75],"on":[76,88],"unpaired":[78,101],"text":[79],"reports.":[80],"Specifically,":[81],"CLIP-IT":[82,186],"uses":[83],"CLIP":[85],"model":[86,143,161],"pre-trained":[87],"histology":[89],"image\u2013text":[90],"pairs":[91],"from":[92,115,135,170],"separate":[94],"dataset":[95,206],"retrieve":[97],"the":[98,108,116,141,150,159,178],"most":[99,199],"textual":[102],"report":[103],"for":[104],"each":[105],"image":[106],"downstream":[109,179],"unimodal":[110,193],"dataset.":[111,180],"These":[112],"sourced":[114],"same":[117],"disease":[118],"domain":[119],"tissue":[121],"type,":[122],"form":[123],"pseudo-pairs":[124],"reflect":[126],"shared":[127],"clinical":[128],"semantics":[129],"rather":[130],"than":[131],"exact":[132],"alignment.":[133],"Knowledge":[134],"these":[136],"texts":[137],"distilled":[139],"into":[140],"vision":[142,160],"during":[144],"training,":[145],"while":[146,167],"LoRA-based":[147],"adaptation":[148],"mitigates":[149],"semantic":[151],"gap":[152],"between":[153],"unaligned":[154],"modalities.":[155],"At":[156],"inference,":[157],"only":[158],"used,":[163],"maintaining":[164],"low":[165],"overhead":[166],"benefiting":[169],"multimodal":[171,195],"training":[172],"without":[173,201],"requiring":[174,202],"data":[176],"Experiments<sup":[181],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[182],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[183],"show":[184],"consistently":[187],"improves":[188],"classification":[189],"accuracy":[190],"over":[191],"both":[192],"CLIP-based":[196],"baselines":[197],"cases,":[200],"annotations":[204],"or":[207],"incurring":[208],"additional":[209],"inference-time":[210],"complexity.":[211]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-06T00:00:00"}