{"id":"https://openalex.org/W4410295799","doi":"https://doi.org/10.1109/isbi60581.2025.10980870","title":"Conditional Visuo-Textual Prompt Learning for Medical Image Analysis","display_name":"Conditional Visuo-Textual Prompt Learning for Medical Image Analysis","publication_year":2025,"publication_date":"2025-04-14","ids":{"openalex":"https://openalex.org/W4410295799","doi":"https://doi.org/10.1109/isbi60581.2025.10980870"},"language":"en","primary_location":{"id":"doi:10.1109/isbi60581.2025.10980870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi60581.2025.10980870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 22nd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059802730","display_name":"Raffaele Mineo","orcid":"https://orcid.org/0000-0002-1171-5672"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Raffaele Mineo","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083136342","display_name":"Giovanni Bellitto","orcid":"https://orcid.org/0000-0002-1333-8348"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Bellitto","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033378482","display_name":"Federica Proietto Salanitri","orcid":"https://orcid.org/0000-0002-6122-4249"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Federica Proietto Salanitri","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110843786","display_name":"Rutger Hendrix","orcid":null},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rutger Hendrix","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034879156","display_name":"Ulas Bagci","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ulas Bagci","raw_affiliation_strings":["Northwestern University,Department of Radiology and BME,Chicago,IL,USA"],"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Radiology and BME,Chicago,IL,USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101841330","display_name":"Daniela Giordano","orcid":"https://orcid.org/0000-0001-5135-1351"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniela Giordano","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075815307","display_name":"Concetto Spampinato","orcid":"https://orcid.org/0000-0001-6653-2577"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Concetto Spampinato","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031450889","display_name":"Simone Palazzo","orcid":"https://orcid.org/0000-0002-2441-0982"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Palazzo","raw_affiliation_strings":["University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy"],"affiliations":[{"raw_affiliation_string":"University of Catania,Department of Electrical, Electronic and Computer Engineering,Italy","institution_ids":["https://openalex.org/I39063666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059802730"],"corresponding_institution_ids":["https://openalex.org/I39063666"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10514596,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7492092847824097},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5731861591339111},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4835917353630066},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43601691722869873},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38669198751449585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7492092847824097},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5731861591339111},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4835917353630066},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43601691722869873},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38669198751449585}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi60581.2025.10980870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi60581.2025.10980870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 22nd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2794825826","https://openalex.org/W2963946669","https://openalex.org/W3044438666","https://openalex.org/W3098267758","https://openalex.org/W3166986030","https://openalex.org/W3174770825","https://openalex.org/W3198377975","https://openalex.org/W4205991051","https://openalex.org/W4230405732","https://openalex.org/W4312310776","https://openalex.org/W4312651322","https://openalex.org/W4385245566","https://openalex.org/W4387211709","https://openalex.org/W4387225742","https://openalex.org/W4387778010","https://openalex.org/W4400229634","https://openalex.org/W6766394743","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6853832785"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0,152],"paper":[1],"presents":[2],"CTVTL-CLIP,":[3],"a":[4,60],"conditional":[5],"visuo-textual":[6],"prompt":[7],"tuning":[8],"method":[9],"designed":[10],"to":[11,64,75,144],"adapt":[12],"large":[13],"mul-timodal":[14],"models":[15],"for":[16,164],"highly":[17],"specialized":[18],"applications,":[19,167],"where":[20,168],"the":[21,30,49,57,72],"required":[22],"semantic":[23],"representations":[24,50,85],"are":[25,174],"not":[26],"initially":[27],"encoded":[28],"in":[29,87,138],"models'":[31],"latent":[32],"space.":[33],"CTVTL-CLIP":[34,93],"jointly":[35],"optimizes":[36],"CLIP's":[37],"text":[38],"and":[39,54,112,135,157,171],"visual":[40,84],"encoders":[41],"using":[42,116],"sets":[43],"of":[44,59,154],"soft":[45],"prompts":[46],"that":[47,147],"condition":[48,65],"on":[51,96,124],"domain-specific":[52],"knowledge":[53],"features,":[55],"with":[56,83,89],"support":[58],"lightweight":[61],"pretrained":[62],"network":[63],"textual":[66,81],"learnable":[67,118],"tokens.":[68],"This":[69],"approach":[70],"enhances":[71],"model's":[73],"ability":[74],"accurately":[76],"understand":[77],"medical":[78,127,166],"images,":[79],"aligning":[80],"descriptions":[82],"even":[86],"cases":[88],"limited":[90],"annotated":[91],"data.":[92],"was":[94,121],"tested":[95],"an":[97],"endoscopy":[98],"image":[99,128],"dataset":[100],"containing":[101],"multiple":[102],"gastric":[103],"lesions,":[104],"significantly":[105],"outperforming":[106],"traditional":[107],"classifiers":[108],"such":[109],"as":[110],"CNNs":[111],"vision":[113],"transformers,":[114],"while":[115],"fewer":[117],"parameters.":[119,151],"It":[120],"also":[122],"evaluated":[123],"two":[125],"additional":[126],"analysis":[129],"tasks,":[130],"including":[131],"skin":[132],"lesion":[133],"classification":[134,137],"stenosis":[136],"angiographies,":[139],"showing":[140],"improved":[141],"performance":[142,159],"compared":[143],"state-of-the-art":[145],"methods":[146],"require":[148],"training":[149],"more":[150],"combination":[153],"CTVTL-CLIP's":[155],"efficiency":[156,173],"superior":[158],"under-scores":[160],"its":[161],"practical":[162],"potential":[163],"real-world":[165],"data":[169],"scarcity":[170],"model":[172],"critical":[175],"challenges.":[176]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}