{"id":"https://openalex.org/W7134890497","doi":"https://doi.org/10.48550/arxiv.2603.09108","title":"Composed Vision-Language Retrieval for Skin Cancer Case Search via Joint Alignment of Global and Local Representations","display_name":"Composed Vision-Language Retrieval for Skin Cancer Case Search via Joint Alignment of Global and Local Representations","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134890497","doi":"https://doi.org/10.48550/arxiv.2603.09108"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09108","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128694620","display_name":"Yuheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113870450","display_name":"Yuji Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yuji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060231320","display_name":"Jiayue Cai","orcid":"https://orcid.org/0000-0003-2984-500X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Jiayue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5142790412","display_name":"Z. Jane Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Z. Jane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5087105596","display_name":"Tim K. Lee","orcid":"https://orcid.org/0000-0002-0157-2081"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Tim K.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3172999918460846,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3172999918460846,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.27390000224113464,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.06340000033378601,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6960999965667725},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.6690000295639038},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4948999881744385},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.44679999351501465},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4250999987125397},{"id":"https://openalex.org/keywords/visual-word","display_name":"Visual Word","score":0.37779998779296875},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3529999852180481},{"id":"https://openalex.org/keywords/automatic-image-annotation","display_name":"Automatic image annotation","score":0.3528999984264374},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.34779998660087585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7257999777793884},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6960999965667725},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.6690000295639038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5946000218391418},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4560000002384186},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C189391414","wikidata":"https://www.wikidata.org/wiki/Q7936579","display_name":"Visual Word","level":4,"score":0.37779998779296875},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3529999852180481},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.3528999984264374},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3172000050544739},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09108","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09108","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5421912670135498,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medical":[0],"image":[1,28,50],"retrieval":[2,21,40],"aims":[3],"to":[4,10,51,139],"identify":[5],"clinically":[6,113],"relevant":[7,140],"lesion":[8,27],"cases":[9],"support":[11],"diagnostic":[12],"decision":[13],"making,":[14],"education,":[15],"and":[16,54,74,81,143],"quality":[17],"control.":[18],"In":[19],"practice,":[20],"queries":[22,80],"often":[23],"combine":[24],"a":[25,64,107],"reference":[26],"with":[29],"textual":[30],"descriptors":[31],"such":[32],"as":[33],"dermoscopic":[34],"features.":[35],"We":[36,62],"study":[37],"composed":[38,71],"vision-language":[39],"for":[41],"skin":[42],"cancer,":[43],"where":[44],"each":[45],"query":[46,72],"consists":[47],"of":[48],"an":[49],"text":[52],"pair":[53],"the":[55,123],"database":[56],"contains":[57],"biopsy-confirmed,":[58],"multi-class":[59],"disease":[60],"cases.":[61],"propose":[63],"transformer":[65],"based":[66],"framework":[67,135],"that":[68,111],"learns":[69],"hierarchical":[70],"representations":[73],"performs":[75],"joint":[76],"global-local":[77],"alignment":[78,85,96],"between":[79],"candidate":[82],"images.":[83],"Local":[84],"aggregates":[86],"discriminative":[87],"regions":[88],"via":[89],"multiple":[90],"spatial":[91],"attention":[92],"masks,":[93],"while":[94,117],"global":[95,119],"provides":[97],"holistic":[98],"semantic":[99],"supervision.":[100],"The":[101,133],"final":[102],"similarity":[103],"is":[104],"computed":[105],"through":[106],"convex,":[108],"domain-informed":[109],"weighting":[110],"emphasizes":[112],"salient":[114],"local":[115],"evidence":[116],"preserving":[118],"consistency.":[120],"Experiments":[121],"on":[122],"public":[124],"Derm7pt":[125],"dataset":[126],"demonstrate":[127],"consistent":[128],"improvements":[129],"over":[130],"state-of-the-art":[131],"methods.":[132],"proposed":[134],"enables":[136],"efficient":[137],"access":[138],"medical":[141],"records":[142],"supports":[144],"practical":[145],"clinical":[146],"deployment.":[147]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-12T00:00:00"}
