{"id":"https://openalex.org/W7124844556","doi":"https://doi.org/10.1109/access.2026.3656368","title":"Multimodal Vision\u2013Language Models in Medical Imaging: A Survey of Retrieval, Interpretability, and Trust","display_name":"Multimodal Vision\u2013Language Models in Medical Imaging: A Survey of Retrieval, Interpretability, and Trust","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7124844556","doi":"https://doi.org/10.1109/access.2026.3656368"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3656368","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3656368","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3656368","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123369718","display_name":"Muhammad Imran","orcid":null},"institutions":[{"id":"https://openalex.org/I75421653","display_name":"University of Missouri\u2013Kansas City","ror":"https://ror.org/01w0d5g70","country_code":"US","type":"education","lineage":["https://openalex.org/I75421653"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Muhammad Imran","raw_affiliation_strings":["Department of Computer Science, University of Missouri–Kansas City (UMKC), Kansas City, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Missouri–Kansas City (UMKC), Kansas City, MO, USA","institution_ids":["https://openalex.org/I75421653"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088001068","display_name":"Chi H Lee","orcid":"https://orcid.org/0000-0001-7014-3822"},"institutions":[{"id":"https://openalex.org/I75421653","display_name":"University of Missouri\u2013Kansas City","ror":"https://ror.org/01w0d5g70","country_code":"US","type":"education","lineage":["https://openalex.org/I75421653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yugyung Lee","raw_affiliation_strings":["Department of Computer Science, University of Missouri–Kansas City (UMKC), Kansas City, MO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Missouri–Kansas City (UMKC), Kansas City, MO, USA","institution_ids":["https://openalex.org/I75421653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5123369718"],"corresponding_institution_ids":["https://openalex.org/I75421653"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":77.7857,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.99418391,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"14","issue":null,"first_page":"19511","last_page":"19535"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3587999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3587999939918518,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.23899999260902405,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.1264999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9433000087738037},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.795199990272522},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6022999882698059},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4884999990463257},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.2957000136375427},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.2824999988079071}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9433000087738037},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.795199990272522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7121999859809875},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6022999882698059},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4884999990463257},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44429999589920044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29820001125335693},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C2778373050","wikidata":"https://www.wikidata.org/wiki/Q1774706","display_name":"Clinical pathway","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C33191230","wikidata":"https://www.wikidata.org/wiki/Q3737383","display_name":"Face validity","level":3,"score":0.25999999046325684},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.25839999318122864}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3656368","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3656368","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:eb80d2e43b694096ae8ebf2961fefda5","is_oa":true,"landing_page_url":"https://doaj.org/article/eb80d2e43b694096ae8ebf2961fefda5","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 19511-19535 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3656368","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3656368","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6704404354095459}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":124,"referenced_works":["https://openalex.org/W1969496006","https://openalex.org/W2106671991","https://openalex.org/W2107638293","https://openalex.org/W2150769593","https://openalex.org/W2152772232","https://openalex.org/W2158485828","https://openalex.org/W2611650229","https://openalex.org/W2619383789","https://openalex.org/W2772723798","https://openalex.org/W2794825826","https://openalex.org/W2888424632","https://openalex.org/W2897980926","https://openalex.org/W2901466771","https://openalex.org/W2932083555","https://openalex.org/W2963466845","https://openalex.org/W2998175747","https://openalex.org/W3000686922","https://openalex.org/W3012501605","https://openalex.org/W3030790048","https://openalex.org/W3094595351","https://openalex.org/W3148962211","https://openalex.org/W3164654615","https://openalex.org/W3165058054","https://openalex.org/W3186209406","https://openalex.org/W3189444386","https://openalex.org/W3201906559","https://openalex.org/W3213233983","https://openalex.org/W4288712110","https://openalex.org/W4292148537","https://openalex.org/W4308885870","https://openalex.org/W4365143687","https://openalex.org/W4366548656","https://openalex.org/W4379230991","https://openalex.org/W4382394524","https://openalex.org/W4382998948","https://openalex.org/W4384071683","https://openalex.org/W4385564466","https://openalex.org/W4385573131","https://openalex.org/W4385948838","https://openalex.org/W4386958277","https://openalex.org/W4387211014","https://openalex.org/W4388713229","https://openalex.org/W4391684618","https://openalex.org/W4391748641","https://openalex.org/W4391780569","https://openalex.org/W4391940656","https://openalex.org/W4392120599","https://openalex.org/W4392597393","https://openalex.org/W4392751580","https://openalex.org/W4392795030","https://openalex.org/W4392947532","https://openalex.org/W4393870852","https://openalex.org/W4394009485","https://openalex.org/W4394997664","https://openalex.org/W4395037541","https://openalex.org/W4396494945","https://openalex.org/W4396833496","https://openalex.org/W4399327441","https://openalex.org/W4399567248","https://openalex.org/W4399660853","https://openalex.org/W4399952271","https://openalex.org/W4400324908","https://openalex.org/W4401043527","https://openalex.org/W4401117531","https://openalex.org/W4401397240","https://openalex.org/W4402155831","https://openalex.org/W4402536012","https://openalex.org/W4402582321","https://openalex.org/W4402670290","https://openalex.org/W4402804896","https://openalex.org/W4402858717","https://openalex.org/W4403503010","https://openalex.org/W4403700413","https://openalex.org/W4404138521","https://openalex.org/W4404509535","https://openalex.org/W4404539511","https://openalex.org/W4404622689","https://openalex.org/W4404782407","https://openalex.org/W4404782815","https://openalex.org/W4404783788","https://openalex.org/W4404783798","https://openalex.org/W4405625896","https://openalex.org/W4405673884","https://openalex.org/W4405701133","https://openalex.org/W4405995927","https://openalex.org/W4406421570","https://openalex.org/W4406716304","https://openalex.org/W4407218144","https://openalex.org/W4407223908","https://openalex.org/W4407573039","https://openalex.org/W4407998253","https://openalex.org/W4408011351","https://openalex.org/W4408401067","https://openalex.org/W4408739104","https://openalex.org/W4408852197","https://openalex.org/W4409157497","https://openalex.org/W4409183282","https://openalex.org/W4409503838","https://openalex.org/W4409657176","https://openalex.org/W4409896642","https://openalex.org/W4409897750","https://openalex.org/W4410310924","https://openalex.org/W4410552356","https://openalex.org/W4410882873","https://openalex.org/W4411095267","https://openalex.org/W4411095946","https://openalex.org/W4411147644","https://openalex.org/W4411203672","https://openalex.org/W4411408487","https://openalex.org/W4412086498","https://openalex.org/W4412197197","https://openalex.org/W4413155746","https://openalex.org/W4413259085","https://openalex.org/W4414364908","https://openalex.org/W4414364935","https://openalex.org/W4415233873","https://openalex.org/W4415537815","https://openalex.org/W4415795341","https://openalex.org/W4415796211","https://openalex.org/W4415796712","https://openalex.org/W4415797087","https://openalex.org/W4416034924","https://openalex.org/W4416035411","https://openalex.org/W7126091696"],"related_works":[],"abstract_inverted_index":{"Medical":[0],"diagnosis":[1],"requires":[2],"synthesizing":[3],"radiological":[4],"images,":[5],"laboratory":[6],"results,":[7],"clinical":[8,31,53,156,165,204,229],"notes,":[9],"and":[10,41,60,93,104,129,133,135,154,167,175,183,189,197,220],"patient":[11],"history\u2014capabilities":[12],"increasingly":[13],"supported":[14],"by":[15,71],"multimodal":[16,123],"vision\u2013language":[17],"models":[18],"(VLMs).":[19],"Yet":[20],"despite":[21],"rapid":[22],"advances,":[23],"no":[24,212],"general-purpose":[25],"medical":[26,145,232],"VLM":[27,146],"has":[28,215],"achieved":[29],"routine":[30],"deployment.":[32],"Existing":[33],"surveys":[34],"typically":[35],"examine":[36],"retrieval-augmented":[37],"generation":[38],"(RAG),":[39],"interpretability,":[40,219],"trustworthiness":[42],"in":[43,77,122,164],"isolation,":[44],"leaving":[45],"unclear":[46],"how":[47],"these":[48],"components":[49],"jointly":[50,216],"determine":[51],"real-world":[52,203],"readiness.":[54],"This":[55],"survey":[56,214],"analyzes":[57],"183":[58],"studies":[59],"evaluates":[61],"three":[62],"pillars":[63],"essential":[64],"for":[65,171,202,226],"deployment:":[66],"(1)":[67],"factual":[68],"accuracy":[69],"enabled":[70],"RAG,":[72],"which":[73],"grounds":[74],"model":[75],"outputs":[76],"clinically":[78],"verified":[79],"evidence;":[80],"(2)":[81],"interpretability":[82,161],"aligned":[83],"with":[84],"clinician":[85],"reasoning,":[86,126],"ensuring":[87],"explanations":[88],"that":[89,109,185],"support":[90,186],"diagnostic":[91],"decision-making;":[92],"(3)":[94],"trustworthy":[95],"operation":[96],"encompassing":[97],"safety,":[98],"fairness,":[99],"uncertainty":[100,173],"handling,":[101],"workflow":[102],"integration,":[103],"regulatory":[105,134,176],"alignment.":[106],"We":[107,178],"show":[108],"benchmark":[110],"gains":[111],"alone":[112],"are":[113],"insufficient,":[114],"as":[115],"current":[116],"VLMs":[117,200],"still":[118],"face":[119],"persistent":[120],"challenges":[121],"alignment,":[124],"temporal":[125],"retrieval":[127],"latency":[128],"scalability,":[130],"explanation":[131],"fidelity,":[132],"cost-effectiveness":[136],"constraints.":[137],"Our":[138],"contributions":[139],"include":[140],"a":[141,148,191,223],"deployment-oriented":[142],"taxonomy":[143],"of":[144,151,160,209,231],"architectures;":[147],"comparative":[149],"analysis":[150],"RAG":[152],"designs":[153],"their":[155],"implications;":[157],"an":[158,168],"evaluation":[159,188],"methods":[162],"grounded":[163],"workflows;":[166],"integrated":[169],"framework":[170,225],"trust,":[172],"reporting,":[174],"pathways.":[177],"also":[179],"curate":[180],"models,":[181],"datasets,":[182],"benchmarks":[184],"reproducible":[187],"outline":[190],"roadmap":[192],"toward":[193],"causal,":[194],"temporally":[195],"aware,":[196],"computationally":[198],"efficient":[199],"suitable":[201],"use.":[205],"To":[206],"the":[207,228],"best":[208],"available":[210],"literature,":[211],"prior":[213],"analyzed":[217],"retrieval,":[218],"trust":[221],"within":[222],"unified":[224],"evaluating":[227],"viability":[230],"VLMs.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2026-01-21T00:00:00"}