{"id":"https://openalex.org/W4407410200","doi":"https://doi.org/10.3390/info16020136","title":"A Survey on Multimodal Large Language Models in Radiology for Report Generation and Visual Question Answering","display_name":"A Survey on Multimodal Large Language Models in Radiology for Report Generation and Visual Question Answering","publication_year":2025,"publication_date":"2025-02-12","ids":{"openalex":"https://openalex.org/W4407410200","doi":"https://doi.org/10.3390/info16020136"},"language":"en","primary_location":{"id":"doi:10.3390/info16020136","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16020136","pdf_url":"https://www.mdpi.com/2078-2489/16/2/136/pdf?version=1739357104","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/16/2/136/pdf?version=1739357104","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033964393","display_name":"Ziruo Yi","orcid":"https://orcid.org/0000-0003-0663-9983"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ziruo Yi","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76205, USA"],"raw_orcid":"https://orcid.org/0000-0003-0663-9983","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76205, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041936605","display_name":"Ting Xiao","orcid":"https://orcid.org/0000-0001-8548-5710"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ting Xiao","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76205, USA","Department of Information Science, University of North Texas, Denton, TX 76205, USA"],"raw_orcid":"https://orcid.org/0000-0001-8548-5710","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76205, USA","institution_ids":["https://openalex.org/I123534392"]},{"raw_affiliation_string":"Department of Information Science, University of North Texas, Denton, TX 76205, USA","institution_ids":["https://openalex.org/I123534392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015301071","display_name":"Mark V. Albert","orcid":"https://orcid.org/0000-0003-3977-2895"},"institutions":[{"id":"https://openalex.org/I123534392","display_name":"University of North Texas","ror":"https://ror.org/00v97ad02","country_code":"US","type":"education","lineage":["https://openalex.org/I123534392"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark V. Albert","raw_affiliation_strings":["Department of Computer Science and Engineering, University of North Texas, Denton, TX 76205, USA"],"raw_orcid":"https://orcid.org/0000-0003-3977-2895","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of North Texas, Denton, TX 76205, USA","institution_ids":["https://openalex.org/I123534392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5033964393","https://openalex.org/A5041936605"],"corresponding_institution_ids":["https://openalex.org/I123534392"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":36.9453,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.99676223,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"136","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.98089998960495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7356828451156616},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4742892384529114},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4337001442909241},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35365140438079834},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.29153525829315186}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7356828451156616},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4742892384529114},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4337001442909241},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35365140438079834},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29153525829315186},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/info16020136","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16020136","pdf_url":"https://www.mdpi.com/2078-2489/16/2/136/pdf?version=1739357104","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:58546874f2b64c2a8273a49f7df7b8fe","is_oa":true,"landing_page_url":"https://doaj.org/article/58546874f2b64c2a8273a49f7df7b8fe","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 16, Iss 2, p 136 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info16020136","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info16020136","pdf_url":"https://www.mdpi.com/2078-2489/16/2/136/pdf?version=1739357104","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407410200.pdf"},"referenced_works_count":172,"referenced_works":["https://openalex.org/W1503933356","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W1933349210","https://openalex.org/W1956340063","https://openalex.org/W1979886172","https://openalex.org/W1995911388","https://openalex.org/W2064675550","https://openalex.org/W2070183171","https://openalex.org/W2086685554","https://openalex.org/W2101105183","https://openalex.org/W2117917715","https://openalex.org/W2131774270","https://openalex.org/W2152772232","https://openalex.org/W2163605009","https://openalex.org/W2165839911","https://openalex.org/W2194775991","https://openalex.org/W2300469113","https://openalex.org/W2396622801","https://openalex.org/W2533218643","https://openalex.org/W2542336656","https://openalex.org/W2619697695","https://openalex.org/W2758460516","https://openalex.org/W2763160469","https://openalex.org/W2778310824","https://openalex.org/W2889015686","https://openalex.org/W2901466771","https://openalex.org/W2904183610","https://openalex.org/W2912664121","https://openalex.org/W2939598945","https://openalex.org/W2948553897","https://openalex.org/W2962731536","https://openalex.org/W2963954913","https://openalex.org/W2965818302","https://openalex.org/W2966715458","https://openalex.org/W2995225687","https://openalex.org/W3030691360","https://openalex.org/W3034550159","https://openalex.org/W3034550906","https://openalex.org/W3035265375","https://openalex.org/W3037181498","https://openalex.org/W3037309139","https://openalex.org/W3096938098","https://openalex.org/W3103694015","https://openalex.org/W3112689365","https://openalex.org/W3116489684","https://openalex.org/W3123459983","https://openalex.org/W3127666464","https://openalex.org/W3133696297","https://openalex.org/W3135367836","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3156470785","https://openalex.org/W3165058054","https://openalex.org/W3200936534","https://openalex.org/W3206727995","https://openalex.org/W3214127792","https://openalex.org/W4206590911","https://openalex.org/W4214588164","https://openalex.org/W4221143046","https://openalex.org/W4224308101","https://openalex.org/W4225323055","https://openalex.org/W4226278401","https://openalex.org/W4282005462","https://openalex.org/W4285483774","https://openalex.org/W4287888558","https://openalex.org/W4288089799","https://openalex.org/W4294975890","https://openalex.org/W4295951577","https://openalex.org/W4304092062","https://openalex.org/W4307079201","https://openalex.org/W4312651322","https://openalex.org/W4312933868","https://openalex.org/W4313156423","https://openalex.org/W4313420087","https://openalex.org/W4318718936","https://openalex.org/W4318952054","https://openalex.org/W4321275178","https://openalex.org/W4322504347","https://openalex.org/W4323350039","https://openalex.org/W4328120750","https://openalex.org/W4361866031","https://openalex.org/W4366330503","https://openalex.org/W4366566341","https://openalex.org/W4375856137","https://openalex.org/W4376312115","https://openalex.org/W4376870884","https://openalex.org/W4379141755","https://openalex.org/W4379259189","https://openalex.org/W4379879090","https://openalex.org/W4380272254","https://openalex.org/W4380423243","https://openalex.org/W4381930847","https://openalex.org/W4385227045","https://openalex.org/W4385546024","https://openalex.org/W4385570320","https://openalex.org/W4385572018","https://openalex.org/W4385573131","https://openalex.org/W4385743674","https://openalex.org/W4385815473","https://openalex.org/W4386065691","https://openalex.org/W4386075814","https://openalex.org/W4386075985","https://openalex.org/W4386076522","https://openalex.org/W4386211615","https://openalex.org/W4386302153","https://openalex.org/W4386753580","https://openalex.org/W4386865118","https://openalex.org/W4386973901","https://openalex.org/W4387211307","https://openalex.org/W4387225791","https://openalex.org/W4387327030","https://openalex.org/W4388092701","https://openalex.org/W4388687124","https://openalex.org/W4388713229","https://openalex.org/W4389213130","https://openalex.org/W4389518968","https://openalex.org/W4389519872","https://openalex.org/W4389523771","https://openalex.org/W4389523843","https://openalex.org/W4390190100","https://openalex.org/W4390465735","https://openalex.org/W4390873054","https://openalex.org/W4390874283","https://openalex.org/W4390874324","https://openalex.org/W4390874575","https://openalex.org/W4391109864","https://openalex.org/W4391453501","https://openalex.org/W4391654261","https://openalex.org/W4392114334","https://openalex.org/W4392120599","https://openalex.org/W4392173735","https://openalex.org/W4393160811","https://openalex.org/W4394862732","https://openalex.org/W4398157498","https://openalex.org/W4399310781","https://openalex.org/W4400981456","https://openalex.org/W4401043527","https://openalex.org/W4402400689","https://openalex.org/W4402670859","https://openalex.org/W4402671465","https://openalex.org/W4402903980","https://openalex.org/W4403067582","https://openalex.org/W4403071691","https://openalex.org/W4403488562","https://openalex.org/W4404509535","https://openalex.org/W4404647396","https://openalex.org/W6677496663","https://openalex.org/W6682631176","https://openalex.org/W6684191040","https://openalex.org/W6739901393","https://openalex.org/W6747741389","https://openalex.org/W6766904570","https://openalex.org/W6769627184","https://openalex.org/W6780294235","https://openalex.org/W6790690058","https://openalex.org/W6790978476","https://openalex.org/W6796149595","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6810334672","https://openalex.org/W6810738896","https://openalex.org/W6838701581","https://openalex.org/W6840200333","https://openalex.org/W6847076894","https://openalex.org/W6851592950","https://openalex.org/W6852410717","https://openalex.org/W6853310435","https://openalex.org/W6853469104","https://openalex.org/W6853920016","https://openalex.org/W6854691855","https://openalex.org/W6857774860"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879","https://openalex.org/W3208425359","https://openalex.org/W2349927912"],"abstract_inverted_index":{"Large":[0],"language":[1,15,28],"models":[2,7,29],"(LLMs)":[3],"and":[4,18,54,68,82,96,103,114,132,134,145,167,172],"large":[5,27],"vision":[6,20],"(LVMs)":[8],"have":[9],"driven":[10],"significant":[11],"advancements":[12],"in":[13,36,46,94,110,125,147,178],"natural":[14],"processing":[16],"(NLP)":[17],"computer":[19],"(CV),":[21],"establishing":[22],"a":[23],"foundation":[24],"for":[25],"multimodal":[26],"(MLLMs)":[30],"to":[31,70,158,163],"integrate":[32],"diverse":[33],"data":[34,130],"types":[35],"real-world":[37],"applications.":[38],"This":[39],"survey":[40],"explores":[41],"the":[42,63,78,83,121,174],"evolution":[43],"of":[44,66,80,85,91,176],"MLLMs":[45,61,105,123,137,177],"radiology,":[47,126],"focusing":[48],"on":[49],"radiology":[50,55,81,112],"report":[51],"generation":[52],"(RRG)":[53],"visual":[56],"question":[57],"answering":[58,115],"(RVQA),":[59],"where":[60],"leverage":[62],"combined":[64],"capabilities":[65],"LLMs":[67],"LVMs":[69],"improve":[71],"clinical":[72],"efficiency.":[73],"We":[74,118],"begin":[75],"by":[76,88],"tracing":[77],"history":[79],"development":[84],"MLLMs,":[86],"followed":[87],"an":[89],"overview":[90],"MLLM":[92],"applications":[93],"RRG":[95],"RVQA,":[97],"detailing":[98],"core":[99],"datasets,":[100],"evaluation":[101,149],"metrics,":[102],"leading":[104],"that":[106],"demonstrate":[107],"their":[108],"potential":[109],"generating":[111],"reports":[113],"image-based":[116],"questions.":[117],"then":[119],"discuss":[120],"challenges":[122],"face":[124],"including":[127],"dataset":[128],"scarcity,":[129],"privacy":[131],"security,":[133],"issues":[135],"within":[136],"such":[138],"as":[139],"bias,":[140],"toxicity,":[141],"hallucinations,":[142],"catastrophic":[143],"forgetting,":[144],"limitations":[146],"traditional":[148],"metrics.":[150],"Finally,":[151],"this":[152],"paper":[153],"proposes":[154],"future":[155],"research":[156],"directions":[157],"address":[159],"these":[160,170],"challenges,":[161],"aiming":[162],"help":[164],"AI":[165],"researchers":[166],"radiologists":[168],"overcome":[169],"obstacles":[171],"advance":[173],"study":[175],"radiology.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-11T06:11:40.159057","created_date":"2025-10-10T00:00:00"}