{"id":"https://openalex.org/W4409761740","doi":"https://doi.org/10.1109/tnnls.2025.3558857","title":"Beyond the Hype: A Dispassionate Look at Vision\u2013Language Models in Medical Scenario","display_name":"Beyond the Hype: A Dispassionate Look at Vision\u2013Language Models in Medical Scenario","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4409761740","doi":"https://doi.org/10.1109/tnnls.2025.3558857","pmid":"https://pubmed.ncbi.nlm.nih.gov/40272956"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3558857","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3558857","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100680991","display_name":"Nan Yang","orcid":"https://orcid.org/0000-0002-4542-3336"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yang Nan","raw_affiliation_strings":["Bioengineering Department and Imperial-X, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-4542-3336","affiliations":[{"raw_affiliation_string":"Bioengineering Department and Imperial-X, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111325373","display_name":"Huichi Zhou","orcid":"https://orcid.org/0009-0005-5312-6699"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Huichi Zhou","raw_affiliation_strings":["Bioengineering Department and Imperial-X, Imperial College London, London, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bioengineering Department and Imperial-X, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043070120","display_name":"Xiaodan Xing","orcid":"https://orcid.org/0000-0002-2468-9266"},"institutions":[{"id":"https://openalex.org/I2799387524","display_name":"Geological Society of London","ror":"https://ror.org/057w2sx61","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2799387524"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaodan Xing","raw_affiliation_strings":["GSK, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2468-9266","affiliations":[{"raw_affiliation_string":"GSK, London, U.K","institution_ids":["https://openalex.org/I2799387524"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100436460","display_name":"Guang Yang","orcid":"https://orcid.org/0000-0001-7344-7733"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["Bioengineering Department and Imperial-X, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7344-7733","affiliations":[{"raw_affiliation_string":"Bioengineering Department and Imperial-X, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.188,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93554088,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"36","issue":"10","first_page":"17623","last_page":"17634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.21089999377727509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.21089999377727509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4058524966239929},{"id":"https://openalex.org/keywords/optometry","display_name":"Optometry","score":0.3459411859512329},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3429965078830719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.340065598487854},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.19337204098701477}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4058524966239929},{"id":"https://openalex.org/C119767625","wikidata":"https://www.wikidata.org/wiki/Q618211","display_name":"Optometry","level":1,"score":0.3459411859512329},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3429965078830719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.340065598487854},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.19337204098701477}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D032882","descriptor_name":"Comprehension","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3558857","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3558857","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40272956","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40272956","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1251990094","display_name":null,"funder_award_id":"RDA01","funder_id":"https://openalex.org/F4320336039","funder_display_name":"NIHR Imperial Biomedical Research Centre"},{"id":"https://openalex.org/G2702228003","display_name":null,"funder_award_id":"IEC\\NSFC\\211235","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G4295265402","display_name":null,"funder_award_id":"IEC\\NSFC\\211235;","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"}],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320336039","display_name":"NIHR Imperial Biomedical Research Centre","ror":"https://ror.org/01kmhx639"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2901466771","https://openalex.org/W2958089299","https://openalex.org/W3165058054","https://openalex.org/W4206953207","https://openalex.org/W4353004474","https://openalex.org/W4377861896","https://openalex.org/W4384071683","https://openalex.org/W4385338552","https://openalex.org/W4387321091","https://openalex.org/W4388761131","https://openalex.org/W4402713111","https://openalex.org/W4402774103","https://openalex.org/W4407677889","https://openalex.org/W4413447271"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,17,25,127],"large":[3,190],"vision-language":[4],"models":[5],"(LVLMs)":[6],"have":[7,175],"demonstrated":[8],"remarkable":[9],"capabilities":[10,159],"across":[11,83],"diverse":[12],"tasks,":[13],"garnering":[14],"significant":[15],"attention":[16],"AI":[18],"communities.":[19],"However,":[20],"their":[21],"performance":[22],"and":[23,70,108,117,125,133,146,150,152,162,172,182,195,204],"reliability":[24],"specialized":[26],"domains":[27],"such":[28],"as":[29],"medicine":[30],"remain":[31],"insufficiently":[32],"assessed.":[33],"In":[34,59],"particular,":[35],"most":[36],"assessments":[37],"overconcentrate":[38],"on":[39,43,49],"evaluating":[40,120],"VLMs":[41],"based":[42],"simple":[44],"visual":[45,68,109,132],"question":[46,71],"answering":[47,72],"(VQA)":[48],"multimodality":[50],"data":[51],"while":[52],"ignoring":[53],"the":[54,90,103,121,140,157,189,198],"in-depth":[55],"characteristics":[56],"of":[57,105,148],"LVLMs.":[58,78,206],"this":[60],"study,":[61],"we":[62],"introduce":[63],"RadVUQA,":[64],"a":[65],"novel":[66],"radiological":[67],"understanding":[69],"benchmark,":[73],"to":[74,93,111,143],"comprehensively":[75],"evaluate":[76],"existing":[77,193],"RadVUQA":[79],"mainly":[80],"validates":[81],"LVLMs":[82,171,174,194],"five":[84],"dimensions:":[85],"1)":[86],"anatomical":[87],"understanding,":[88],"assessing":[89],"models'":[91,122,141,158],"ability":[92],"visually":[94],"identify":[95],"biological":[96],"structures;":[97],"2)":[98],"multimodal":[99,180],"comprehension,":[100],"which":[101,155],"involves":[102],"capability":[104,142],"interpreting":[106],"linguistic":[107,134],"instructions":[110],"produce":[112],"desired":[113],"outcomes;":[114],"3)":[115],"quantitative":[116,129,183],"spatial":[118,123],"reasoning,":[119],"awareness":[124],"proficiency":[126],"combining":[128],"analysis":[130],"with":[131,178],"information;":[135],"4)":[136],"physiological":[137],"knowledge,":[138],"measuring":[139],"comprehend":[144],"functions":[145],"mechanisms":[147],"organs":[149],"systems;":[151],"5)":[153],"robustness,":[154],"assesses":[156],"against":[160],"unharmonized":[161],"synthetic":[163],"data.":[164],"The":[165,207],"results":[166],"indicate":[167],"that":[168],"both":[169],"generalized":[170],"medical-specific":[173],"critical":[176],"deficiencies":[177],"weak":[179],"comprehension":[181],"reasoning":[184],"capabilities.":[185],"Our":[186],"findings":[187],"reveal":[188],"gap":[191],"between":[192],"clinicians,":[196],"highlighting":[197],"urgent":[199],"need":[200],"for":[201],"more":[202],"robust":[203],"intelligent":[205],"code":[208],"is":[209],"available":[210],"at":[211],"https://github.com/Nandayang/RadVUQA.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}