{"id":"https://openalex.org/W4412531374","doi":"https://doi.org/10.1002/aisy.202500255","title":"MedVH: Toward Systematic Evaluation of Hallucination for Large Vision Language Models in the Medical Context","display_name":"MedVH: Toward Systematic Evaluation of Hallucination for Large Vision Language Models in the Medical Context","publication_year":2025,"publication_date":"2025-07-21","ids":{"openalex":"https://openalex.org/W4412531374","doi":"https://doi.org/10.1002/aisy.202500255","pmid":"https://pubmed.ncbi.nlm.nih.gov/40843006"},"language":"en","primary_location":{"id":"doi:10.1002/aisy.202500255","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202500255","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500255","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500255","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114188117","display_name":"Zishan Gu","orcid":"https://orcid.org/0000-0002-0168-8658"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zishan Gu","raw_affiliation_strings":["Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","Department of Biomedical Informatics, The Ohio State University, Columbus, Ohio, 43210 USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Biomedical Informatics, The Ohio State University, Columbus, Ohio, 43210 USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031618552","display_name":"Jiayuan Chen","orcid":"https://orcid.org/0000-0002-2581-951X"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayuan Chen","raw_affiliation_strings":["Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","Department of Biomedical Informatics, The Ohio State University, Columbus, Ohio, 43210 USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Biomedical Informatics, The Ohio State University, Columbus, Ohio, 43210 USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100632772","display_name":"Fenglin Liu","orcid":"https://orcid.org/0000-0001-7715-5228"},"institutions":[{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fenglin Liu","raw_affiliation_strings":["Department of Engineering Science Institute of Biomedical Engineering University of Oxford  Oxford OX1 2JD UK","Department of Engineering Science, Institute of Biomedical Engineering, University of Oxford, Oxford, OX1 2JD UK"],"affiliations":[{"raw_affiliation_string":"Department of Engineering Science Institute of Biomedical Engineering University of Oxford  Oxford OX1 2JD UK","institution_ids":["https://openalex.org/I4210146410"]},{"raw_affiliation_string":"Department of Engineering Science, Institute of Biomedical Engineering, University of Oxford, Oxford, OX1 2JD UK","institution_ids":["https://openalex.org/I4210146410"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036160994","display_name":"Changchang Yin","orcid":"https://orcid.org/0000-0002-6540-6365"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Changchang Yin","raw_affiliation_strings":["Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","Department of Biomedical Informatics, The Ohio State University, Columbus, Ohio, 43210 USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Biomedical Informatics, The Ohio State University, Columbus, Ohio, 43210 USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050360222","display_name":"Ping Zhang","orcid":"https://orcid.org/0000-0002-4601-0779"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ping Zhang","raw_affiliation_strings":["Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","Translational Data Analytics institute The Ohio State University  Columbus Ohio 43210 USA","Translational Data Analytics institute, The Ohio State University, Columbus, Ohio, 43210 USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Department of Computer Science and Engineering The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Translational Data Analytics institute The Ohio State University  Columbus Ohio 43210 USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Translational Data Analytics institute, The Ohio State University, Columbus, Ohio, 43210 USA","institution_ids":["https://openalex.org/I52357470"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5050360222"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":6.4141,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.96768552,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"8","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9599999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9595000147819519,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7183570861816406},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4672417938709259},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.37613314390182495},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.2571532428264618},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.14436393976211548},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.08903080224990845}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7183570861816406},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4672417938709259},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.37613314390182495},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.2571532428264618},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.14436393976211548},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.08903080224990845}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1002/aisy.202500255","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202500255","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500255","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},{"id":"pmid:40843006","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40843006","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced intelligent systems (Weinheim an der Bergstrasse, Germany)","raw_type":null},{"id":"pmh:oai:doaj.org/article:5cabecfa5f7d45deb62910307e76abb0","is_oa":true,"landing_page_url":"https://doaj.org/article/5cabecfa5f7d45deb62910307e76abb0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Advanced Intelligent Systems, Vol 8, Iss 1, Pp n/a-n/a (2026)","raw_type":"article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:35fa3c11-7768-47e8-9e5e-06330dd36aa7","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jisc Publications Router","raw_type":"http://purl.org/coar/resource_type/c_dcae04bc"},{"id":"pmh:oai:pubmedcentral.nih.gov:12363988","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12363988","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Adv Intell Syst","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1002/aisy.202500255","is_oa":true,"landing_page_url":"https://doi.org/10.1002/aisy.202500255","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1002/aisy.202500255","source":{"id":"https://openalex.org/S4210212817","display_name":"Advanced Intelligent Systems","issn_l":"2640-4567","issn":["2640-4567"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1640847642","display_name":null,"funder_award_id":"R01AI188576","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G1919798649","display_name":null,"funder_award_id":"IIS\u20102145625","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5921281487","display_name":null,"funder_award_id":"number","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7620595296","display_name":null,"funder_award_id":"2145625","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7816937986","display_name":null,"funder_award_id":"IIS-2145625","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309374","display_name":"Ohio State University","ror":"https://ror.org/00rs6vg23"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412531374.pdf","grobid_xml":"https://content.openalex.org/works/W4412531374.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2901466771","https://openalex.org/W2963466845","https://openalex.org/W3109349638","https://openalex.org/W3139379779","https://openalex.org/W4308160156","https://openalex.org/W4384071683","https://openalex.org/W4385245495","https://openalex.org/W4392849751","https://openalex.org/W4393141063","https://openalex.org/W4393382533","https://openalex.org/W4394782456","https://openalex.org/W4399326970","https://openalex.org/W4402670791","https://openalex.org/W4402671465","https://openalex.org/W4407153981"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W4220667126","https://openalex.org/W2077865380","https://openalex.org/W3006817050","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246"],"abstract_inverted_index":{"Large":[0],"vision":[1],"language":[2],"models":[3],"(LVLMs)":[4],"have":[5],"achieved":[6],"superior":[7],"performance":[8,88],"on":[9,89],"natural":[10],"image":[11],"and":[12,47,61,71,138,142],"text":[13],"tasks,":[14,92],"inspiring":[15],"extensive":[16,76],"fine-tuning":[17],"research.":[18],"However,":[19],"their":[20],"robustness":[21],"against":[22],"hallucination":[23,42],"in":[24,44],"clinical":[25],"contexts":[26],"remains":[27],"understudied.":[28],"We":[29,128],"propose":[30],"the":[31],"Medical":[32],"Visual":[33],"Hallucination":[34],"Test":[35],"(MedVH),":[36],"a":[37,148],"novel":[38,63],"evaluation":[39,80,152],"framework":[40],"assessing":[41],"tendencies":[43],"both":[45],"medical-specific":[46],"general-purpose":[48],"LVLMs.":[49],"MedVH":[50],"encompasses":[51],"six":[52,79],"tasks":[53,60,64],"targeting":[54],"medical":[55,84,91,114,119],"hallucinations,":[56],"including":[57,135],"two":[58],"traditional":[59],"four":[62],"formatted":[65],"as":[66],"multi-choice":[67],"visual":[68],"question":[69],"answering":[70],"long":[72],"response":[73],"generation.":[74],"Our":[75,145],"experiments":[77],"with":[78],"metrics":[81],"reveal":[82],"that":[83],"LVLMs,":[85],"despite":[86],"promising":[87],"standard":[90],"are":[93],"particularly":[94],"susceptible":[95],"to":[96,125],"hallucinations-often":[97],"more":[98],"so":[99],"than":[100],"general":[101,141],"models.":[102,144],"This":[103],"raises":[104],"significant":[105],"concerns":[106],"about":[107],"domain-specific":[108,143],"model":[109],"reliability.":[110],"For":[111],"real-world":[112],"applications,":[113],"LVLMs":[115],"must":[116],"accurately":[117],"integrate":[118],"knowledge":[120],"while":[121],"maintaining":[122],"robust":[123],"reasoning":[124],"prevent":[126],"hallucination.":[127],"explore":[129],"mitigation":[130],"methods":[131],"without":[132],"model-specific":[133],"fine-tuning,":[134],"prompt":[136],"engineering":[137],"collaboration":[139],"between":[140],"work":[146],"provides":[147],"foundation":[149],"for":[150],"future":[151],"studies.":[153],"The":[154],"dataset":[155],"is":[156],"available":[157],"at":[158],"PhysioNet:":[159],"https://physionet.org/content/medvh.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}