{"id":"https://openalex.org/W7160869148","doi":"https://doi.org/10.48550/arxiv.2605.07919","title":"MedVIGIL: Evaluating Trustworthy Medical VLMs Under Broken Visual Evidence","display_name":"MedVIGIL: Evaluating Trustworthy Medical VLMs Under Broken Visual Evidence","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160869148","doi":"https://doi.org/10.48550/arxiv.2605.07919"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07919","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07919","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135876161","display_name":"Hanqi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Hanqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135901131","display_name":"Junhao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Junhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135881632","display_name":"Yi Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Mingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100711774","display_name":"Lifeng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Hyeokjae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135879889","display_name":"Weihang You","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106442545","display_name":"Hengfeng Gong","orcid":"https://orcid.org/0009-0002-5376-8251"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Lifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112999203","display_name":"Ruiyu Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"You, Weihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135836668","display_name":"Jinglei Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Haozhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135859287","display_name":"Lin Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Ruiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135854481","display_name":"Hui Ren","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Jinglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135906113","display_name":"Quanzheng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135843154","display_name":"Tianming Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135889351","display_name":"Xiang Li","orcid":"https://orcid.org/0009-0003-7661-8237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Quanzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Tianming","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Tianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Li, Xiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4666999876499176,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4666999876499176,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.263700008392334,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10920000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.6757000088691711},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6272000074386597},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6165000200271606},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4099999964237213},{"id":"https://openalex.org/keywords/opus","display_name":"Opus","score":0.40369999408721924},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4034000039100647},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.39410001039505005}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.6757000088691711},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6272000074386597},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6165000200271606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48410001397132874},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4099999964237213},{"id":"https://openalex.org/C2778950570","wikidata":"https://www.wikidata.org/wiki/Q1466199","display_name":"Opus","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4034000039100647},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.3873000144958496},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3675000071525574},{"id":"https://openalex.org/C41282006","wikidata":"https://www.wikidata.org/wiki/Q830689","display_name":"Auditor's report","level":3,"score":0.3310000002384186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32899999618530273},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29109999537467957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2574999928474426},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07919","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07919","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7579845786094666}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medical":[0],"vision--language":[1],"models":[2,178],"(VLMs)":[3],"are":[4,213],"usually":[5],"evaluated":[6],"on":[7],"intact":[8],"image--question":[9],"pairs,":[10],"but":[11],"trustworthy":[12],"clinical":[13,102],"use":[14],"requires":[15],"a":[16,19,42,49,63,70,115,123,156,194],"stronger":[17],"property:":[18],"model":[20,61,202],"must":[21],"recognise":[22],"when":[23],"the":[24,60,119,135,169,199],"evidential":[25],"basis":[26],"for":[27],"an":[28],"answer":[29],"has":[30],"failed.":[31],"We":[32,67,160],"study":[33],"this":[34],"through":[35],"silent":[36],"failures":[37],"under":[38],"perturbed":[39],"evidence,":[40],"where":[41],"vision-required":[43],"medical":[44,78],"question":[45],"is":[46,105],"paired":[47,157],"with":[48],"false":[50],"premise,":[51],"wording":[52],"perturbation,":[53],"knowledge-only":[54],"rewrite,":[55],"or":[56],"ROI-corrupted":[57],"image,":[58],"yet":[59],"returns":[62],"fluent":[64],"non-refusal":[65],"answer.":[66],"introduce":[68],"medvigil,":[69],"300-case":[71],"evaluation":[72,211],"suite":[73],"drawn":[74],"from":[75],"four":[76,86],"public":[77],"VQA":[79],"sources,":[80],"supervised":[81],"end":[82,84],"to":[83,133],"by":[85],"board-certified":[87],"radiologists:":[88],"every":[89,111,131],"gold":[90],"answer,":[91],"refusal":[92],"option,":[93],"candidate-answer":[94],"set,":[95],"paraphrase,":[96],"false-premise":[97],"trap,":[98],"ROI":[99,153],"box,":[100],"and":[101,122,150,155,174,210],"risk":[103],"tier":[104],"clinician-authored.":[106],"Two":[107],"attending":[108],"radiologists":[109],"annotate":[110],"case":[112],"in":[113],"parallel,":[114],"senior":[116],"radiologist":[117,126,185],"consolidates":[118],"released":[120],"manifest,":[121],"separate":[124],"fourth":[125],"independent":[127,184],"of":[128],"construction":[129],"answers":[130],"probe":[132],"provide":[134],"human":[136],"reference":[137],"baseline.":[138],"The":[139,183,208],"release":[140],"contains":[141],"2556":[142],"MCQ":[143],"probes,":[144],"240":[145],"counterfactual":[146],"triplets,":[147],"physician-adjudicated":[148],"risk-tier":[149],"answerability":[151],"flags,":[152],"boxes,":[154],"open-ended":[158],"variant.":[159],"report":[161],"seven":[162],"correctness-conditioned":[163],"audit":[164,175],"metrics":[165],"that":[166],"summarise":[167],"into":[168],"medvigil":[170],"Composite":[171],"Score":[172],"(MCS),":[173],"16":[176],"vision-capable":[177],"plus":[179],"two":[180],"text-only":[181],"baselines.":[182],"scores":[186],"MCS":[187],"83.3":[188],"at":[189,206],"silent-failure":[190],"rate":[191],"5.8%,":[192],"leaving":[193],"14.1-point":[195],"composite":[196],"headroom":[197],"above":[198],"strongest":[200],"audited":[201],"(Claude":[203],"Opus":[204],"4.7":[205],"69.2).":[207],"benchmark":[209],"harness":[212],"publicly":[214],"released.":[215]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}