{"id":"https://openalex.org/W7109068891","doi":"https://doi.org/10.48550/arxiv.2512.04238","title":"6 Fingers, 1 Kidney: Natural Adversarial Medical Images Reveal Critical Weaknesses of Vision-Language Models","display_name":"6 Fingers, 1 Kidney: Natural Adversarial Medical Images Reveal Critical Weaknesses of Vision-Language Models","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W7109068891","doi":"https://doi.org/10.48550/arxiv.2512.04238"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2512.04238","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.04238","pdf_url":"https://arxiv.org/pdf/2512.04238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.04238","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Mayer, Leon","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mayer, Leon","raw_affiliation_strings":["German Cancer Research Center (DKFZ) Heidelberg ,","Medical Faculty , Heidelberg University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Cancer Research Center (DKFZ) Heidelberg ,","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"Medical Faculty , Heidelberg University , Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kalinowski, Piotr","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalinowski, Piotr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ebersbach, Caroline","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ebersbach, Caroline","raw_affiliation_strings":["German Cancer Research Center (DKFZ) Heidelberg ,","Medical Faculty , Heidelberg University , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Cancer Research Center (DKFZ) Heidelberg ,","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"Medical Faculty , Heidelberg University , Germany","institution_ids":["https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Knopp, Marcel","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Knopp, Marcel","raw_affiliation_strings":["Faculty of Mathematics and Computer Science , Heidelberg University , Germany","German Cancer Research Center (DKFZ) Heidelberg ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Computer Science , Heidelberg University , Germany","institution_ids":["https://openalex.org/I223822909"]},{"raw_affiliation_string":"German Cancer Research Center (DKFZ) Heidelberg ,","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"R\u00e4dsch, Tim","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R\u00e4dsch, Tim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Christodoulou, Evangelia","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christodoulou, Evangelia","raw_affiliation_strings":["German Cancer Research Center (DKFZ) Heidelberg ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Cancer Research Center (DKFZ) Heidelberg ,","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Reinke, Annika","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17937529","display_name":"German Cancer Research Center","ror":"https://ror.org/04cdgtt98","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I17937529"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Reinke, Annika","raw_affiliation_strings":["German Cancer Research Center (DKFZ) Heidelberg ,","Helmholtz Imaging , German Cancer Research Center (DKFZ) , Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Cancer Research Center (DKFZ) Heidelberg ,","institution_ids":["https://openalex.org/I17937529"]},{"raw_affiliation_string":"Helmholtz Imaging , German Cancer Research Center (DKFZ) , Germany","institution_ids":["https://openalex.org/I17937529"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059363211","display_name":"Fiona R. Kolbinger","orcid":"https://orcid.org/0000-0003-2265-4809","observed_orcids":["https://orcid.org/0000-0003-2265-4809"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolbinger, Fiona R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Maier-Hein, Lena","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maier-Hein, Lena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6776999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6776999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3206000030040741,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9909999966621399},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.5609999895095825},{"id":"https://openalex.org/keywords/medical-image-interpretation","display_name":"medical image interpretation","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6796000003814697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6351000070571899},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6198999881744385},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5831000208854675},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5508999824523926},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5216000080108643},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4359999895095825},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.42239999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42170000076293945},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.41110000014305115},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3961000144481659},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35530000925064087},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2596000134944916}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2512.04238","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.04238","pdf_url":"https://arxiv.org/pdf/2512.04238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.04238","doi":"https://doi.org/10.48550/arxiv.2512.04238","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.04238","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.04238","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.04238","pdf_url":"https://arxiv.org/pdf/2512.04238","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5683000087738037}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4624836527","display_name":null,"funder_award_id":"CoBot 2.0","funder_id":"https://openalex.org/F4320310693","funder_display_name":"Deutsches Krebsforschungszentrum"},{"id":"https://openalex.org/G9000915594","display_name":"Indiana Clinical and Translational Sciences Institute","funder_award_id":"UM1TR004402","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320310693","display_name":"Deutsches Krebsforschungszentrum","ror":"https://ror.org/04cdgtt98"},{"id":"https://openalex.org/F4320310697","display_name":"Joachim Herz Stiftung","ror":"https://ror.org/01j8qgg43"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"},{"id":"https://openalex.org/F4320329367","display_name":"Hanns-Seidel-Stiftung","ror":"https://ror.org/05n83fx12"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337472","display_name":"National Center for Advancing Translational Sciences","ror":"https://ror.org/04pw6fb54"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7109068891.pdf","grobid_xml":"https://content.openalex.org/works/W7109068891.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2803124023","https://openalex.org/W4214520008","https://openalex.org/W4214548817","https://openalex.org/W4229933442","https://openalex.org/W4233189756","https://openalex.org/W4234967200","https://openalex.org/W4236043511","https://openalex.org/W4236997098","https://openalex.org/W4238538283","https://openalex.org/W4242293496","https://openalex.org/W4244278478","https://openalex.org/W4244698545","https://openalex.org/W4244924454","https://openalex.org/W4246826130","https://openalex.org/W4251269244","https://openalex.org/W4252948915","https://openalex.org/W4253771882","https://openalex.org/W4322774186","https://openalex.org/W4380202722","https://openalex.org/W4389707992","https://openalex.org/W4391835988","https://openalex.org/W4414281281","https://openalex.org/W4414687708","https://openalex.org/W4414855608","https://openalex.org/W4414856322","https://openalex.org/W4416780398","https://openalex.org/W4416844981","https://openalex.org/W6891822422","https://openalex.org/W6947991961","https://openalex.org/W6948369276","https://openalex.org/W6966686865","https://openalex.org/W7091163396","https://openalex.org/W7117674813","https://openalex.org/W7119523234","https://openalex.org/W7128373603","https://openalex.org/W7130678642","https://openalex.org/W7166200005","https://openalex.org/W7206206818"],"related_works":["https://openalex.org/W4416759476","https://openalex.org/W7166503630","https://openalex.org/W4414945454","https://openalex.org/W7154221963","https://openalex.org/W4417277192","https://openalex.org/W7172402055","https://openalex.org/W4414348963","https://openalex.org/W7162398747","https://openalex.org/W4415123444","https://openalex.org/W4414856322"],"abstract_inverted_index":{"Vision-language":[0],"models":[1],"(VLMs)":[2],"are":[3],"increasingly":[4],"integrated":[5],"into":[6],"clinical":[7],"workflows.":[8],"However,":[9],"existing":[10],"benchmarks":[11],"primarily":[12],"assess":[13],"performance":[14,110],"on":[15,90,94],"common":[16],"anatomical":[17,43,50,120,151,162],"presentations":[18],"and":[19,49,105,131,160],"fail":[20],"to":[21,92,149],"capture":[22],"the":[23,36,98],"challenges":[24],"posed":[25],"by":[26],"rare":[27,42,150],"variants.":[28],"To":[29],"address":[30],"this":[31],"gap,":[32],"we":[33],"introduce":[34],"AdversarialAnatomyBench,":[35],"first":[37],"benchmark":[38],"comprising":[39],"naturally":[40],"occurring":[41],"variants":[44,55],"across":[45],"diverse":[46],"imaging":[47],"modalities":[48],"regions.":[51],"We":[52],"call":[53],"such":[54],"that":[56],"violate":[57],"learned":[58],"priors":[59],"about":[60],"\"typical\"":[61],"human":[62],"anatomy":[63],"natural":[64],"adversarial":[65],"anatomy.":[66,96],"Benchmarking":[67],"25":[68],"state-of-the-art":[69],"VLMs":[70],"with":[71,80],"AdversarialAnatomyBench":[72,153],"yielded":[73],"three":[74],"key":[75],"insights.":[76],"First,":[77],"when":[78],"queried":[79],"basic":[81],"medical":[82,166],"perception":[83],"tasks,":[84],"mean":[85],"accuracy":[86],"dropped":[87],"from":[88],"71%":[89],"typical":[91],"28%":[93],"atypical":[95],"Even":[97],"best-performing":[99],"models,":[100],"GPT-5,":[101],"Gemini":[102],"2.5":[103],"Pro,":[104],"Llama":[106],"4":[107],"Maverick,":[108],"showed":[109],"drops":[111],"of":[112],"41-51%.":[113],"Second,":[114],"model":[115,124],"errors":[116],"closely":[117],"mirrored":[118],"expected":[119],"biases.":[121],"Third,":[122],"neither":[123],"scaling":[125],"nor":[126],"interventions,":[127],"including":[128],"bias-aware":[129],"prompting":[130],"test-time":[132],"reasoning,":[133],"resolved":[134],"these":[135],"issues.":[136],"These":[137],"findings":[138],"highlight":[139],"a":[140,155],"critical":[141],"limitation":[142],"in":[143,164],"current":[144],"VLMs:":[145],"their":[146],"poor":[147],"generalization":[148],"presentations.":[152],"provides":[154],"foundation":[156],"for":[157],"systematically":[158],"measuring":[159],"mitigating":[161],"bias":[163],"multimodal":[165],"artificial":[167],"intelligence":[168],"(AI)":[169],"systems.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-11-13T13:42:25.865203","created_date":"2025-12-06T00:00:00"}
