{"id":"https://openalex.org/W7164202442","doi":"https://doi.org/10.48550/arxiv.2606.10066","title":"A Controlled Audit of Pretraining Contamination in Public Medical Vision-Language Benchmarks","display_name":"A Controlled Audit of Pretraining Contamination in Public Medical Vision-Language Benchmarks","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164202442","doi":"https://doi.org/10.48550/arxiv.2606.10066"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.10066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.10066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074471446","display_name":"Bruce Changlong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Bruce Changlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138298780","display_name":"Lan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Lan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102461146","display_name":"Alexander Ryu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryu, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2897000014781952,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2897000014781952,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11550000309944153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7646999955177307},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5764999985694885},{"id":"https://openalex.org/keywords/adjudication","display_name":"Adjudication","score":0.44999998807907104},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4287000000476837},{"id":"https://openalex.org/keywords/financial-audit","display_name":"Financial Audit","score":0.30720001459121704},{"id":"https://openalex.org/keywords/patient-safety","display_name":"Patient safety","score":0.30559998750686646}],"concepts":[{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7646999955177307},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5764999985694885},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.460099995136261},{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3463999927043915},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3456000089645386},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3188999891281128},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3176000118255615},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.31690001487731934},{"id":"https://openalex.org/C2909264111","wikidata":"https://www.wikidata.org/wiki/Q740419","display_name":"Financial Audit","level":3,"score":0.30720001459121704},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.30559998750686646},{"id":"https://openalex.org/C108759981","wikidata":"https://www.wikidata.org/wiki/Q788590","display_name":"Authorization","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C148417208","wikidata":"https://www.wikidata.org/wiki/Q4825882","display_name":"Authentication (law)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29499998688697815},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29490000009536743},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26100000739097595},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C3019659195","wikidata":"https://www.wikidata.org/wiki/Q5690566","display_name":"Meaningful use","level":3,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.10066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.10066","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.10066","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Medical":[0],"vision-language":[1],"models":[2],"(VLMs)":[3],"are":[4,74,185],"evaluated":[5],"on":[6,34,69,121,191],"public":[7,41],"benchmarks":[8],"whose":[9],"images":[10,73],"and":[11,38,59,78,132,145,158],"question-answer":[12],"pairs":[13],"have":[14],"been":[15],"freely":[16],"downloadable":[17],"for":[18,142],"years,":[19],"yet":[20],"reported":[21],"accuracy":[22],"assumes":[23],"these":[24,182],"examples":[25],"were":[26],"absent":[27],"from":[28],"pretraining.":[29],"We":[30,63,179],"audit":[31],"open":[32],"VLMs":[33,147],"SLAKE-En,":[35],"PathVQA,":[36],"VQA-RAD,":[37],"an":[39,164],"auxiliary":[40],"OmniMedVQA":[42,138],"mirror":[43],"using":[44],"four":[45],"detector":[46],"families:":[47],"image-side":[48,66],"near-neighbour":[49],"overlap":[50,68,110,161],"against":[51],"PMC-OA-beta,":[52],"canonical-order":[53,125],"exchangeability,":[54],"cohort-relative":[55,154,183],"Min-K%++":[56,155],"tail":[57,156],"enrichment,":[58],"cross-model":[60,159],"top-K":[61,160],"overlap.":[62],"find":[64],"measurable":[65],"source":[67,107],"SLAKE-En:":[70],"19.8%":[71],"of":[72],"flagged":[75],"under":[76,80,163],"SigLIP-B-16":[77],"4.2%":[79],"SigLIP-SO400M,":[81],"while":[82,148],"out-of-domain":[83],"controls":[84],"produce":[85],"0/2000":[86],"flags.":[87],"Manual":[88],"adjudication":[89],"shows":[90,123],"same-modality,":[91],"same-projection":[92],"matches":[93],"to":[94],"different":[95],"patients":[96],"rather":[97,111],"than":[98,112],"verified":[99],"pixel-level":[100],"duplicates,":[101],"so":[102],"we":[103],"interpret":[104],"this":[105],"as":[106,187],"or":[108],"distributional":[109],"confirmed":[113],"per-image":[114],"memorization.":[115],"On":[116,136],"the":[117,137,170],"text":[118],"side,":[119],"Qwen2.5-VL":[120],"SLAKE-En":[122],"a":[124],"exchangeability":[126,140],"signal":[127],"that":[128,181],"survives":[129],"ordering":[130],"ablation":[131],"external":[133,165],"non-medical":[134],"baselines.":[135],"mirror,":[139],"fires":[141],"five":[143],"medical":[144],"general":[146],"BLIP-2":[149,168],"remains":[150],"clean.":[151],"In":[152],"contrast,":[153],"enrichment":[157],"collapse":[162],"pre-domain":[166],"baseline:":[167],"reproduces":[169],"apparent":[171],"positive":[172],"signals":[173,190],"despite":[174],"lacking":[175],"plausible":[176],"medical-VQA":[177],"exposure.":[178],"conclude":[180],"detectors":[184],"unreliable":[186],"standalone":[188],"membership-inference":[189],"small":[192],"medical-VLM":[193],"cohorts.":[194]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-11T00:00:00"}