{"id":"https://openalex.org/W7171638237","doi":"https://doi.org/10.48550/arxiv.2607.25933","title":"Evaluating Multi-Turn Multimodal Diagnostic Reasoning on Challenging Real-World Clinical Cases","display_name":"Evaluating Multi-Turn Multimodal Diagnostic Reasoning on Challenging Real-World Clinical Cases","publication_year":2026,"publication_date":"2026-07-28","ids":{"openalex":"https://openalex.org/W7171638237","doi":"https://doi.org/10.48550/arxiv.2607.25933"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.25933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.25933","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143983094","display_name":"Rui Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143870137","display_name":"Weihao Xuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuan, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143913742","display_name":"Yi Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143911975","display_name":"Zhuhan Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Zhuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138789519","display_name":"Jonathan Chong Kai Liew","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liew, Jonathan Chong Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025625090","display_name":"Matthew Yu Heng Wong","orcid":"https://orcid.org/0009-0004-7633-4901"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Matthew Yu Heng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143952415","display_name":"Nicol\u00e1s Lescano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lescano, Nicol\u00e1s","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034992457","display_name":"Nikita Paripati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paripati, Nikita R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058169972","display_name":"Emily Ling-Lin Pai","orcid":"https://orcid.org/0000-0002-6967-5239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pai, Emily Ling-Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143911172","display_name":"Jiarui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143941277","display_name":"Heli Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Heli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078976109","display_name":"Heng-Jui Chang","orcid":"https://orcid.org/0000-0002-1690-2610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chang, Heng-Jui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043222846","display_name":"Benny Kai Guo Loo","orcid":"https://orcid.org/0000-0001-6385-8520"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loo, Benny Kai Guo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102857048","display_name":"Huitao Li","orcid":"https://orcid.org/0000-0002-5715-8250"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Huitao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111293883","display_name":"Kunyu Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kunyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143981214","display_name":"Yufan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yufan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052512997","display_name":"Chuan Hong","orcid":"https://orcid.org/0000-0001-7056-9559"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Chuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143936382","display_name":"Shijian Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Shijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042070839","display_name":"Douglas Teodoro","orcid":"https://orcid.org/0000-0001-6238-4503"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teodoro, Douglas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143884906","display_name":"Naoto Yokoya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yokoya, Naoto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143873745","display_name":"Ross Koppel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koppel, Ross","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143958749","display_name":"Mona Diab","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diab, Mona","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143911945","display_name":"Hua Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023058464","display_name":"David O. Bates","orcid":"https://orcid.org/0000-0003-4850-2360"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bates, David W.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143952583","display_name":"Nan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Nan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143882177","display_name":"Yifan Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.21850000321865082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.21850000321865082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.17640000581741333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.17319999635219574,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-diagnosis","display_name":"Medical diagnosis","score":0.7250000238418579},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.508400022983551},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.43160000443458557},{"id":"https://openalex.org/keywords/diagnostic-test","display_name":"Diagnostic test","score":0.3921000063419342},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"Diagnostic accuracy","score":0.3555000126361847},{"id":"https://openalex.org/keywords/model-based-reasoning","display_name":"Model-based reasoning","score":0.3547999858856201}],"concepts":[{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.7250000238418579},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5159000158309937},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.508400022983551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4657999873161316},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43059998750686646},{"id":"https://openalex.org/C82157600","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic test","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.3547999858856201},{"id":"https://openalex.org/C2983449737","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Clinical diagnosis","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.33629998564720154},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.27410000562667847},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2531000077724457},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2524999976158142},{"id":"https://openalex.org/C3020452639","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgment","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.25933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.25933","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25933","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Clinical":[0],"diagnostic":[1,30,78,111,114,126,143,151,161],"evaluation":[2,79,106],"should":[3],"not":[4],"only":[5],"assess":[6],"whether":[7],"models":[8,45,121,147],"can":[9,148],"provide":[10],"correct":[11,133],"diagnoses,":[12],"but":[13,128,153],"also":[14],"reflect":[15],"the":[16,60,73,123,129],"realities":[17],"of":[18,24,29,35,41,62,131,142],"clinical":[19,36,64,77,88],"practice,":[20],"including":[21],"progressive":[22],"disclosure":[23],"multimodal":[25,42,76],"information,":[26],"dynamic":[27],"updating":[28],"hypotheses,":[31],"and":[32,90,113,181],"continuous":[33],"refinement":[34],"reasoning.":[37,162],"However,":[38],"existing":[39],"evaluations":[40],"large":[43],"language":[44],"(MLLMs)":[46],"typically":[47],"rely":[48],"on":[49],"single-turn":[50],"or":[51],"isolated":[52],"tasks,":[53],"making":[54],"it":[55],"difficult":[56],"to":[57,81],"fully":[58],"capture":[59],"complexity":[61],"real-world":[63,87],"diagnosis.":[65],"To":[66],"bridge":[67],"this":[68],"gap,":[69],"we":[70],"developed":[71],"ClinMM-Bench,":[72],"largest":[74],"multi-turn":[75],"benchmark":[80],"date.":[82],"ClinMM-Bench":[83],"contains":[84],"1,089":[85],"challenging":[86],"cases":[89],"3,760":[91],"medical":[92],"images":[93],"across":[94,137],"eight":[95],"specialties.":[96],"We":[97],"systematically":[98],"evaluated":[99],"15":[100],"representative":[101,168],"MLLMs":[102],"using":[103],"a":[104],"two-level":[105],"framework":[107],"that":[108,119],"assessed":[109],"both":[110],"accuracy":[112],"reasoning":[115,144],"quality.":[116],"Results":[117],"showed":[118],"proprietary":[120],"achieved":[122],"highest":[124],"overall":[125],"accuracy,":[127],"proportion":[130],"completely":[132],"diagnoses":[134],"remained":[135],"limited":[136],"all":[138],"models.":[139],"In":[140],"terms":[141],"quality,":[145],"current":[146],"identify":[149],"plausible":[150],"directions":[152],"still":[154],"have":[155],"considerable":[156],"limitations":[157],"in":[158],"generating":[159],"reliable":[160],"Error":[163],"analysis":[164],"further":[165],"identified":[166],"five":[167],"failure":[169],"modes:":[170],"information":[171],"synthesis":[172],"failure,":[173],"knowledge":[174],"mapping":[175],"error,":[176,178],"perception":[177],"premature":[179],"closure,":[180],"visual":[182],"hallucination.":[183]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}