{"id":"https://openalex.org/W7204072026","doi":"https://doi.org/10.2196/preprints.109825","title":"Multimodal large language models versus physicians for real-world inpatient diagnosis: Retrospective comparative (Preprint)","display_name":"Multimodal large language models versus physicians for real-world inpatient diagnosis: Retrospective comparative (Preprint)","publication_year":2026,"publication_date":"2026-08-17","ids":{"openalex":"https://openalex.org/W7204072026","doi":"https://doi.org/10.2196/preprints.109825"},"language":"en","primary_location":{"id":"doi:10.2196/preprints.109825","doi":"https://doi.org/10.2196/preprints.109825","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.109825","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079541342","display_name":"Bruce A. Bassett","orcid":"https://orcid.org/0000-0001-7700-1069","observed_orcids":["https://orcid.org/0000-0001-7700-1069"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bruce Bassett","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7700-1069","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075518198","display_name":"Amy Rouillard","orcid":"https://orcid.org/0000-0002-0374-0915","observed_orcids":["https://orcid.org/0000-0002-0374-0915"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amy Rouillard","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0374-0915","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134180462","display_name":"Sitwala Mundia","orcid":"https://orcid.org/0009-0007-5779-1797","observed_orcids":["https://orcid.org/0009-0007-5779-1797"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sitwala Mundia","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0007-5779-1797","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121824564","display_name":"Michael Cameron Gramanie","orcid":"https://orcid.org/0009-0009-9307-2778","observed_orcids":["https://orcid.org/0009-0009-9307-2778"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Cameron Gramanie","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-9307-2778","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133709447","display_name":"Linda Camara","orcid":"https://orcid.org/0009-0005-4905-8478","observed_orcids":["https://orcid.org/0009-0005-4905-8478"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linda Camara","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-4905-8478","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086910181","display_name":"Ziyaad Dangor","orcid":"https://orcid.org/0000-0003-4089-147X","observed_orcids":["https://orcid.org/0000-0003-4089-147X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziyaad Dangor","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4089-147X","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071188493","display_name":"Shabir Ahmed Madhi","orcid":"https://orcid.org/0000-0002-7629-0636","observed_orcids":["https://orcid.org/0000-0002-7629-0636"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shabir Madhi","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7629-0636","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134199574","display_name":"Kajal Morar","orcid":"https://orcid.org/0009-0000-4793-698X","observed_orcids":["https://orcid.org/0009-0000-4793-698X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kajal Morar","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0000-4793-698X","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134153046","display_name":"Marlvin T. Ncube","orcid":"https://orcid.org/0009-0005-4978-5579","observed_orcids":["https://orcid.org/0009-0005-4978-5579"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marlvin Themba Ncube","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-4978-5579","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061657828","display_name":"Ismail Kalla","orcid":"https://orcid.org/0000-0001-9131-7123","observed_orcids":["https://orcid.org/0000-0001-9131-7123"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ismail Kalla","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5061867436","display_name":"Haroon Saloojee","orcid":"https://orcid.org/0000-0002-8298-7210","observed_orcids":["https://orcid.org/0000-0002-8298-7210"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haroon Saloojee","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-8298-7210","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9539999961853027},{"id":"https://openalex.org/keywords/inpatient-diagnosis","display_name":"inpatient diagnosis","score":0.7429999709129333},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.8420000076293945},{"id":"https://openalex.org/keywords/clinical-reasoning","display_name":"clinical reasoning","score":0.9039999842643738},{"id":"https://openalex.org/keywords/low-and-middle-income-countries","display_name":"low- and middle-income countries","score":0.8999999761581421},{"id":"https://openalex.org/keywords/radiology-reports","display_name":"radiology reports","score":0.640999972820282},{"id":"https://openalex.org/keywords/model-comparison","display_name":"model comparison","score":0.4009999930858612},{"id":"https://openalex.org/keywords/resource-limited-healthcare","display_name":"resource-constrained healthcare","score":0.6949999928474426},{"id":"https://openalex.org/keywords/south-africa","display_name":"South Africa","score":0.5049999952316284}],"concepts":[{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.819599986076355},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6906999945640564},{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4970000088214874},{"id":"https://openalex.org/C167135981","wikidata":"https://www.wikidata.org/wiki/Q2146302","display_name":"Retrospective cohort study","level":2,"score":0.4943000078201294},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.3977000117301941},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.3727000057697296},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.3700000047683716},{"id":"https://openalex.org/C2775909303","wikidata":"https://www.wikidata.org/wiki/Q3259564","display_name":"Inpatient care","level":3,"score":0.3544999957084656},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.35199999809265137},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C2991842025","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Tertiary care","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.32030001282691956},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C2989179672","wikidata":"https://www.wikidata.org/wiki/Q6806500","display_name":"Clinical decision making","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2983449737","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Clinical diagnosis","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C45827449","wikidata":"https://www.wikidata.org/wiki/Q5270338","display_name":"Diagnosis code","level":3,"score":0.267300009727478},{"id":"https://openalex.org/C3020452639","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgment","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C187212893","wikidata":"https://www.wikidata.org/wiki/Q123028","display_name":"Pediatrics","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.2581000030040741},{"id":"https://openalex.org/C82157600","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic test","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2780801072","wikidata":"https://www.wikidata.org/wiki/Q837512","display_name":"Differential diagnosis","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.2196/preprints.109825","doi":"https://doi.org/10.2196/preprints.109825","is_oa":false,"landing_page_url":"https://doi.org/10.2196/preprints.109825","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9537000060081482,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2168490582"],"related_works":["https://openalex.org/W7155068712","https://openalex.org/W7128508677","https://openalex.org/W4413875004","https://openalex.org/W7128168528","https://openalex.org/W7149913898","https://openalex.org/W4401345679","https://openalex.org/W4416636205","https://openalex.org/W7167643762","https://openalex.org/W4410286683","https://openalex.org/W7128166125"],"abstract_inverted_index":{"BACKGROUND":[0],"Large":[1],"language":[2],"models":[3,139,220,232],"(LLMs)":[4],"are":[5,227],"increasingly":[6],"proposed":[7],"for":[8,155],"diagnostic":[9,39,143,192],"support.":[10],"However,":[11],"validation":[12],"of":[13,44,65,208],"their":[14],"performance":[15,144,193],"in":[16,24,194,206,240],"real-world":[17,197],"multimodal":[18,46,68],"inpatient":[19,73,199],"care":[20],"remains":[21],"limited,":[22],"particularly":[23],"low-":[25],"and":[26,41,91,106,111,135,175,184,226],"middle-income":[27],"country":[28],"(LMIC)":[29],"hospital":[30],"settings.":[31],"OBJECTIVE":[32],"This":[33],"study":[34],"aimed":[35],"to":[36,49,100,229],"evaluate":[37],"the":[38,164,212,218,222,230],"accuracy":[40],"clinical":[42,51,92,107,185,237],"reasoning":[43],"leading":[45,67],"LLMs":[47,69,189],"compared":[48],"routine":[50,112,141,203,223],"practice":[52],"within":[53],"a":[54,62,76,119,149,158,195],"South":[55,77],"African":[56,78],"tertiary":[57,79],"hospital.":[58,81],"METHODS":[59],"We":[60],"conducted":[61],"retrospective":[63],"evaluation":[64,180],"10":[66],"using":[70,118],"539":[71],"complete":[72],"cases":[74,99,209],"from":[75],"public":[80],"The":[82],"dataset":[83],"included":[84],"radiology":[85,87],"imaging,":[86],"reports,":[88],"laboratory":[89],"results,":[90],"narratives.":[93],"Expert":[94],"clinician":[95],"panels":[96],"adjudicated":[97],"300":[98],"establish":[101],"reference":[102],"diagnoses,":[103,105],"differential":[104],"reasoning.":[108],"Model":[109],"outputs":[110],"recorded":[113,202],"ward":[114,142,204,224],"diagnoses":[115,205,225],"were":[116,128],"scored":[117],"panel-calibrated,":[120],"three-model":[121],"LLM":[122,126,161],"Jury.":[123],"RESULTS":[124],"Mean":[125],"scores":[127],"tightly":[129],"clustered":[130],"despite":[131],"50-fold":[132],"cost":[133],"differences,":[134],"on":[136,211],"average":[137],"all":[138],"exceeded":[140,163],"(>99.9%":[145],"bootstrap":[146,170],"probability).":[147],"In":[148],"senior":[150],"clinician-adjudicated":[151],"tie-breaker":[152],"subset":[153],"maximised":[154],"model\u2013panel":[156],"disagreement,":[157],"predefined":[159],"Top-3":[160],"ensemble":[162],"original":[165],"expert-panel":[166],"consensus":[167],"with":[168,181],"97%":[169],"probability.":[171],"Residual":[172],"safety":[173],"risks":[174],"model":[176],"non-response":[177],"motivate":[178],"prospective":[179],"rigorous":[182],"adjudication":[183],"oversight.":[186],"CONCLUSIONS":[187],"Multimodal":[188],"demonstrated":[190],"high":[191],"complex,":[196],"LMIC":[198],"setting,":[200],"surpassing":[201],"60-80%":[207],"depending":[210],"model.":[213],"Our":[214],"finding":[215],"that":[216,234],"even":[217],"cheapest":[219],"outperform":[221],"comparable":[228],"best":[231],"suggests":[233],"affordable":[235],"AI":[236],"decision":[238],"support":[239],"resource-constrained":[241],"environments":[242],"is":[243],"now":[244],"worth":[245],"serious":[246],"consideration.":[247]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-08-25T00:00:00"}