{"id":"https://openalex.org/W7163569827","doi":"https://doi.org/10.48550/arxiv.2606.05112","title":"Evaluating Large Language Models in Dynamic Clinical Decision-Making with Standardized Patient Cases","display_name":"Evaluating Large Language Models in Dynamic Clinical Decision-Making with Standardized Patient Cases","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163569827","doi":"https://doi.org/10.48550/arxiv.2606.05112"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05112","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05112","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05112","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137859151","display_name":"Cheng Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103203558","display_name":"Pengcheng Qiu","orcid":"https://orcid.org/0000-0003-4956-4643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Pengcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137860265","display_name":"Ya Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137835090","display_name":"Yanfeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yanfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137843774","display_name":"Chaoyi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chaoyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137917555","display_name":"Weidi Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Weidi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6183000206947327,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6183000206947327,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.11760000139474869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11238","display_name":"Simulation-Based Education in Healthcare","score":0.03020000085234642,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.8313999772071838},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7972000241279602},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5805000066757202},{"id":"https://openalex.org/keywords/clinical-practice","display_name":"Clinical Practice","score":0.3944000005722046},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3750999867916107},{"id":"https://openalex.org/keywords/patient-care","display_name":"Patient care","score":0.3546999990940094},{"id":"https://openalex.org/keywords/casp","display_name":"CASP","score":0.2897000014781952}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.8313999772071838},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7972000241279602},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6585000157356262},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5805000066757202},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.3944000005722046},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3750999867916107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37119999527931213},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35280001163482666},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33719998598098755},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C66153294","wikidata":"https://www.wikidata.org/wiki/Q899291","display_name":"CASP","level":4,"score":0.2897000014781952},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.27129998803138733},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C3020452639","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgment","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05112","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05112","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05112","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05112","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6884185075759888,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4,204],"increasingly":[5],"proposed":[6],"as":[7],"clinical":[8,54,97,110,215],"agents,":[9],"yet":[10,206],"static,":[11],"single-turn":[12,232],"benchmarks":[13,157,233],"cannot":[14],"capture":[15],"how":[16,221],"a":[17,109,117,143],"model":[18,182],"dynamically":[19],"delivers":[20],"care":[21],"across":[22,33],"an":[23,42,67,121],"encounter:":[24],"gathering":[25],"information,":[26],"planning":[27],"treatment,":[28],"and":[29,59,100,120,124,147],"adapting":[30],"longitudinal":[31],"management":[32],"successive":[34],"patient":[35,118],"states.":[36],"Medical":[37],"education":[38],"has":[39],"long":[40],"addressed":[41],"analogous":[43],"challenge":[44],"through":[45],"standardized":[46],"patients":[47],"(SPs):":[48],"trained":[49],"actors":[50],"who":[51],"consistently":[52],"portray":[53],"cases,":[55],"enabling":[56],"realistic":[57],"practice":[58],"objective,":[60],"scripted":[61],"assessment.":[62],"Here":[63],"we":[64,151],"introduce":[65],"MedSP1000,":[66],"SP-derived":[68],"interactive":[69],"benchmark":[70],"for":[71,202],"clinical-agent":[72],"evaluation,":[73],"including":[74,198],"1,638":[75],"SP":[76,86,94],"cases":[77,88],"with":[78,92,116],"24,602":[79],"trajectory-level":[80],"peer-reviewed":[81,85],"rubrics.":[82],"MedSP1000":[83,141,219],"converts":[84],"teaching":[87],"into":[89,213],"executable":[90],"scenarios":[91],"defined":[93],"case":[95],"scripts,":[96],"environment":[98,122],"contexts,":[99],"human-validated":[101],"structured":[102],"rubric.":[103],"In":[104],"each":[105],"simulation":[106],"evaluation":[107,224],"run,":[108],"agent":[111,119],"interacts":[112],"in":[113,136],"closed":[114],"loop":[115],"controller,":[123],"its":[125],"behaviour":[126],"is":[127],"scored":[128],"throughout":[129],"the":[130,137,178],"encounter":[131],"against":[132],"expert":[133],"criteria":[134],"specified":[135],"original":[138],"materials.":[139],"Applying":[140],"to":[142,162,209],"range":[144],"of":[145,173],"general-purpose":[146],"medically":[148,180],"specialized":[149,181],"LLMs,":[150,197],"find":[152],"that":[153,195,231],"performance":[154],"on":[155],"static":[156],"does":[158],"not":[159,205],"reliably":[160],"translate":[161],"such":[163],"educational":[164],"scenarios.":[165],"The":[166],"best-performing":[167],"model,":[168],"GPT-5.5,":[169],"completes":[170],"only":[171],"60.4%":[172],"expert-defined":[174],"rubric":[175],"items,":[176],"whereas":[177],"strongest":[179],"reaches":[183],"40.0%;":[184],"increasing":[185],"test-time":[186],"compute":[187],"produces":[188],"no":[189],"measurable":[190],"gain.":[191],"These":[192],"results":[193],"suggest":[194],"current":[196],"agentic":[199],"systems":[200],"tuned":[201],"medicine,":[203],"reliable":[207],"enough":[208],"be":[210],"safely":[211],"integrated":[212],"actual":[214],"practice.":[216],"More":[217],"broadly,":[218],"shows":[220],"process-level,":[222],"SP-style":[223],"can":[225],"reveal":[226],"clinically":[227],"relevant":[228],"failure":[229],"modes":[230],"miss.":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}