{"id":"https://openalex.org/W7160291823","doi":"https://doi.org/10.48550/arxiv.2605.02240","title":"PhysicianBench: Evaluating LLM Agents in Real-World EHR Environments","display_name":"PhysicianBench: Evaluating LLM Agents in Real-World EHR Environments","publication_year":2026,"publication_date":"2026-05-04","ids":{"openalex":"https://openalex.org/W7160291823","doi":"https://doi.org/10.48550/arxiv.2605.02240"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.02240","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02240","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.02240","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040995238","display_name":"Ruoqi Liu","orcid":"https://orcid.org/0000-0002-2770-0651"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ruoqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071685272","display_name":"Imran Q. Mohiuddin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohiuddin, Imran Q.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084882398","display_name":"Austin Schoeffler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schoeffler, Austin J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029763509","display_name":"Kavita Renduchintala","orcid":"https://orcid.org/0000-0001-5221-8157"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renduchintala, Kavita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017951192","display_name":"Ashwin Nayak","orcid":"https://orcid.org/0000-0001-9866-9316"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nayak, Ashwin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135386438","display_name":"Prasantha L. Vemu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vemu, Prasantha L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135304545","display_name":"Shivam C. Vedak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vedak, Shivam C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135352457","display_name":"Kameron C. Black","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Black, Kameron C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135326558","display_name":"John L. Havlik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Havlik, John L.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043832183","display_name":"Isaac Ogunmola","orcid":"https://orcid.org/0000-0002-0549-9651"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ogunmola, Isaac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135361386","display_name":"Stephen P. Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Stephen P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072025806","display_name":"Roopa Dhatt","orcid":"https://orcid.org/0000-0002-0744-7708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhatt, Roopa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135360333","display_name":"Jonathan H. Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jonathan H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":13,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.5771999955177307,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.5771999955177307,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.1729000061750412,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0812000036239624,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7662000060081482},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6486999988555908},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5763999819755554},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.429500013589859},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.42250001430511475},{"id":"https://openalex.org/keywords/medical-record","display_name":"Medical record","score":0.4004000127315521},{"id":"https://openalex.org/keywords/electronic-health-record","display_name":"Electronic health record","score":0.35690000653266907},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.32749998569488525},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.3273000121116638}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7662000060081482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.680400013923645},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6486999988555908},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5763999819755554},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.429500013589859},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.42250001430511475},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.4004000127315521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36410000920295715},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.35690000653266907},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.35109999775886536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34119999408721924},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.3273000121116638},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2780642338","wikidata":"https://www.wikidata.org/wiki/Q7632042","display_name":"Subspecialty","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.25429999828338623},{"id":"https://openalex.org/C33499554","wikidata":"https://www.wikidata.org/wiki/Q1417134","display_name":"Dashboard","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C3019659195","wikidata":"https://www.wikidata.org/wiki/Q5690566","display_name":"Meaningful use","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.02240","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02240","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.02240","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02240","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.41937369108200073}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"introduce":[1],"PhysicianBench,":[2],"a":[3,46,83,210,226],"benchmark":[4,230],"for":[5,231],"evaluating":[6],"LLM":[7,191],"agents":[8],"on":[9,29],"physician":[10],"tasks":[11,65],"grounded":[12],"in":[13,91,169],"real":[14,58,68,96],"clinical":[15,59,151,155,159,222,236],"setting":[16],"within":[17],"electronic":[18],"health":[19],"record":[20],"(EHR)":[21],"environments.":[22],"Existing":[23],"medical":[24],"agent":[25,215],"benchmarks":[26],"primarily":[27],"focus":[28],"static":[30],"knowledge":[31],"recall,":[32],"single-step":[33],"atomic":[34],"actions,":[35,156],"or":[36],"action":[37],"intent":[38],"without":[39],"verifiable":[40],"execution":[41],"against":[42],"the":[43,52,102,172,193,218],"environment.":[44],"As":[45],"result,":[47],"they":[48],"fail":[49],"to":[50],"capture":[51],"long-horizon,":[53],"composite":[54],"workflows":[55],"that":[56],"characterize":[57],"systems.":[60],"PhysicianBench":[61,224],"comprises":[62],"100":[63],"long-horizon":[64],"adapted":[66],"from":[67],"consultation":[69],"cases":[70],"between":[71,213],"primary":[72],"care":[73],"and":[74,99,120,157,189,217,228],"subspecialty":[75],"physicians,":[76],"with":[77,95,183],"each":[78,141],"task":[79,142,162],"independently":[80],"reviewed":[81],"by":[82,107,180],"separate":[84],"panel":[85],"of":[86,134,177,220],"physicians.":[87],"Tasks":[88,111],"are":[89],"instantiated":[90],"an":[92,132],"EHR":[93,109],"environment":[94],"patient":[97],"records":[98],"accessed":[100],"through":[101],"same":[103],"standard":[104],"APIs":[105],"used":[106],"commercial":[108],"vendors.":[110],"span":[112],"21":[113],"specialties":[114],"(e.g.,":[115,124],"cardiology,":[116],"endocrinology,":[117],"oncology,":[118],"psychiatry)":[119],"diverse":[121],"workflow":[122],"types":[123],"diagnosis":[125],"interpretation,":[126],"medication":[127],"prescribing,":[128],"treatment":[129],"planning),":[130],"requiring":[131],"average":[133],"27":[135],"tool":[136],"calls":[137],"per":[138],"task.":[139],"Solving":[140],"requires":[143],"retrieving":[144],"data":[145],"across":[146,171],"encounters,":[147],"reasoning":[148],"over":[149],"heterogeneous":[150],"information,":[152],"executing":[153],"consequential":[154],"producing":[158],"documentation.":[160],"Each":[161],"is":[163],"decomposed":[164],"into":[165],"structured":[166],"checkpoints":[167],"(670":[168],"total":[170],"benchmark)":[173],"capturing":[174],"distinct":[175],"stages":[176],"completion":[178],"graded":[179],"task-specific":[181],"scripts":[182],"execution-grounded":[184,229],"verification.":[185],"Across":[186],"13":[187],"proprietary":[188],"open-source":[190,203],"agents,":[192],"best-performing":[194],"model":[195],"achieves":[196],"only":[197],"46%":[198],"success":[199],"rate":[200],"(pass@1),":[201],"while":[202],"models":[204],"reach":[205],"at":[206],"most":[207],"19%,":[208],"revealing":[209],"substantial":[211],"gap":[212],"current":[214],"capabilities":[216],"demands":[219],"real-world":[221],"workflows.":[223],"provides":[225],"realistic":[227],"measuring":[232],"progress":[233],"toward":[234],"autonomous":[235],"agents.":[237]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-06T00:00:00"}