{"id":"https://openalex.org/W7166884022","doi":"https://doi.org/10.48550/arxiv.2606.31179","title":"HealthAgentBench: A Unified Benchmark Suite of Realistic Agentic Healthcare Environments for Challenging Frontier AI Agents","display_name":"HealthAgentBench: A Unified Benchmark Suite of Realistic Agentic Healthcare Environments for Challenging Frontier AI Agents","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166884022","doi":"https://doi.org/10.48550/arxiv.2606.31179"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.31179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.31179","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110005418","display_name":"Qianchu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qianchu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139715260","display_name":"Sheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010680967","display_name":"Guanghui Qin","orcid":"https://orcid.org/0000-0002-3009-8614"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Guanghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062008578","display_name":"Jeya Maria Jose Valanarasu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valanarasu, Jeya Maria Jose","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139744604","display_name":"Maximilian Rokuss","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rokuss, Maximilian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110128334","display_name":"M A \u00c7ipilo lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Mingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139817740","display_name":"Timothy Ossowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ossowski, Timothy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139841692","display_name":"Juan Manuel Zambrano Chaves","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaves, Juan Manuel Zambrano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036188128","display_name":"Cliff Wong","orcid":"https://orcid.org/0000-0001-7867-090X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wong, Cliff","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120324300","display_name":"Peniel Argaw","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Argaw, Peniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139719158","display_name":"Yashna Hasija","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasija, Yashna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139771940","display_name":"Mu Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Mu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139745958","display_name":"Wen-wai Yim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yim, Wen-wai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139792285","display_name":"Qin Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124887863","display_name":"Zilin Jing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing, Zilin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092912239","display_name":"Jason Entenmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Entenmann, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010756260","display_name":"Naoto Usuyama","orcid":"https://orcid.org/0000-0003-0888-929X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Usuyama, Naoto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023123863","display_name":"Tristan Naumann","orcid":"https://orcid.org/0000-0003-2150-1747"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naumann, Tristan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5019494985","display_name":"Hoifung Poon","orcid":"https://orcid.org/0000-0002-9067-0918"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poon, Hoifung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.489300012588501,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.489300012588501,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.3646000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.021900000050663948,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8252999782562256},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7857000231742859},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6693999767303467},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6306999921798706},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.49399998784065247},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4684999883174896},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.4244999885559082},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.3995000123977661},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.39410001039505005}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8252999782562256},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7857000231742859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794999837875366},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6693999767303467},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6306999921798706},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.49399998784065247},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4896000027656555},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4684999883174896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42559999227523804},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41940000653266907},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3580000102519989},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.31179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.31179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.31179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.4327442944049835,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"},{"score":0.4072909951210022,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"AI":[1],"agents":[2,113,160],"become":[3],"increasingly":[4],"capable":[5],"of":[6,28,55,128],"complex,":[7],"long-horizon":[8],"reasoning,":[9],"rigorous":[10],"and":[11,51,82,133,154,214],"holistic":[12],"evaluation":[13],"is":[14,59,96],"essential":[15],"for":[16,104,108,179,201,220],"measuring":[17],"progress":[18],"toward":[19],"real-world":[20],"healthcare":[21,31,75],"applications.":[22],"We":[23,223],"introduce":[24],"HealthAgentBench,":[25,115],"a":[26,52,79,100,212],"suite":[27,43],"54":[29],"agentic":[30],"tasks":[32],"across":[33,156],"7":[34],"categories":[35],"each":[36,109],"with":[37,195,217],"its":[38],"unique":[39],"environment.":[40],"The":[41,131],"benchmark":[42,216,226],"spans":[44],"diverse":[45],"workflows":[46],"throughout":[47],"the":[48,126,129,134],"patient":[49],"journey":[50],"broad":[53],"range":[54],"modalities.":[56],"Each":[57],"task":[58,93,120,157],"designed":[60],"to":[61,98],"replicate":[62],"an":[63,70],"end-to-end":[64],"clinical":[65],"workflow:":[66],"given":[67],"minimal":[68],"instructions,":[69],"agent":[71],"must":[72],"explore":[73],"raw":[74],"data,":[76,171],"operate":[77],"within":[78],"complex":[80],"environment,":[81],"execute":[83],"multi-step":[84],"solutions":[85],"that":[86,118,190,209],"go":[87],"beyond":[88],"naive":[89],"prompting.":[90],"A":[91],"final":[92],"success":[94,121,145],"rate":[95,122],"reported":[97],"provide":[99],"single,":[101],"interpretable":[102],"metric":[103],"HealthAgentBench":[105,150,210],"overall":[106,119],"performance":[107],"agent.":[110],"Evaluating":[111],"frontier":[112],"on":[114],"we":[116],"find":[117],"remains":[123,175],"low,":[124],"underscoring":[125],"difficulty":[127],"suite.":[130],"strongest":[132],"most":[135],"cost":[136],"effective":[137],"agent,":[138],"Codex":[139,184],"GPT-5.5,":[140],"achieves":[141],"only":[142],"approximately":[143],"42%":[144],"rate.":[146],"Beyond":[147],"aggregate":[148],"performance,":[149],"reveals":[151],"nuanced":[152],"strengths":[153],"weaknesses":[155],"categories.":[158],"Frontier":[159],"show":[161],"promise":[162],"in":[163],"automatically":[164],"developing":[165],"research":[166],"modeling":[167],"pipelines":[168],"over":[169],"EHR":[170],"but":[172],"medical":[173],"imaging":[174],"especially":[176],"challenging,":[177],"particularly":[178],"Claude":[180],"Code":[181],"models,":[182],"while":[183],"GPT-5.5":[185],"shows":[186],"emerging":[187],"capability.":[188],"Tasks":[189],"combine":[191],"large":[192],"search":[193],"spaces":[194],"compositional":[196],"reasoning":[197],"requirements":[198],"remain":[199],"difficult":[200],"all":[202],"current":[203],"agents.":[204],"Together,":[205],"these":[206],"results":[207],"suggest":[208],"provides":[211],"challenging":[213],"realistic":[215],"substantial":[218],"room":[219],"future":[221],"progress.":[222],"release":[224],"our":[225],"at":[227],"https://github.com/microsoft/HealthAgentBench.":[228]},"counts_by_year":[],"updated_date":"2026-07-02T06:18:51.028212","created_date":"2026-07-02T00:00:00"}