{"id":"https://openalex.org/W7163140972","doi":"https://doi.org/10.48550/arxiv.2606.01961","title":"AutoMedBench: Towards Medical AutoResearch with Agentic AI Models","display_name":"AutoMedBench: Towards Medical AutoResearch with Agentic AI Models","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163140972","doi":"https://doi.org/10.48550/arxiv.2606.01961"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01961","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01961","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137681354","display_name":"Junqi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Junqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137698695","display_name":"Salena Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Selena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137618391","display_name":"Yuhan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130213528","display_name":"Jiawei Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137670152","display_name":"Hardy Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hardy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137625109","display_name":"Xiaoke Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiaoke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137656258","display_name":"Tianhao Qi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Tianhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137696637","display_name":"Pengfei Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Pengfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137648176","display_name":"Yucheng Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137688150","display_name":"Yufan He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yufan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137682604","display_name":"Can Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Can","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002997328","display_name":"Andriy Myronenko","orcid":"https://orcid.org/0000-0001-8713-7031"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Myronenko, Andriy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137677414","display_name":"Dong Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137636513","display_name":"Daguang Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Daguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137646985","display_name":"Yuyin Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4952000081539154,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4952000081539154,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22779999673366547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.049800001084804535,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.871399998664856},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7678999900817871},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7200999855995178},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6518999934196472},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.48919999599456787},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45489999651908875},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.4244999885559082},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4180999994277954}],"concepts":[{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.871399998664856},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7678999900817871},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7200999855995178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7150999903678894},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6518999934196472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4927000105381012},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49070000648498535},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.48919999599456787},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45489999651908875},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4180999994277954},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3253999948501587},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32350000739097595},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.28870001435279846},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C33884865","wikidata":"https://www.wikidata.org/wiki/Q1254335","display_name":"Cryptographic protocol","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2583000063896179}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01961","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01961","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01961","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"agents":[1,182],"are":[2,183,219],"increasingly":[3],"expected":[4],"to":[5,152],"support":[6],"end-to-end":[7],"medical-AI":[8,52],"research":[9,38,53,90],"workflows,":[10],"moving":[11],"beyond":[12],"isolated":[13],"prediction":[14],"tasks":[15,80],"or":[16],"short-form":[17],"clinical":[18],"question":[19,96],"answering.":[20],"However,":[21],"existing":[22],"medical":[23,56],"agent":[24,34,63,86],"benchmarks":[25],"primarily":[26],"evaluate":[27],"final":[28,137,154],"outputs,":[29],"providing":[30],"limited":[31],"visibility":[32],"into":[33,65],"behavior":[35],"within":[36],"the":[37,117,125,148,153,168,177],"process.":[39],"To":[40],"address":[41],"this":[42],"gap,":[43],"we":[44],"present":[45],"AutoMedBench,":[46],"a":[47,66,231],"workflow-aware":[48],"benchmark":[49],"for":[50,208],"autonomous":[51],"across":[54],"diverse":[55],"imaging":[57],"and":[58,75,101,113,120,130,140,201,210,223],"multimodal":[59],"inference":[60],"tasks,":[61],"organizing":[62],"execution":[64],"unified":[67],"five-stage":[68],"workflow":[69,170],"(S1-S5):":[70],"Plan,":[71],"Setup,":[72],"Validate,":[73],"Inference,":[74],"Submit.":[76],"It":[77],"comprises":[78],"long-horizon":[79],"with":[81,225,238],"each":[82,131],"run":[83,132],"averaging":[84],"33":[85],"turns,":[87],"spanning":[88],"five":[89],"tracks:":[91],"segmentation,":[92],"image":[93],"enhancement,":[94],"visual":[95],"answering":[97],"(VQA),":[98],"report":[99],"generation,":[100],"lesion":[102],"detection.":[103],"Each":[104],"task":[105,138,150],"is":[106,133,167,176],"evaluated":[107],"under":[108],"two":[109],"difficulty":[110],"tiers,":[111],"Lite":[112],"Standard,":[114],"which":[115],"use":[116],"same":[118],"data":[119],"metrics":[121],"but":[122],"differ":[123],"in":[124],"amount":[126],"of":[127,159,212],"task-brief":[128],"scaffolding,":[129],"scored":[134],"using":[135],"both":[136],"performance":[139],"S1-S5":[141],"stage":[142,171],"scores,":[143],"enabling":[144],"stage-level":[145,162],"analysis":[146,196],"from":[147],"initial":[149],"brief":[151],"submitted":[155],"artifact.":[156],"Across":[157],"thousands":[158],"recorded":[160],"runs,":[161],"scoring":[163],"reveals":[164],"that":[165,180,199],"Validate":[166],"weakest":[169],"on":[172,242],"average,":[173],"whereas":[174,216],"Setup":[175],"strongest,":[178],"suggesting":[179],"current":[181],"better":[184],"at":[185,190,221],"making":[186],"pipelines":[187],"executable":[188],"than":[189,236],"verifying":[191],"their":[192],"reliability.":[193],"Post-run":[194],"error":[195,228,240],"further":[197],"shows":[198],"verification":[200],"submission":[202],"failures":[203],"dominate":[204],"tagged":[205],"errors,":[206],"accounting":[207],"37.7%":[209],"38.1%":[211],"fired":[213,227],"codes":[214],"respectively,":[215],"task-understanding":[217],"errors":[218],"rare":[220],"0.9%,":[222],"runs":[224,237],"one":[226],"code":[229,241],"have":[230],"48%":[232],"lower":[233],"overall":[234],"score":[235],"no":[239],"average.":[243]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}