{"id":"https://openalex.org/W7130481397","doi":"https://doi.org/10.1038/s41746-026-02443-6","title":"Benchmarking large language model-based agent systems for clinical decision tasks","display_name":"Benchmarking large language model-based agent systems for clinical decision tasks","publication_year":2026,"publication_date":"2026-02-18","ids":{"openalex":"https://openalex.org/W7130481397","doi":"https://doi.org/10.1038/s41746-026-02443-6","pmid":"https://pubmed.ncbi.nlm.nih.gov/41708802"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-026-02443-6","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02443-6","pdf_url":"https://www.nature.com/articles/s41746-026-02443-6_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-026-02443-6_reference.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045899101","display_name":"Yunsong Liu","orcid":"https://orcid.org/0000-0001-8364-1898"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Yunsong Liu","raw_affiliation_strings":["Department of Radiation Oncology, National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China","institution_ids":["https://openalex.org/I200296433"]},{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072074738","display_name":"Zunamys I. Carrero","orcid":"https://orcid.org/0000-0001-8501-1566"},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Zunamys I. Carrero","raw_affiliation_strings":["Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027781910","display_name":"Xiaofeng Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4210118556","display_name":"Sichuan Cancer Hospital","ror":"https://ror.org/029wq9x81","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210118556"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["CN","DE"],"is_corresponding":false,"raw_author_name":"Xiaofeng Jiang","raw_affiliation_strings":["Department of Thoracic Surgery, Sichuan Clinical Research Center for Cancer, Sichuan Cancer Hospital & Institute, Sichuan Cancer Center, University of Electronic Science and Technology of China (UESTC), Chengdu, China","Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Thoracic Surgery, Sichuan Clinical Research Center for Cancer, Sichuan Cancer Hospital & Institute, Sichuan Cancer Center, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I4210118556","https://openalex.org/I150229711"]},{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048917650","display_name":"Dyke Ferber","orcid":"https://orcid.org/0009-0006-6195-9276"},"institutions":[{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I2802164966","display_name":"University Hospital Heidelberg","ror":"https://ror.org/013czdx64","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802164966"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4210111460"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dyke Ferber","raw_affiliation_strings":["Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany","institution_ids":["https://openalex.org/I4210111460","https://openalex.org/I2802164966","https://openalex.org/I223822909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126295490","display_name":"Georg W\u00f6lflein","orcid":null},"institutions":[{"id":"https://openalex.org/I16835326","display_name":"University of St Andrews","ror":"https://ror.org/02wn5qz54","country_code":"GB","type":"education","lineage":["https://openalex.org/I16835326"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Georg W\u00f6lflein","raw_affiliation_strings":["Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","School of Computer Science, University of St Andrews, St Andrews, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]},{"raw_affiliation_string":"School of Computer Science, University of St Andrews, St Andrews, UK","institution_ids":["https://openalex.org/I16835326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126311963","display_name":"Li Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094224904","display_name":"Sanddhya Jayabalan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sanddhya Jayabalan","raw_affiliation_strings":["Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126306221","display_name":"Tim Lenz","orcid":null},"institutions":[{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tim Lenz","raw_affiliation_strings":["Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany","institution_ids":["https://openalex.org/I4210162051"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126288835","display_name":"Zhouguang Hui","orcid":null},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I4210089431","display_name":"National Cancer Center","ror":"https://ror.org/0065zqt33","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210089431"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zhouguang Hui","raw_affiliation_strings":["Department of VIP Medical Services, National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China. drhuizg@163.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of VIP Medical Services, National Cancer Center/National Clinical Research Center for Cancer/Cancer Hospital, Chinese Academy of Medical Sciences and Peking Union Medical College, Beijing, China. drhuizg@163.com","institution_ids":["https://openalex.org/I4210089431","https://openalex.org/I200296433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126356150","display_name":"Jakob Nikolas Kather","orcid":null},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]},{"id":"https://openalex.org/I223822909","display_name":"Heidelberg University","ror":"https://ror.org/038t36y30","country_code":"DE","type":"education","lineage":["https://openalex.org/I223822909"]},{"id":"https://openalex.org/I2801331674","display_name":"St James's University Hospital","ror":"https://ror.org/013s89d74","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2799390153","https://openalex.org/I2801331674"]},{"id":"https://openalex.org/I2802164966","display_name":"University Hospital Heidelberg","ror":"https://ror.org/013czdx64","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I2802164966"]},{"id":"https://openalex.org/I4210111460","display_name":"National Center for Tumor Diseases","ror":"https://ror.org/01txwsw02","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4210111460"]},{"id":"https://openalex.org/I4210162051","display_name":"University Hospital Carl Gustav Carus","ror":"https://ror.org/04za5zm41","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I4210162051"]}],"countries":["DE","GB"],"is_corresponding":true,"raw_author_name":"Jakob Nikolas Kather","raw_affiliation_strings":["Department of Medicine I, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany. kather.jn@tu-dresden.de","Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany. kather.jn@tu-dresden.de","Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany. kather.jn@tu-dresden.de","Pathology & Data Analytics, Leeds Institute of Medical Research at St James's University of Leeds, Leeds, UK. kather.jn@tu-dresden.de"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine I, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany. kather.jn@tu-dresden.de","institution_ids":["https://openalex.org/I4210162051"]},{"raw_affiliation_string":"Else Kroener Fresenius Center for Digital Health, Faculty of Medicine and University Hospital Carl Gustav Carus, TUD Dresden University of Technology, Dresden, Germany. kather.jn@tu-dresden.de","institution_ids":["https://openalex.org/I4210162051"]},{"raw_affiliation_string":"Medical Oncology, National Center for Tumor Diseases (NCT), University Hospital Heidelberg, Heidelberg, Germany. kather.jn@tu-dresden.de","institution_ids":["https://openalex.org/I4210111460","https://openalex.org/I223822909","https://openalex.org/I2802164966"]},{"raw_affiliation_string":"Pathology & Data Analytics, Leeds Institute of Medical Research at St James's University of Leeds, Leeds, UK. kather.jn@tu-dresden.de","institution_ids":["https://openalex.org/I2801331674","https://openalex.org/I130828816"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5126356150"],"corresponding_institution_ids":["https://openalex.org/I130828816","https://openalex.org/I223822909","https://openalex.org/I2801331674","https://openalex.org/I2802164966","https://openalex.org/I4210111460","https://openalex.org/I4210162051"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":30.9017,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.99587672,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4293000102043152,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4293000102043152,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07010000199079514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.0348999984562397,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8187000155448914},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.7049000263214111},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.652999997138977},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6482999920845032},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4812999963760376},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4544999897480011}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8187000155448914},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7185999751091003},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.7049000263214111},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.652999997138977},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6482999920845032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.508899986743927},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4812999963760376},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4544999897480011},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.41269999742507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40369999408721924},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3977000117301941},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3366999924182892},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2831000089645386},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27730000019073486}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-026-02443-6","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02443-6","pdf_url":"https://www.nature.com/articles/s41746-026-02443-6_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41708802","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41708802","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:dfc3a74e72f945b583dc47fc197ba255","is_oa":true,"landing_page_url":"https://doaj.org/article/dfc3a74e72f945b583dc47fc197ba255","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 9, Iss 1 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13031301","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13031301/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-026-02443-6","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02443-6","pdf_url":"https://www.nature.com/articles/s41746-026-02443-6_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1949475607","display_name":null,"funder_award_id":"NIHR203331","funder_id":"https://openalex.org/F4320336708","funder_display_name":"Leeds Biomedical Research Centre"},{"id":"https://openalex.org/G2654538971","display_name":null,"funder_award_id":"101057091","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G2820917408","display_name":null,"funder_award_id":"01VSF21048","funder_id":"https://openalex.org/F4320328691","funder_display_name":"Gemeinsame Bundesausschuss"},{"id":"https://openalex.org/G3512296018","display_name":"Understanding Gene ENvironment Interaction in ALcohol-related hepatocellular carcinoma","funder_award_id":"101096312","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3848825097","display_name":null,"funder_award_id":"70115166","funder_id":"https://openalex.org/F4320323556","funder_display_name":"Deutsche Krebshilfe"},{"id":"https://openalex.org/G4173211845","display_name":null,"funder_award_id":"DECADE, 70115166","funder_id":"https://openalex.org/F4320323556","funder_display_name":"Deutsche Krebshilfe"},{"id":"https://openalex.org/G4243001891","display_name":"New directions for deep learning in cancer research through concept explainability and virtual experimentation.","funder_award_id":"101114631","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G451588841","display_name":"Open Consortium for Decentralized Medical Artificial Intelligence","funder_award_id":"101057091","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4712284355","display_name":null,"funder_award_id":"57616814","funder_id":"https://openalex.org/F4320320875","funder_display_name":"Deutscher Akademischer Austauschdienst"},{"id":"https://openalex.org/G6697820746","display_name":null,"funder_award_id":"NIHR203331","funder_id":"https://openalex.org/F4320319990","funder_display_name":"National Institute for Health and Care Research"},{"id":"https://openalex.org/G8634293193","display_name":null,"funder_award_id":"BELLADONNA, BCRF-25-225","funder_id":"https://openalex.org/F4320306260","funder_display_name":"Breast Cancer Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320306260","display_name":"Breast Cancer Research Foundation","ror":"https://ror.org/0348ff195"},{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320319994","display_name":"Department of Health and Social Care","ror":"https://ror.org/03sbpja79"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320875","display_name":"Deutscher Akademischer Austauschdienst","ror":"https://ror.org/039djdh30"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320323556","display_name":"Deutsche Krebshilfe","ror":"https://ror.org/01wxdd722"},{"id":"https://openalex.org/F4320328691","display_name":"Gemeinsame Bundesausschuss","ror":"https://ror.org/008c2qm47"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null},{"id":"https://openalex.org/F4320336708","display_name":"Leeds Biomedical Research Centre","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7130481397.pdf"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W2899876413","https://openalex.org/W2970482702","https://openalex.org/W3083410900","https://openalex.org/W3162922479","https://openalex.org/W4309674289","https://openalex.org/W4360891289","https://openalex.org/W4385227045","https://openalex.org/W4387321091","https://openalex.org/W4392193048","https://openalex.org/W4396914156","https://openalex.org/W4399554280","https://openalex.org/W4403420208","https://openalex.org/W4405995927","https://openalex.org/W4406152279","https://openalex.org/W4406800520","https://openalex.org/W4407012395","https://openalex.org/W4408279487","https://openalex.org/W4408411093","https://openalex.org/W4408736524","https://openalex.org/W4409036816","https://openalex.org/W4410602810","https://openalex.org/W4411119840","https://openalex.org/W4412889809","https://openalex.org/W4413222071","https://openalex.org/W4413427262","https://openalex.org/W4413472898","https://openalex.org/W4413472998","https://openalex.org/W4413801638","https://openalex.org/W4415030178","https://openalex.org/W4415286464","https://openalex.org/W4415634189","https://openalex.org/W4415796274","https://openalex.org/W4416235282","https://openalex.org/W4417175683","https://openalex.org/W4417300641","https://openalex.org/W6960062145","https://openalex.org/W6968129591","https://openalex.org/W7125899998"],"related_works":[],"abstract_inverted_index":{"Agentic":[0],"artificial":[1],"intelligence":[2],"(AI)":[3],"systems,":[4],"designed":[5],"to":[6,94],"autonomously":[7],"reason,":[8],"plan,":[9],"and":[10,42,48,79,89,102,104,120,125,130,156,185,195],"invoke":[11],"tools,":[12],"have":[13],"shown":[14],"promise":[15],"in":[16,122],"healthcare,":[17],"yet":[18],"systematic":[19],"benchmarking":[20],"of":[21,86,161],"their":[22],"real-world":[23],"performance":[24,180],"remains":[25],"limited.":[26],"In":[27],"this":[28],"study,":[29],"we":[30],"evaluate":[31],"two":[32],"such":[33],"systems:":[34],"the":[35,189],"open-source":[36],"OpenManus,":[37],"built":[38],"on":[39,128,132,140,144],"Meta's":[40],"Llama-4":[41],"extended":[43],"with":[44,152],"medically":[45],"customized":[46],"agents;":[47],"Manus,":[49],"a":[50,55,68,74,84],"proprietary":[51],"agent":[52,108,198],"system":[53],"employing":[54],"multistep":[56],"planner-executor-verifier":[57],"architecture.":[58],"Both":[59],"systems":[60,109],"were":[61,163],"assessed":[62],"across":[63],"three":[64],"benchmark":[65],"families:":[66],"AgentClinic,":[67],"stepwise":[69],"dialog-based":[70],"diagnostic":[71],"simulation;":[72],"MedAgentsBench,":[73,129],"knowledge-intensive":[75],"medical":[76],"QA":[77],"dataset;":[78],"Humanity's":[80],"Last":[81],"Exam":[82],"(HLE),":[83],"suite":[85],"challenging":[87],"text-only":[88],"multimodal":[90,141],"questions.":[91],"Despite":[92],"access":[93],"advanced":[95],"tools":[96],"(e.g.,":[97],"web":[98],"browsing,":[99],"code":[100],"development":[101],"execution,":[103],"text":[105],"file":[106],"editing)":[107],"yielded":[110],"only":[111],"modest":[112,179],"accuracy":[113,136],"gains":[114],"over":[115],"baseline":[116],"LLMs,":[117],"reaching":[118],"60.3%":[119],"28.0%":[121],"AgentClinic":[123,145],"MedQA":[124],"MIMIC,":[126],"30.3%":[127],"8.6%":[131],"HLE":[133],"text.":[134],"Multimodal":[135],"remained":[137,169],"low":[138],"(15.5%":[139],"HLE,":[142],"29.2%":[143],"NEJM),":[146],"while":[147],"resource":[148],"demands":[149],"increased":[150],"substantially,":[151],">10\u00d7":[153],"token":[154],"usage":[155],">2\u00d7":[157],"latency.":[158],"Although":[159],"89.9%":[160],"hallucinations":[162,168],"filtered":[164],"by":[165],"in-agent":[166],"safeguards,":[167],"prevalent.":[170],"These":[171],"findings":[172],"reveal":[173],"that":[174],"current":[175],"agentic":[176],"designs":[177],"offer":[178],"benefits":[181],"at":[182],"significant":[183],"computational":[184],"workflow":[186],"cost,":[187],"underscoring":[188],"need":[190],"for":[191],"more":[192],"accurate,":[193],"efficient,":[194],"clinically":[196],"viable":[197],"systems.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-06-27T08:28:00.272161","created_date":"2026-02-19T00:00:00"}