{"id":"https://openalex.org/W7164360100","doi":"https://doi.org/10.48550/arxiv.2606.11702","title":"MedCTA: A Benchmark for Clinical Tool Agents","display_name":"MedCTA: A Benchmark for Clinical Tool Agents","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164360100","doi":"https://doi.org/10.48550/arxiv.2606.11702"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004276328","display_name":"Tajamul Ashraf","orcid":"https://orcid.org/0000-0002-7372-3782"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashraf, Tajamul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138454860","display_name":"Hyewon Jeong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeong, Hyewon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029159325","display_name":"Fida Mohammad Thoker","orcid":"https://orcid.org/0000-0002-2517-0220"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thoker, Fida Mohammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138476876","display_name":"Bernard Ghanem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghanem, Bernard","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6694999933242798,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6694999933242798,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.10170000046491623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.05040000006556511,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7791000008583069},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.6707000136375427},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6269000172615051},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.4918999969959259},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4142000079154968},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4092000126838684},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.3716999888420105}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7791000008583069},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7324000000953674},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.6707000136375427},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6269000172615051},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.4918999969959259},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48980000615119934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46810001134872437},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4092000126838684},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.31940001249313354},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2865999937057495},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.26030001044273376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11702","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0],"make":[1],"clinically":[2],"grounded":[3,63],"decisions,":[4],"medical":[5,56,178],"AI":[6,179],"agents":[7,58],"are":[8,129,186],"expected":[9],"to":[10],"go":[11],"beyond":[12],"simple":[13],"recognition":[14],"and":[15,23,35,46,74,90,103,110,114,136,175,183],"be":[16],"capable":[17],"of":[18,42,94],"tool":[19,44,57,95,125,138,142],"retrieval,":[20],"evidence":[21],"acquisition,":[22],"integration.":[24],"Existing":[25],"benchmarks":[26],"largely":[27],"evaluate":[28],"isolated":[29],"perception":[30,156],"or":[31],"single-turn":[32],"question":[33],"answering,":[34],"therefore":[36],"provide":[37],"limited":[38],"visibility":[39],"into":[40,160],"failures":[41],"planning,":[43],"recruitment,":[45,139],"rollout":[47],"reliability.":[48],"We":[49,106],"introduce":[50],"MedCTA,":[51],"a":[52,169],"benchmark":[53,107],"for":[54,172],"evaluating":[55],"on":[59],"clinician-validated,":[60],"step-implicit":[61],"tasks":[62,81],"in":[64,122,164],"realistic":[65],"multimodal":[66,112],"clinical":[67,80,124,165],"inputs,":[68],"including":[69],"radiology":[70],"images,":[71],"pathology":[72],"slides,":[73],"reports.":[75],"MedCTA":[76,167],"comprises":[77],"107":[78],"real-world":[79],"with":[82],"clinician-verified":[83],"executable":[84],"trajectories":[85],"over":[86],"5":[87],"deployed":[88],"tools,":[89],"supports":[91],"process-aware":[92],"evaluation":[93,184],"selection,":[96],"argument":[97],"validity,":[98],"execution":[99],"stability,":[100],"trajectory":[101],"fidelity,":[102],"outcome":[104],"quality.":[105],"18":[108],"open-":[109],"closed-source":[111],"models":[113],"find":[115],"that":[116,153],"even":[117],"frontier":[118],"systems":[119],"remain":[120],"brittle":[121],"multi-step":[123],"use:":[126],"autonomous":[127],"rollouts":[128],"dominated":[130],"by":[131],"protocol":[132],"failures,":[133],"premature":[134],"stopping,":[135],"incorrect":[137],"while":[140],"gold-standard":[141],"routing":[143],"yields":[144],"large":[145],"but":[146],"still":[147],"incomplete":[148],"gains.":[149],"These":[150],"results":[151],"show":[152],"strong":[154],"backbone":[155],"does":[157],"not":[158],"translate":[159],"reliable":[161],"agentic":[162],"behavior":[163],"settings.":[166],"provides":[168],"rigorous":[170],"testbed":[171],"auditing,":[173],"diagnosing,":[174],"advancing":[176],"trustworthy":[177],"agents.":[180],"The":[181],"dataset":[182],"suite":[185],"available":[187],"at":[188],"https://ivul-kaust.github.io/MedCTA/":[189]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-12T00:00:00"}