{"id":"https://openalex.org/W7203884204","doi":"https://doi.org/10.17615/8a1f-3g67","title":"Clinical predictive artificial intelligence evaluation: A narrative review of trial designs and practical considerations.","display_name":"Clinical predictive artificial intelligence evaluation: A narrative review of trial designs and practical considerations.","publication_year":2026,"publication_date":"2026-08-20","ids":{"openalex":"https://openalex.org/W7203884204","doi":"https://doi.org/10.17615/8a1f-3g67"},"language":"en","primary_location":{"id":"doi:10.17615/8a1f-3g67","doi":"https://doi.org/10.17615/8a1f-3g67","is_oa":true,"landing_page_url":"https://doi.org/10.17615/8a1f-3g67","pdf_url":null,"source":{"id":"https://openalex.org/S7407051488","display_name":"UNC Libraries","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"review","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.17615/8a1f-3g67","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025745665","display_name":"Arjumand Siddiqi","orcid":"https://orcid.org/0000-0002-2458-9011","observed_orcids":["https://orcid.org/0000-0002-2458-9011"]},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddiqi, Arjumand","raw_affiliation_strings":["University of North Carolina at Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031401755","display_name":"Leo Anthony Celi","orcid":"https://orcid.org/0000-0001-6712-6626","observed_orcids":["https://orcid.org/0000-0001-6712-6626"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celi, Leo Anthony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026082977","display_name":"Maxime Fosset","orcid":"https://orcid.org/0009-0007-4120-3356","observed_orcids":["https://orcid.org/0009-0007-4120-3356"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fosset, Maxime","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001185837","display_name":"Joris Pensier","orcid":"https://orcid.org/0000-0002-3525-0128","observed_orcids":["https://orcid.org/0000-0002-3525-0128"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pensier, Joris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133103263","display_name":"Muhammad Mamdani","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mamdani, Muhammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5006721778","display_name":"Boris Jung","orcid":"https://orcid.org/0000-0003-2522-1531","observed_orcids":["https://orcid.org/0000-0003-2522-1531"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jung, Boris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34956362,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ai-evaluation-framework","display_name":"AI evaluation framework","score":0.4749999940395355},{"id":"https://openalex.org/keywords/adaptive-trial-design","display_name":"adaptive trial design","score":0.7160000205039978},{"id":"https://openalex.org/keywords/pragmatic-trial-design","display_name":"pragmatic trial design","score":0.8500000238418579},{"id":"https://openalex.org/keywords/performance-monitoring","display_name":"performance monitoring","score":0.652999997138977},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.8339999914169312},{"id":"https://openalex.org/keywords/model-governance","display_name":"model governance","score":0.546999990940094},{"id":"https://openalex.org/keywords/data-drift","display_name":"data drift","score":0.6610000133514404},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.6919999718666077},{"id":"https://openalex.org/keywords/alert-burden","display_name":"alert burden","score":0.5759999752044678},{"id":"https://openalex.org/keywords/model-updating","display_name":"model updating","score":0.4099999964237213},{"id":"https://openalex.org/keywords/patient-centered-outcomes","display_name":"patient-centered outcomes","score":0.6579999923706055},{"id":"https://openalex.org/keywords/health-equity","display_name":"health equity","score":0.8489999771118164},{"id":"https://openalex.org/keywords/clinical-decision-making","display_name":"clinical decision-making","score":0.5809999704360962}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7307999730110168},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5996000170707703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5885000228881836},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.5485000014305115},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5411999821662903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5102999806404114},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.4927999973297119},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.4381999969482422},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3873000144958496},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.37290000915527344},{"id":"https://openalex.org/C3020000205","wikidata":"https://www.wikidata.org/wiki/Q2412849","display_name":"Narrative review","level":2,"score":0.3718000054359436},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.358599990606308},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C2778373050","wikidata":"https://www.wikidata.org/wiki/Q1774706","display_name":"Clinical pathway","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C148482608","wikidata":"https://www.wikidata.org/wiki/Q17007018","display_name":"Clinical study design","level":3,"score":0.335099995136261},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.323199987411499},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.320499986410141},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C2989179672","wikidata":"https://www.wikidata.org/wiki/Q6806500","display_name":"Clinical decision making","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2888000011444092},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2603999972343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.17615/8a1f-3g67","doi":"https://doi.org/10.17615/8a1f-3g67","is_oa":true,"landing_page_url":"https://doi.org/10.17615/8a1f-3g67","pdf_url":null,"source":{"id":"https://openalex.org/S7407051488","display_name":"UNC Libraries","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.17615/8a1f-3g67","doi":"https://doi.org/10.17615/8a1f-3g67","is_oa":true,"landing_page_url":"https://doi.org/10.17615/8a1f-3g67","pdf_url":null,"source":{"id":"https://openalex.org/S7407051488","display_name":"UNC Libraries","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9476000070571899,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320312210","display_name":"Fulbright Association","ror":"https://ror.org/00300j256"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4400611957","https://openalex.org/W7212373520","https://openalex.org/W4416299157","https://openalex.org/W7203835472","https://openalex.org/W7212166591","https://openalex.org/W4214874725","https://openalex.org/W7163994255","https://openalex.org/W2940562610","https://openalex.org/W4412605782","https://openalex.org/W4308509744"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"predictive":[3,273],"models":[4],"demonstrate":[5],"potential":[6],"for":[7,22,28,174,214],"transforming":[8],"clinical":[9,29,50,77,108,119,157,201,215,251,283,290],"decision-making":[10],"across":[11],"medicine.":[12],"However,":[13],"conventional":[14],"randomized":[15],"controlled":[16],"trials":[17],"(RCTs),":[18],"the":[19,58,92,96,117],"gold":[20],"standard":[21],"evaluating":[23],"medical":[24],"interventions,":[25],"are":[26],"ill-suited":[27],"AI":[30,78,216,252,264,274],"tools":[31,284],"due":[32],"to":[33,41,48,203,210,248,281],"their":[34],"static":[35],"design,":[36],"lengthy":[37],"timelines,":[38],"and":[39,46,64,72,113,125,144,164,176,207,222,237,244,260,266,292],"inability":[40],"accommodate":[42],"algorithms":[43],"that":[44,153,231,285],"evolve":[45],"adapt":[47],"changing":[49],"contexts.":[51],"In":[52],"this":[53,269],"narrative":[54],"review,":[55],"we":[56,226],"outline":[57],"limitations":[59],"of":[60,95,133,166],"traditional":[61],"evaluation":[62,271],"frameworks":[63],"propose":[65,149],"a":[66,150,180,193,208,250,278],"paradigm":[67],"shift":[68],"toward":[69],"adaptive,":[70],"iterative,":[71],"context-specific":[73],"assessment":[74],"methodologies.":[75],"Evaluating":[76],"in":[79,296],"practice":[80],"requires":[81,256],"three":[82],"interdependent":[83],"but":[84],"epistemologically":[85],"distinct":[86],"activities:":[87],"performance":[88,155,242],"monitoring,":[89,110,156,159],"which":[90,111,129],"tracks":[91,115],"technical":[93],"characteristics":[94],"deployed":[97],"model":[98,167],"(calibration,":[99],"discrimination,":[100],"data":[101],"drift,":[102],"alert":[103],"burden,":[104],"fairness,":[105],"workflow":[106,238],"fidelity);":[107],"impact":[109,158],"observationally":[112],"prospectively":[114],"whether":[116],"initial":[118],"benefit":[120],"appears":[121],"sustained":[122],"over":[123,240],"time;":[124],"scientific":[126],"evidence":[127,160,191],"generation,":[128,161,192],"produces":[130],"causal":[131,145,162,211],"estimates":[132],"deployment":[134],"effects":[135],"on":[136],"patient":[137,287],"outcomes":[138],"through":[139],"pragmatic,":[140],"adaptive":[141,220],"trial":[142,204,224],"designs":[143],"inference":[146,212],"techniques.":[147],"We":[148,178],"predictive-AI-specific":[151],"framework":[152],"links":[154],"estimands,":[163],"governance":[165],"updates":[168],"into":[169],"one":[170],"coherent":[171],"decision":[172,194],"pathway":[173,195],"clinicians":[175],"trialists.":[177],"present":[179],"governance-driven":[181],"escalation":[182],"protocol":[183],"specifying":[184],"when":[185],"monitoring":[186,229],"signals":[187],"should":[188],"trigger":[189],"formal":[190],"mapping":[196],"signal":[197],"types":[198],"(performance":[199],"or":[200],"impact)":[202],"design":[205,249],"classifications,":[206],"guide":[209],"methods":[213],"trials.":[217],"Drawing":[218],"from":[219,277],"platform":[221],"pragmatic":[223],"designs,":[225],"recommend":[227],"continuous":[228],"approaches":[230],"prioritize":[232],"patient-centered":[233],"outcomes,":[234,288],"health":[235],"equity,":[236],"integration":[239],"narrow":[241],"metrics,":[243],"provide":[245],"actionable":[246],"steps":[247],"trial.":[253],"Successful":[254],"implementation":[255],"clinician":[257],"engagement,":[258],"transparency,":[259],"ongoing":[261],"education":[262],"regarding":[263],"capabilities":[265],"limitations.":[267],"Within":[268],"new":[270],"paradigm,":[272],"can":[275],"progress":[276],"promising":[279],"technology":[280],"reliable":[282],"improve":[286],"support":[289],"decision-making,":[291],"uphold":[293],"ethical":[294],"standards":[295],"routine":[297],"practice.":[298]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-08-22T00:00:00"}