{"id":"https://openalex.org/W4214874725","doi":"https://doi.org/10.1038/s41746-022-00572-2","title":"Crossing the chasm from model performance to clinical impact: the need to improve implementation and evaluation of AI","display_name":"Crossing the chasm from model performance to clinical impact: the need to improve implementation and evaluation of AI","publication_year":2022,"publication_date":"2022-03-03","ids":{"openalex":"https://openalex.org/W4214874725","doi":"https://doi.org/10.1038/s41746-022-00572-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/35241790"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-022-00572-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-022-00572-2","pdf_url":"https://www.nature.com/articles/s41746-022-00572-2.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-022-00572-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026395633","display_name":"Jayson S. Marwaha","orcid":"https://orcid.org/0000-0002-3833-7448"},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jayson S. Marwaha","raw_affiliation_strings":["Beth Israel Deaconess Medical Center, Boston, MA, USA. jmarwaha@bidmc.harvard.edu","Harvard Medical School, Boston, MA, USA. jmarwaha@bidmc.harvard.edu","Beth Israel Deaconess Medical Center, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3833-7448","affiliations":[{"raw_affiliation_string":"Beth Israel Deaconess Medical Center, Boston, MA, USA. jmarwaha@bidmc.harvard.edu","institution_ids":["https://openalex.org/I1316535847"]},{"raw_affiliation_string":"Harvard Medical School, Boston, MA, USA. jmarwaha@bidmc.harvard.edu","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Beth Israel Deaconess Medical Center, Boston, MA, USA","institution_ids":["https://openalex.org/I1316535847"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059808008","display_name":"Joseph C. Kvedar","orcid":"https://orcid.org/0000-0002-7517-2291"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I48633490","display_name":"Mass General Brigham","ror":"https://ror.org/04py2rh25","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph C. Kvedar","raw_affiliation_strings":["Harvard Medical School, Boston, MA, USA","Mass General Brigham, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7517-2291","affiliations":[{"raw_affiliation_string":"Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Mass General Brigham, Boston, MA, USA","institution_ids":["https://openalex.org/I48633490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5026395633"],"corresponding_institution_ids":["https://openalex.org/I1316535847","https://openalex.org/I136199984"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":{"value":3590,"currency":"USD","value_usd":3590},"fwci":2.0151,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.87175513,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"5","issue":"1","first_page":"25","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40254417061805725}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40254417061805725}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-022-00572-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-022-00572-2","pdf_url":"https://www.nature.com/articles/s41746-022-00572-2.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:35241790","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35241790","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8894388","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8894388","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:c37a50ccedf94af2befc25ac129ea4f8","is_oa":true,"landing_page_url":"https://doaj.org/article/c37a50ccedf94af2befc25ac129ea4f8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 5, Iss 1, Pp 1-2 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-022-00572-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-022-00572-2","pdf_url":"https://www.nature.com/articles/s41746-022-00572-2.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1393766945","display_name":null,"funder_award_id":"T15- LM007092","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G2903889505","display_name":"Biomedical Informatics and Data Science Research Training Program (BIRT)","funder_award_id":"2t15lm007092-31","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3621853879","display_name":null,"funder_award_id":"T15LM007092","funder_id":"https://openalex.org/F4320306085","funder_display_name":"U.S. Department of Health and Human Services"},{"id":"https://openalex.org/G6742235133","display_name":"Biomedical Informatics and Data Science Research Training Program (BIRT)","funder_award_id":"3t15lm007092-26s1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306085","display_name":"U.S. Department of Health and Human Services","ror":"https://ror.org/033jnv181"},{"id":"https://openalex.org/F4320309622","display_name":"Harvard University","ror":"https://ror.org/03vek6s52"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4214874725.pdf","grobid_xml":"https://content.openalex.org/works/W4214874725.grobid-xml"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W3104823300","https://openalex.org/W3117058671","https://openalex.org/W3117511502","https://openalex.org/W3163891330","https://openalex.org/W3166284163","https://openalex.org/W3199776600","https://openalex.org/W3207892026","https://openalex.org/W3209901185","https://openalex.org/W3211034094"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"has":[3,54],"been":[4,55],"the":[5,45,84,99,109,146,157,196,199],"subject":[6],"of":[7,77,86,91,96,107,112,145,201],"considerable":[8],"interest":[9],"for":[10,13,166],"many":[11],"years":[12],"its":[14,20,50],"potential":[15],"to":[16,83,209],"improve":[17],"clinical":[18,29,67,75,110,193,215,229],"care\u2014yet":[19],"actual":[21],"impact":[22,51,194],"on":[23],"patient":[24],"outcomes":[25],"when":[26],"deployed":[27],"in":[28,88,133,149],"settings":[30],"remains":[31,217],"largely":[32],"unknown.":[33],"In":[34],"a":[35,94,104,162,183],"recent":[36],"systematic":[37],"review":[38],"by":[39],"Zhou":[40],"et":[41],"al.":[42],"1":[43],",":[44],"authors":[46,100],"surprisingly":[47],"show":[48],"that":[49,71,98,186],"so":[52],"far":[53],"quite":[56],"limited.":[57,219],"They":[58],"reviewed":[59],"65":[60],"randomized":[61],"controlled":[62],"trials":[63,97,151],"(RCTs)":[64],"evaluating":[65],"AI-based":[66],"interventions":[68],"and":[69,128,176,228],"found":[70],"there":[72,129],"was":[73,125,130],"no":[74,131],"benefit":[76,111,132],"using":[78,113,134],"AI":[79,147],"prediction":[80],"tools":[81,148],"compared":[82],"standard":[85],"care":[87],"nearly":[89],"40%":[90],"studies.":[92],"Among":[93],"subset":[95],"identified":[101],"as":[102],"having":[103],"low":[105],"risk":[106,123],"bias,":[108],"deep":[114],"learning":[115,136],"(DL)":[116],"predictive":[117,167,188,204],"models":[118,138,205],"over":[119,139],"traditional":[120],"statistical":[121],"(TS)":[122],"calculators":[124],"only":[126],"minimal,":[127],"machine":[135],"(ML)":[137],"TS":[140],"tools.":[141],"Somewhat":[142],"counterintuitively,":[143],"most":[144],"these":[150,211],"exhibited":[152],"an":[153],"excellent":[154],"area":[155],"under":[156],"receiver":[158],"operating":[159],"characteristic":[160],"(AUROC;":[161],"common":[163],"performance":[164],"metric":[165],"models)":[168],"during":[169],"development":[170],"(median":[171,178],"AUROC":[172,179],"0.81,":[173],"IQR":[174,181],"0.75\u20130.90)":[175],"validation":[177],"0.83,":[180],"0.79\u20130.97):":[182],"humbling":[184],"reminder":[185],"robust":[187],"utility":[189,216],"does":[190],"not":[191],"guarantee":[192],"at":[195],"bedside.":[197],"As":[198],"science":[200],"building":[202],"accurate":[203],"progresses,":[206],"our":[207],"ability":[208],"translate":[210],"advancements":[212],"into":[213],"real-world":[214],"comparatively":[218],"How":[220],"can":[221],"we":[222],"bridge":[223],"this":[224],"gap":[225],"between":[226],"AUROCs":[227],"benefit?":[230]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":6}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}