{"id":"https://openalex.org/W7130727005","doi":"https://doi.org/10.1038/s41746-026-02450-7","title":"Defining operational safety in clinical artificial intelligence systems","display_name":"Defining operational safety in clinical artificial intelligence systems","publication_year":2026,"publication_date":"2026-02-20","ids":{"openalex":"https://openalex.org/W7130727005","doi":"https://doi.org/10.1038/s41746-026-02450-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/41720960"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-026-02450-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02450-7","pdf_url":null,"source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1038/s41746-026-02450-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126519741","display_name":"Young-Tak Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Young-Tak Kim","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123292721","display_name":"Hyunji Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyunji Kim","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032850952","display_name":"Manisha Bahl","orcid":"https://orcid.org/0000-0002-7728-7690"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manisha Bahl","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031248234","display_name":"Michael H. Lev","orcid":"https://orcid.org/0000-0003-0236-7319"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael H. Lev","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021024047","display_name":"R. Gilberto Gonz\u00e1lez","orcid":"https://orcid.org/0000-0002-0234-3897"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramon Gilberto Gonz\u00e1lez","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088233000","display_name":"Michael S. Gee","orcid":"https://orcid.org/0000-0002-6117-5168"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael S. Gee","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA","institution_ids":["https://openalex.org/I4210087915","https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126449088","display_name":"Synho Do","orcid":null},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I4210087915","display_name":"Massachusetts General Hospital","ror":"https://ror.org/002pd6e78","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210087915","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I4210157861","display_name":"Harvard Stem Cell Institute","ror":"https://ror.org/04kj1hn59","country_code":"US","type":"facility","lineage":["https://openalex.org/I136199984","https://openalex.org/I4210157861"]}],"countries":["KR","US"],"is_corresponding":true,"raw_author_name":"Synho Do","raw_affiliation_strings":["Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA. sdo@mgh.harvard.edu","KU-KIST Graduate School of Converging Science and Technology, Korea University, Seoul, Republic of Korea. sdo@mgh.harvard.edu","Kempner Institute, Harvard University, Boston, MA, USA. sdo@mgh.harvard.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Massachusetts General Hospital, Harvard Medical School, Boston, MA, USA. sdo@mgh.harvard.edu","institution_ids":["https://openalex.org/I4210087915"]},{"raw_affiliation_string":"KU-KIST Graduate School of Converging Science and Technology, Korea University, Seoul, Republic of Korea. sdo@mgh.harvard.edu","institution_ids":["https://openalex.org/I197347611"]},{"raw_affiliation_string":"Kempner Institute, Harvard University, Boston, MA, USA. sdo@mgh.harvard.edu","institution_ids":["https://openalex.org/I4210157861"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5126449088"],"corresponding_institution_ids":["https://openalex.org/I197347611","https://openalex.org/I4210087915","https://openalex.org/I4210157861"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25315046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8141999840736389,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.8141999840736389,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0357000008225441,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6762999892234802},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6116999983787537},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.4372999966144562},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4108000099658966},{"id":"https://openalex.org/keywords/gray","display_name":"Gray (unit)","score":0.336899995803833}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6762999892234802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6277999877929688},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6116999983787537},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.45019999146461487},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4372999966144562},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4023999869823456},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.36390000581741333},{"id":"https://openalex.org/C166275286","wikidata":"https://www.wikidata.org/wiki/Q190095","display_name":"Gray (unit)","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32760000228881836},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C191147762","wikidata":"https://www.wikidata.org/wiki/Q186289","display_name":"Human reliability","level":3,"score":0.3127000033855438},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2754000127315521},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.26170000433921814}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-026-02450-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02450-7","pdf_url":null,"source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41720960","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41720960","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:e159fd22afea43cab9ec8981c6ff543a","is_oa":false,"landing_page_url":"https://doaj.org/article/e159fd22afea43cab9ec8981c6ff543a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 9, Iss 1 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13050326","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13050326/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-026-02450-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02450-7","pdf_url":null,"source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4273867607116699,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1579369571","https://openalex.org/W2045030989","https://openalex.org/W2084656440","https://openalex.org/W2129075135","https://openalex.org/W2157825442","https://openalex.org/W2514278201","https://openalex.org/W2904422658","https://openalex.org/W2908201961","https://openalex.org/W2982580298","https://openalex.org/W2990473145","https://openalex.org/W2994958466","https://openalex.org/W3013578857","https://openalex.org/W3037647569","https://openalex.org/W3118929067","https://openalex.org/W3131377103","https://openalex.org/W3159250634","https://openalex.org/W3164371714","https://openalex.org/W3210784269","https://openalex.org/W4214874725","https://openalex.org/W4281681378","https://openalex.org/W4293689835","https://openalex.org/W4307846218","https://openalex.org/W4313312731","https://openalex.org/W4324020360","https://openalex.org/W4361012985","https://openalex.org/W4387117651","https://openalex.org/W4389055737","https://openalex.org/W4389860172","https://openalex.org/W4390610986","https://openalex.org/W4392515687","https://openalex.org/W4392690823","https://openalex.org/W4394807113","https://openalex.org/W4396894318","https://openalex.org/W4399040553","https://openalex.org/W4399592113","https://openalex.org/W4403163447","https://openalex.org/W4404470920","https://openalex.org/W4404634638","https://openalex.org/W4404634677","https://openalex.org/W4406141311","https://openalex.org/W4407270289","https://openalex.org/W4409755741","https://openalex.org/W4410638795","https://openalex.org/W4410850908","https://openalex.org/W4410924975","https://openalex.org/W4412702865"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1,53],"clinical":[2,139],"adoption":[3],"of":[4,98,110],"artificial":[5],"intelligence":[6],"(AI)":[7],"has":[8],"focused":[9],"on":[10],"enabling":[11],"automation,":[12],"but":[13],"conventional":[14],"accuracy":[15],"metrics":[16],"fail":[17],"to":[18,27,48,126],"answer":[19],"a":[20,57,60,70,92,103,107,120],"key":[21,104],"question:":[22],"when":[23],"is":[24,67,76],"it":[25],"safe":[26,130],"trust":[28],"an":[29,46],"AI":[30],"system?":[31],"We":[32],"introduce":[33,84],"the":[34,85,95,117],"Safety-Aware":[35],"Receiver":[36],"Operating":[37],"Characteristic":[38],"(SA-ROC)":[39],"framework,":[40],"which":[41],"defines":[42],"operational":[43,96,146],"safety":[44,147,151],"as":[45],"ability":[47],"meet":[49],"pre-specified":[50],"reliability":[51],"levels.":[52],"SA-ROC":[54,134],"curve":[55],"delineates":[56],"Rule-in":[58],"and":[59,69,148],"Rule-out":[61],"Safe":[62],"Zone,":[63,72],"where":[64,73],"autonomous":[65],"action":[66],"permitted,":[68],"Gray":[71,86],"human":[74],"review":[75],"mandated.":[77],"To":[78],"quantify":[79],"this":[80],"non-automated":[81],"workload,":[82],"we":[83],"Zone":[87],"Area":[88,90],"(\u0393":[89],"),":[91],"metric":[93],"measuring":[94],"cost":[97],"indecision.":[99],"Our":[100],"framework":[101],"reveals":[102],"reversal:":[105],"in":[106],"case":[108],"study":[109],"two":[111],"FDA-cleared":[112],"algorithms":[113],"for":[114,131],"cancer":[115],"screening,":[116],"model":[118],"with":[119],"statistically":[121],"superior":[122],"AUC":[123],"was":[124],"found":[125],"be":[127],"operationally":[128],"less":[129],"high-confidence":[132],"screening.":[133],"enables":[135],"active":[136],"governance,":[137],"translating":[138],"policy":[140],"into":[141],"optimized":[142],"workflows":[143],"that":[144],"inform":[145],"complement":[149],"regulatory":[150],"evaluation.":[152]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-02-21T00:00:00"}