{"id":"https://openalex.org/W4317815057","doi":"https://doi.org/10.1038/s41746-023-00753-7","title":"Making machine learning matter to clinicians: model actionability in medical decision-making","display_name":"Making machine learning matter to clinicians: model actionability in medical decision-making","publication_year":2023,"publication_date":"2023-01-24","ids":{"openalex":"https://openalex.org/W4317815057","doi":"https://doi.org/10.1038/s41746-023-00753-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/36690689"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-023-00753-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-023-00753-7","pdf_url":"https://www.nature.com/articles/s41746-023-00753-7.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-023-00753-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019999466","display_name":"Daniel Ehrmann","orcid":"https://orcid.org/0000-0001-6367-2865"},"institutions":[{"id":"https://openalex.org/I2801317318","display_name":"Hospital for Sick Children","ror":"https://ror.org/057q4rt57","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2801317318"]},{"id":"https://openalex.org/I4210151884","display_name":"C. S. Mott Children's Hospital","ror":"https://ror.org/05h0f1d70","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210114445","https://openalex.org/I4210151884"]}],"countries":["CA","US"],"is_corresponding":true,"raw_author_name":"Daniel E. Ehrmann","raw_affiliation_strings":["Congenital Heart Center at Mott Children's Hospital and the University of Michigan Medical School, Ann Arbor, MI, USA. Dehrmann@umich.edu","Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada. Dehrmann@umich.edu","Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6367-2865","affiliations":[{"raw_affiliation_string":"Congenital Heart Center at Mott Children's Hospital and the University of Michigan Medical School, Ann Arbor, MI, USA. Dehrmann@umich.edu","institution_ids":["https://openalex.org/I4210151884"]},{"raw_affiliation_string":"Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada. Dehrmann@umich.edu","institution_ids":["https://openalex.org/I2801317318"]},{"raw_affiliation_string":"Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","institution_ids":["https://openalex.org/I2801317318"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035149567","display_name":"Shalmali Joshi","orcid":null},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shalmali Joshi","raw_affiliation_strings":["Center for Research on Computation on Society, Harvard University, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Research on Computation on Society, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032097525","display_name":"Sebastian D. Goodfellow","orcid":"https://orcid.org/0000-0001-8522-9880"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I2801317318","display_name":"Hospital for Sick Children","ror":"https://ror.org/057q4rt57","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2801317318"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sebastian D. Goodfellow","raw_affiliation_strings":["Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","Faculty of Applied Science and Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","institution_ids":["https://openalex.org/I2801317318"]},{"raw_affiliation_string":"Faculty of Applied Science and Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080855486","display_name":"Mjaye Mazwi","orcid":"https://orcid.org/0000-0003-1345-5429"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I2801317318","display_name":"Hospital for Sick Children","ror":"https://ror.org/057q4rt57","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2801317318"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mjaye L. Mazwi","raw_affiliation_strings":["Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","Department of Paediatrics, University of Toronto, Toronto, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","institution_ids":["https://openalex.org/I2801317318"]},{"raw_affiliation_string":"Department of Paediatrics, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048020821","display_name":"Danny Eytan","orcid":"https://orcid.org/0000-0001-7684-1429"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]},{"id":"https://openalex.org/I2801317318","display_name":"Hospital for Sick Children","ror":"https://ror.org/057q4rt57","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2801317318"]}],"countries":["CA","IL"],"is_corresponding":false,"raw_author_name":"Danny Eytan","raw_affiliation_strings":["Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","Department of Medicine, Technion, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine and Labatt Family Heart Centre, The Hospital for Sick Children, Toronto, ON, Canada","institution_ids":["https://openalex.org/I2801317318"]},{"raw_affiliation_string":"Department of Medicine, Technion, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019999466"],"corresponding_institution_ids":["https://openalex.org/I2801317318","https://openalex.org/I4210151884"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":1.9136,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":{"value":0.89070162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":"1","first_page":"7","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13555","display_name":"Healthcare cost, quality, practices","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.7726350426673889},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5857691168785095},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5343517661094666},{"id":"https://openalex.org/keywords/medical-decision-making","display_name":"Medical decision making","score":0.5240804553031921},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4931427836418152},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4182550311088562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4118995666503906},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3436262607574463},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1952703297138214},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14939221739768982},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11739137768745422},{"id":"https://openalex.org/keywords/medical-emergency","display_name":"Medical emergency","score":0.11131983995437622}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7726350426673889},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5857691168785095},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5343517661094666},{"id":"https://openalex.org/C2983241795","wikidata":"https://www.wikidata.org/wiki/Q6806500","display_name":"Medical decision making","level":2,"score":0.5240804553031921},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4931427836418152},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4182550311088562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4118995666503906},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3436262607574463},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1952703297138214},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14939221739768982},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11739137768745422},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.11131983995437622},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-023-00753-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-023-00753-7","pdf_url":"https://www.nature.com/articles/s41746-023-00753-7.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:36690689","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36690689","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9871014","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9871014","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9871014/pdf/41746_2023_Article_753.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:2f614ddf41b74ed1b93e09739bc6bc0c","is_oa":true,"landing_page_url":"https://doaj.org/article/2f614ddf41b74ed1b93e09739bc6bc0c","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 6, Iss 1, Pp 1-5 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41746-023-00753-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-023-00753-7","pdf_url":"https://www.nature.com/articles/s41746-023-00753-7.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323654","display_name":"Hospital for Sick Children","ror":"https://ror.org/057q4rt57"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4317815057.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1983342498","https://openalex.org/W1987946603","https://openalex.org/W2031039478","https://openalex.org/W2062974444","https://openalex.org/W2100163053","https://openalex.org/W2109710529","https://openalex.org/W2168490582","https://openalex.org/W2177870565","https://openalex.org/W2226880313","https://openalex.org/W2561568534","https://openalex.org/W2621116759","https://openalex.org/W2758245304","https://openalex.org/W2777466552","https://openalex.org/W2777509136","https://openalex.org/W2896893468","https://openalex.org/W2908893749","https://openalex.org/W2946711149","https://openalex.org/W2962685150","https://openalex.org/W2967844572","https://openalex.org/W2982580298","https://openalex.org/W3003375629","https://openalex.org/W3028755626","https://openalex.org/W3046562124","https://openalex.org/W3122582799","https://openalex.org/W3130532720"],"related_works":["https://openalex.org/W4299297278","https://openalex.org/W2114770238","https://openalex.org/W2046724649","https://openalex.org/W2959160600","https://openalex.org/W2365607528","https://openalex.org/W2555586164","https://openalex.org/W1499374895","https://openalex.org/W2043347519","https://openalex.org/W2365102679","https://openalex.org/W2766992247"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"has":[3],"the":[4,19,29,60,87],"potential":[5],"to":[6,35,37,56,85],"transform":[7],"patient":[8],"care":[9],"and":[10,26,64,69],"outcomes.":[11],"However,":[12],"there":[13],"are":[14],"important":[15],"differences":[16],"between":[17],"measuring":[18],"performance":[20],"of":[21,31,62,71,81,89],"ML":[22],"models":[23,39],"in":[24],"silico":[25],"usefulness":[27],"at":[28],"point":[30],"care.":[32],"One":[33],"lens":[34],"use":[36],"evaluate":[38],"during":[40],"early":[41],"development":[42],"is":[43,46],"actionability,":[44],"which":[45],"currently":[47],"undervalued.":[48],"We":[49],"propose":[50],"a":[51,94],"metric":[52,75],"for":[53],"actionability":[54],"intended":[55],"be":[57,77],"used":[58],"before":[59],"evaluation":[61],"calibration":[63],"ultimately":[65],"decision":[66],"curve":[67],"analysis":[68],"calculation":[70],"net":[72],"benefit.":[73],"Our":[74],"should":[76],"viewed":[78],"as":[79],"part":[80],"an":[82],"overarching":[83],"effort":[84],"increase":[86],"number":[88],"pragmatic":[90],"tools":[91],"that":[92],"identify":[93],"model's":[95],"possible":[96],"clinical":[97],"impacts.":[98]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":9}],"updated_date":"2026-04-27T08:22:11.395708","created_date":"2025-10-10T00:00:00"}