{"id":"https://openalex.org/W4406090644","doi":"https://doi.org/10.1186/s12911-024-02830-7","title":"External validation of AI-based scoring systems in the ICU: a systematic review and meta-analysis","display_name":"External validation of AI-based scoring systems in the ICU: a systematic review and meta-analysis","publication_year":2025,"publication_date":"2025-01-06","ids":{"openalex":"https://openalex.org/W4406090644","doi":"https://doi.org/10.1186/s12911-024-02830-7","pmid":"https://pubmed.ncbi.nlm.nih.gov/39762808"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-024-02830-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-024-02830-7","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02830-7","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02830-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052668207","display_name":"Patrick Rockenschaub","orcid":"https://orcid.org/0000-0002-6499-7933"},"institutions":[{"id":"https://openalex.org/I143397708","display_name":"Innsbruck Medical University","ror":"https://ror.org/03pt86f80","country_code":"AT","type":"education","lineage":["https://openalex.org/I143397708"]},{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]},{"id":"https://openalex.org/I4210139777","display_name":"Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/0493xsw21","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210139777","https://openalex.org/I7877124"]},{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["AT","DE"],"is_corresponding":false,"raw_author_name":"Patrick Rockenschaub","raw_affiliation_strings":["CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","Institute of Clinical Epidemiology, Public Health, Health Economics, Medical Statistics and Informatics, Medical University of Innsbruck, Innsbruck, Austria","QUEST Center for Responsible Research, Berlin Institute of Health at Charit\u00e9 Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I7877124"]},{"raw_affiliation_string":"Institute of Clinical Epidemiology, Public Health, Health Economics, Medical Statistics and Informatics, Medical University of Innsbruck, Innsbruck, Austria","institution_ids":["https://openalex.org/I143397708","https://openalex.org/I190249584"]},{"raw_affiliation_string":"QUEST Center for Responsible Research, Berlin Institute of Health at Charit\u00e9 Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4210139777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067129378","display_name":"Ela M. Akay","orcid":"https://orcid.org/0000-0002-7047-6018"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ela Marie Akay","raw_affiliation_strings":["CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086279697","display_name":"Benjamin Gregory Carlisle","orcid":"https://orcid.org/0000-0001-8975-0649"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Benjamin Gregory Carlisle","raw_affiliation_strings":["STREAM - Studies of Translation, Ethics and Medicine, School of Population and Global Health, McGill University, Montr\u00e9al, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STREAM - Studies of Translation, Ethics and Medicine, School of Population and Global Health, McGill University, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024004096","display_name":"Adam Hilbert","orcid":"https://orcid.org/0000-0003-3447-5453"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adam Hilbert","raw_affiliation_strings":["CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Joshua Wendland","orcid":null},"institutions":[{"id":"https://openalex.org/I904495901","display_name":"Ruhr University Bochum","ror":"https://ror.org/04tsk2644","country_code":"DE","type":"education","lineage":["https://openalex.org/I904495901"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joshua Wendland","raw_affiliation_strings":["Chair for Artificial Intelligence and Formal Methods, Faculty of Computer Science, Ruhr University, Bochum, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair for Artificial Intelligence and Formal Methods, Faculty of Computer Science, Ruhr University, Bochum, Germany","institution_ids":["https://openalex.org/I904495901"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093049634","display_name":"Falk Meyer-Eschenbach","orcid":"https://orcid.org/0009-0000-9813-0249"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Falk Meyer-Eschenbach","raw_affiliation_strings":["Institute of Medical Informatics, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Medical Informatics, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001087941","display_name":"Anatol\u2010Fiete N\u00e4her","orcid":"https://orcid.org/0000-0002-7908-0175"},"institutions":[{"id":"https://openalex.org/I143288331","display_name":"Hasso Plattner Institute","ror":"https://ror.org/058rn5r42","country_code":"DE","type":"facility","lineage":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"id":"https://openalex.org/I176453806","display_name":"University of Potsdam","ror":"https://ror.org/03bnmw459","country_code":"DE","type":"education","lineage":["https://openalex.org/I176453806"]},{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anatol-Fiete N\u00e4her","raw_affiliation_strings":["Digital Global Public Health, Hasso Plattner Institute for Digital Engineering, University of Potsdam, Potsdam, Germany","Institute of Medical Informatics, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Digital Global Public Health, Hasso Plattner Institute for Digital Engineering, University of Potsdam, Potsdam, Germany","institution_ids":["https://openalex.org/I143288331","https://openalex.org/I176453806"]},{"raw_affiliation_string":"Institute of Medical Informatics, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083903227","display_name":"Dietmar Frey","orcid":"https://orcid.org/0000-0001-5407-2331"},"institutions":[{"id":"https://openalex.org/I7877124","display_name":"Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I7877124"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dietmar Frey","raw_affiliation_strings":["CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CLAIM - Charit\u00e9 Lab for AI in Medicine, Charit\u00e9 - Universit\u00e4tsmedizin Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I7877124"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034493341","display_name":"Vince I. Madai","orcid":"https://orcid.org/0000-0002-8552-6954"},"institutions":[{"id":"https://openalex.org/I12870472","display_name":"Birmingham City University","ror":"https://ror.org/00t67pt25","country_code":"GB","type":"education","lineage":["https://openalex.org/I12870472"]},{"id":"https://openalex.org/I4210139777","display_name":"Berlin Institute of Health at Charit\u00e9 - Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/0493xsw21","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210139777","https://openalex.org/I7877124"]}],"countries":["DE","GB"],"is_corresponding":true,"raw_author_name":"Vince Istvan Madai","raw_affiliation_strings":["Faculty of Computing, Engineering and the Built Environment, School of Computing and Digital Technology, Birmingham City University, Birmingham, UK. vince_istvan.madai@bih-charite.de","QUEST Center for Responsible Research, Berlin Institute of Health at Charit\u00e9 Universit\u00e4tsmedizin Berlin, Berlin, Germany. vince_istvan.madai@bih-charite.de","Faculty of Computing, Engineering and the Built Environment, School of Computing and Digital Technology, Birmingham City University, Birmingham, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Engineering and the Built Environment, School of Computing and Digital Technology, Birmingham City University, Birmingham, UK. vince_istvan.madai@bih-charite.de","institution_ids":["https://openalex.org/I12870472"]},{"raw_affiliation_string":"QUEST Center for Responsible Research, Berlin Institute of Health at Charit\u00e9 Universit\u00e4tsmedizin Berlin, Berlin, Germany. vince_istvan.madai@bih-charite.de","institution_ids":["https://openalex.org/I4210139777"]},{"raw_affiliation_string":"Faculty of Computing, Engineering and the Built Environment, School of Computing and Digital Technology, Birmingham City University, Birmingham, UK","institution_ids":["https://openalex.org/I12870472"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5034493341"],"corresponding_institution_ids":["https://openalex.org/I12870472","https://openalex.org/I4210139777"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":15.007,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.99701897,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"1","first_page":"5","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.03060000017285347,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.7581348419189453},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.5758447051048279},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5513732433319092},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.5481899976730347},{"id":"https://openalex.org/keywords/intensive-care-unit","display_name":"Intensive care unit","score":0.5317985415458679},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.49424412846565247},{"id":"https://openalex.org/keywords/external-validity","display_name":"External validity","score":0.4772096276283264},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.4754209816455841},{"id":"https://openalex.org/keywords/intensive-care","display_name":"Intensive care","score":0.420784592628479},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.40193331241607666},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.3559406101703644},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3491278290748596},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3108612895011902},{"id":"https://openalex.org/keywords/intensive-care-medicine","display_name":"Intensive care medicine","score":0.27221402525901794},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.22361987829208374},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.0997307300567627},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.09938955307006836}],"concepts":[{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.7581348419189453},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5758447051048279},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5513732433319092},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.5481899976730347},{"id":"https://openalex.org/C2776376669","wikidata":"https://www.wikidata.org/wiki/Q5094647","display_name":"Intensive care unit","level":2,"score":0.5317985415458679},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.49424412846565247},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.4772096276283264},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.4754209816455841},{"id":"https://openalex.org/C2987404301","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care","level":2,"score":0.420784592628479},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40193331241607666},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3559406101703644},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3491278290748596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3108612895011902},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.27221402525901794},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.22361987829208374},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.0997307300567627},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.09938955307006836},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D007362","descriptor_name":"Intensive Care Units","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-024-02830-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-024-02830-7","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02830-7","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:39762808","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39762808","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:frl.publisso.de:frl:6506915","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11702098","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11702098/pdf/12911_2024_Article_2830.pdf","source":{"id":"https://openalex.org/S4377196269","display_name":"PUBLISSO (German National Library of Medicine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210112663","host_organization_name":"ZB MED - Information Centre for Life Sciences","host_organization_lineage":["https://openalex.org/I4210112663"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://lobid.org/resources/99370673400706441#!, 25(1):5","raw_type":"Zeitschriftenartikel"},{"id":"pmh:oai:doaj.org/article:51f2550826f7488f92ff22e31ddca49e","is_oa":true,"landing_page_url":"https://doaj.org/article/51f2550826f7488f92ff22e31ddca49e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 25, Iss 1, Pp 1-10 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s12911-024-02830-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-024-02830-7","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/counter/pdf/10.1186/s12911-024-02830-7","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G110260265","display_name":"Personalised Medicine by Predictive Modeling in Stroke for better Quality of Life","funder_award_id":"777107","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G434337789","display_name":null,"funder_award_id":"HORIZON2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320308269","display_name":"Alexander von Humboldt-Stiftung","ror":"https://ror.org/012kf4317"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321526","display_name":"Charit\u00e9 \u2013 Universit\u00e4tsmedizin Berlin","ror":"https://ror.org/001w7jn25"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406090644.pdf","grobid_xml":"https://content.openalex.org/works/W4406090644.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1522684182","https://openalex.org/W1898928487","https://openalex.org/W1974873560","https://openalex.org/W1975879668","https://openalex.org/W1991864206","https://openalex.org/W2026274122","https://openalex.org/W2139168999","https://openalex.org/W2150765167","https://openalex.org/W2157825442","https://openalex.org/W2169685811","https://openalex.org/W2280404143","https://openalex.org/W2372800617","https://openalex.org/W2396881363","https://openalex.org/W2513217215","https://openalex.org/W2794885170","https://openalex.org/W2891400669","https://openalex.org/W2892592994","https://openalex.org/W2941720264","https://openalex.org/W2969097171","https://openalex.org/W2982580298","https://openalex.org/W2995282027","https://openalex.org/W2998024276","https://openalex.org/W3009583110","https://openalex.org/W3012810655","https://openalex.org/W3013577764","https://openalex.org/W3037405958","https://openalex.org/W3080627676","https://openalex.org/W3098674050","https://openalex.org/W3103520731","https://openalex.org/W3109609494","https://openalex.org/W3131505924","https://openalex.org/W3169092741","https://openalex.org/W3171007518","https://openalex.org/W3174786846","https://openalex.org/W3189603506","https://openalex.org/W4225272053","https://openalex.org/W4248681815","https://openalex.org/W4289519525","https://openalex.org/W4321782827","https://openalex.org/W4383301639","https://openalex.org/W4385762558","https://openalex.org/W4388322985","https://openalex.org/W4390674087","https://openalex.org/W4390876555","https://openalex.org/W4396750358","https://openalex.org/W4400283511","https://openalex.org/W6776886401","https://openalex.org/W6811716405","https://openalex.org/W6887712514","https://openalex.org/W7025041839"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4297676672","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4281702477","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4378510483","https://openalex.org/W4221142204"],"abstract_inverted_index":{"BACKGROUND:":[0],"Machine":[1],"learning":[2],"(ML)":[3],"is":[4,38,72],"increasingly":[5],"used":[6],"to":[7,47,55,95,148,168,203],"predict":[8,96],"clinical":[9,59],"deterioration":[10,97],"in":[11,79,109,139,205,213,228,256],"intensive":[12],"care":[13],"unit":[14],"(ICU)":[15],"patients":[16,100],"through":[17],"scoring":[18],"systems.":[19],"Although":[20],"promising,":[21],"such":[22],"algorithms":[23],"often":[24],"overfit":[25],"their":[26,76],"training":[27],"cohort":[28],"and":[29,74,89,128,186,259],"perform":[30],"worse":[31],"at":[32],"new":[33],"hospitals.":[34],"Thus,":[35],"external":[36,66,80,149,206,229],"validation":[37,67,150],"a":[39],"critical":[40],"-":[41,45],"but":[42],"frequently":[43],"overlooked":[44],"step":[46],"establish":[48],"the":[49,137,142,232,242,250],"reliability":[50,233],"of":[51,68,87,98,160,177,191,215,234,241,262],"predicted":[52],"risk":[53,70],"scores":[54,71],"translate":[56],"them":[57],"into":[58],"practice.":[60],"We":[61,83,104,114,156],"systematically":[62],"reviewed":[63],"how":[64,75,116],"regularly":[65],"ML-based":[69,238],"performed":[73],"performance":[77],"changed":[78],"data.":[81,103],"METHODS:":[82],"searched":[84],"MEDLINE,":[85],"Web":[86],"Science,":[88],"arXiv":[90],"for":[91,189],"studies":[92,118,173],"using":[93,151],"ML":[94],"ICU":[99],"from":[101],"routine":[102],"included":[105,157],"primary":[106],"research":[107],"published":[108],"English":[110],"before":[111],"December":[112],"2023.":[113,171],"summarised":[115],"many":[117],"were":[119,164],"externally":[120,165],"validated,":[121,166],"assessing":[122],"differences":[123,255],"over":[124],"time,":[125],"by":[126,129,170,198,246],"outcome,":[127],"data":[130],"source.":[131],"For":[132],"validated":[133],"studies,":[134,159],"we":[135],"evaluated":[136],"change":[138],"area":[140],"under":[141],"receiver":[143],"operating":[144],"characteristic":[145],"(AUROC)":[146],"attributable":[147],"linear":[152],"mixed-effects":[153],"models.":[154],"RESULTS:":[155],"572":[158],"which":[161],"84":[162],"(14.7%)":[163],"increasing":[167],"23.9%":[169],"Validated":[172],"made":[174],"disproportionate":[175],"use":[176,261],"open-source":[178],"data,":[179,207,230],"with":[180,208],"two":[181],"well-known":[182],"US":[183],"datasets":[184],"(MIMIC":[185],"eICU)":[187],"accounting":[188],"83.3%":[190],"studies.":[192,216],"On":[193],"average,":[194],"AUROC":[195],"was":[196,225,244],"reduced":[197],"-0.037":[199],"(95%":[200],"CI":[201],"-0.052":[202],"-0.027)":[204],"more":[209],"than":[210],"0.05":[211],"reduction":[212],"49.5%":[214],"DISCUSSION:":[217],"External":[218],"validation,":[219],"although":[220],"increasing,":[221],"remains":[222],"uncommon.":[223],"Performance":[224],"generally":[226],"lower":[227],"questioning":[231],"some":[235],"recently":[236],"proposed":[237],"scores.":[239],"Interpretation":[240],"results":[243],"challenged":[245],"an":[247],"overreliance":[248],"on":[249],"same":[251],"few":[252],"datasets,":[253],"implicit":[254],"case":[257],"mix,":[258],"exclusive":[260],"AUROC.":[263]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":18}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}