{"id":"https://openalex.org/W4361006784","doi":"https://doi.org/10.3390/informatics10020033","title":"Development and Internal Validation of an Interpretable Machine Learning Model to Predict Readmissions in a United States Healthcare System","display_name":"Development and Internal Validation of an Interpretable Machine Learning Model to Predict Readmissions in a United States Healthcare System","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4361006784","doi":"https://doi.org/10.3390/informatics10020033"},"language":"en","primary_location":{"id":"doi:10.3390/informatics10020033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics10020033","pdf_url":"https://www.mdpi.com/2227-9709/10/2/33/pdf?version=1679898988","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2227-9709/10/2/33/pdf?version=1679898988","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038387643","display_name":"Amanda L. Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda L. Luo","raw_affiliation_strings":["Master of Science in Data Science Program, University of San Francisco, San Francisco, CA 94117, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Master of Science in Data Science Program, University of San Francisco, San Francisco, CA 94117, USA","institution_ids":["https://openalex.org/I76766440"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023040055","display_name":"Akshay Ravi","orcid":"https://orcid.org/0000-0002-4346-0555"},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akshay Ravi","raw_affiliation_strings":["Division of Hospital Medicine, Department of Medicine, University of California, San Francisco, CA 94143, USA"],"raw_orcid":"https://orcid.org/0000-0002-4346-0555","affiliations":[{"raw_affiliation_string":"Division of Hospital Medicine, Department of Medicine, University of California, San Francisco, CA 94143, USA","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040363969","display_name":"Simone Arvisais\u2010Anhalt","orcid":"https://orcid.org/0000-0003-1540-9186"},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Simone Arvisais-Anhalt","raw_affiliation_strings":["Department of Laboratory Medicine, University of California, San Francisco, CA 94143, USA"],"raw_orcid":"https://orcid.org/0000-0003-1540-9186","affiliations":[{"raw_affiliation_string":"Department of Laboratory Medicine, University of California, San Francisco, CA 94143, USA","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065039986","display_name":"Anoop Muniyappa","orcid":null},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anoop N. Muniyappa","raw_affiliation_strings":["Division of Hospital Medicine, Department of Medicine, University of California, San Francisco, CA 94143, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Hospital Medicine, Department of Medicine, University of California, San Francisco, CA 94143, USA","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782674","display_name":"Xinran Liu","orcid":"https://orcid.org/0000-0001-8559-591X"},"institutions":[{"id":"https://openalex.org/I180670191","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54","country_code":"US","type":"education","lineage":["https://openalex.org/I180670191"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinran Liu","raw_affiliation_strings":["Division of Hospital Medicine, Department of Medicine, University of California, San Francisco, CA 94143, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Hospital Medicine, Department of Medicine, University of California, San Francisco, CA 94143, USA","institution_ids":["https://openalex.org/I180670191"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029210727","display_name":"Shan Wang","orcid":"https://orcid.org/0000-0002-5442-1009"},"institutions":[{"id":"https://openalex.org/I76766440","display_name":"University of San Francisco","ror":"https://ror.org/029m7xn54","country_code":"US","type":"education","lineage":["https://openalex.org/I76766440"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shan Wang","raw_affiliation_strings":["Department of Mathematics and Statistics, University of San Francisco, San Francisco, CA 94117, USA","Master of Science in Data Science Program, University of San Francisco, San Francisco, CA 94117, USA"],"raw_orcid":"https://orcid.org/0000-0002-5442-1009","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Statistics, University of San Francisco, San Francisco, CA 94117, USA","institution_ids":["https://openalex.org/I76766440"]},{"raw_affiliation_string":"Master of Science in Data Science Program, University of San Francisco, San Francisco, CA 94117, USA","institution_ids":["https://openalex.org/I76766440"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100782674"],"corresponding_institution_ids":["https://openalex.org/I180670191"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.2135,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.53247578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"10","issue":"2","first_page":"33","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10198","display_name":"Heart Failure Treatment and Management","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10198","display_name":"Heart Failure Treatment and Management","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.8453446626663208},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.6836928129196167},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.6675266623497009},{"id":"https://openalex.org/keywords/logistic-regression","display_name":"Logistic regression","score":0.6662830710411072},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.5838620066642761},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5372687578201294},{"id":"https://openalex.org/keywords/gradient-boosting","display_name":"Gradient boosting","score":0.5273493528366089},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.48247960209846497},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46324458718299866},{"id":"https://openalex.org/keywords/emergency-medicine","display_name":"Emergency medicine","score":0.4558303952217102},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.4161006808280945},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.329853892326355},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.32174941897392273},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11913895606994629}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8453446626663208},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.6836928129196167},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.6675266623497009},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.6662830710411072},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5838620066642761},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5372687578201294},{"id":"https://openalex.org/C70153297","wikidata":"https://www.wikidata.org/wiki/Q5591907","display_name":"Gradient boosting","level":3,"score":0.5273493528366089},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.48247960209846497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46324458718299866},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.4558303952217102},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4161006808280945},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.329853892326355},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32174941897392273},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11913895606994629},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/informatics10020033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics10020033","pdf_url":"https://www.mdpi.com/2227-9709/10/2/33/pdf?version=1679898988","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fe48eef2902749cbb5449e8d586ee5dd","is_oa":true,"landing_page_url":"https://doaj.org/article/fe48eef2902749cbb5449e8d586ee5dd","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics, Vol 10, Iss 2, p 33 (2023)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2227-9709/10/2/33/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/informatics10020033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics; Volume 10; Issue 2; Pages: 33","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/informatics10020033","is_oa":true,"landing_page_url":"https://doi.org/10.3390/informatics10020033","pdf_url":"https://www.mdpi.com/2227-9709/10/2/33/pdf?version=1679898988","source":{"id":"https://openalex.org/S2738238905","display_name":"Informatics","issn_l":"2227-9709","issn":["2227-9709"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332622","display_name":"University of California, San Francisco","ror":"https://ror.org/043mz5j54"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4361006784.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W2096258313","https://openalex.org/W2129888542","https://openalex.org/W2296520780","https://openalex.org/W2542719835","https://openalex.org/W2549885908","https://openalex.org/W2618851150","https://openalex.org/W2787894218","https://openalex.org/W2890133916","https://openalex.org/W2892041822","https://openalex.org/W2896016608","https://openalex.org/W2906503640","https://openalex.org/W2911964244","https://openalex.org/W2934399013","https://openalex.org/W2944400536","https://openalex.org/W2944632687","https://openalex.org/W2988953013","https://openalex.org/W3003947561","https://openalex.org/W3005086430","https://openalex.org/W3046192699","https://openalex.org/W3083800969","https://openalex.org/W3086552333","https://openalex.org/W3092096632","https://openalex.org/W3104059174","https://openalex.org/W3139392673","https://openalex.org/W3143992820","https://openalex.org/W3144601772","https://openalex.org/W3159126381","https://openalex.org/W3162309091","https://openalex.org/W3164952087","https://openalex.org/W3165347509","https://openalex.org/W3165786972","https://openalex.org/W3178880675","https://openalex.org/W3190324439","https://openalex.org/W3194638773","https://openalex.org/W3205040636","https://openalex.org/W4223994301","https://openalex.org/W4236137412","https://openalex.org/W4292470427","https://openalex.org/W4300337452"],"related_works":["https://openalex.org/W4308191010","https://openalex.org/W4281616679","https://openalex.org/W4317600379","https://openalex.org/W3004984807","https://openalex.org/W4366151905","https://openalex.org/W3198710639","https://openalex.org/W2911455822","https://openalex.org/W4376054933","https://openalex.org/W2987667774","https://openalex.org/W2605253636"],"abstract_inverted_index":{"(1)":[0],"One":[1],"in":[2,30,161],"four":[3,60],"hospital":[4,18],"readmissions":[5,19,75,160],"is":[6],"potentially":[7],"preventable.":[8],"Machine":[9],"learning":[10],"(ML)":[11],"models":[12,63],"have":[13,27],"been":[14,28],"developed":[15,57,149],"to":[16,72,79,157,192],"predict":[17,73,158],"and":[20,34,53,58,70,117,141,150,190],"risk-stratify":[21],"patients,":[22],"but":[23],"thus":[24],"far":[25],"they":[26],"limited":[29],"clinical":[31,40,178],"applicability,":[32],"timeliness,":[33],"generalizability.":[35],"(2)":[36],"Methods:":[37],"Using":[38],"deidentified":[39],"data":[41],"from":[42],"the":[43,110,121,175,180],"University":[44],"of":[45,97,115,124,144,177,182,188],"California,":[46],"San":[47],"Francisco":[48],"(UCSF)":[49],"between":[50],"January":[51],"2016":[52],"November":[54],"2021,":[55],"we":[56],"compared":[59],"supervised":[61,154],"ML":[62,155],"(logistic":[64],"regression,":[65],"random":[66],"forest,":[67],"gradient":[68],"boosting,":[69],"XGBoost)":[71],"30-day":[74,159],"for":[76],"adults":[77],"admitted":[78],"a":[80,153,162],"UCSF":[81],"hospital.":[82],"(3)":[83],"Results:":[84],"Of":[85],"147,358":[86],"inpatient":[87,142],"encounters,":[88],"20,747":[89],"(13.9%)":[90],"patients":[91],"were":[92,134],"readmitted":[93],"within":[94,185],"30":[95],"days":[96,135],"discharge.":[98],"The":[99,126],"final":[100],"model":[101,156,167],"selected":[102],"was":[103],"XGBoost,":[104],"which":[105],"had":[106],"an":[107,118],"area":[108,119],"under":[109,120],"receiver":[111],"operating":[112],"characteristic":[113],"curve":[114,123],"0.783":[116],"precision-recall":[122],"0.434.":[125],"most":[127],"important":[128],"features":[129,183],"by":[130],"Shapley":[131],"Additive":[132],"Explanations":[133],"since":[136],"last":[137],"admission,":[138],"discharge":[139],"department,":[140],"length":[143],"stay.":[145],"(4)":[146],"Conclusions:":[147],"We":[148],"internally":[151],"validated":[152],"US-based":[163],"healthcare":[164],"system.":[165],"This":[166],"has":[168],"several":[169],"advantages":[170],"including":[171],"state-of-the-art":[172],"performance":[173],"metrics,":[174],"use":[176,181],"data,":[179],"available":[184],"24":[186],"h":[187],"discharge,":[189],"generalizability":[191],"multiple":[193],"disease":[194],"states.":[195]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2023-03-30T00:00:00"}
