{"id":"https://openalex.org/W3094497160","doi":"https://doi.org/10.1109/access.2020.3032683","title":"Testing the Generalizability of an Automated Method for Explaining Machine Learning Predictions on Asthma Patients\u2019 Asthma Hospital Visits to an Academic Healthcare System","display_name":"Testing the Generalizability of an Automated Method for Explaining Machine Learning Predictions on Asthma Patients\u2019 Asthma Hospital Visits to an Academic Healthcare System","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3094497160","doi":"https://doi.org/10.1109/access.2020.3032683","mag":"3094497160","pmid":"https://pubmed.ncbi.nlm.nih.gov/33240737"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3032683","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3032683","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2020.3032683","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038569817","display_name":"Yao Tong","orcid":"https://orcid.org/0000-0002-7885-3922"},"institutions":[{"id":"https://openalex.org/I2801852214","display_name":"University of Washington Medical Center","ror":"https://ror.org/00wbzw723","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2801852214"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yao Tong","raw_affiliation_strings":["Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA 98195, USA","Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA 98195, USA","institution_ids":["https://openalex.org/I2801852214"]},{"raw_affiliation_string":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I2801852214"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077929387","display_name":"Amanda I. Messinger","orcid":"https://orcid.org/0000-0001-8991-0067"},"institutions":[{"id":"https://openalex.org/I4210096275","display_name":"Children's Hospital Colorado","ror":"https://ror.org/00mj9k629","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210096275"]},{"id":"https://openalex.org/I921990950","display_name":"University of Colorado Denver","ror":"https://ror.org/02hh7en24","country_code":"US","type":"education","lineage":["https://openalex.org/I921990950"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amanda I. Messinger","raw_affiliation_strings":["Department of Pediatrics, Children's Hospital Colorado, The Breathing Institute, University of Colorado School of Medicine, Aurora, CO 80045, USA","Department of Pediatrics, Children's Hospital Colorado, Breathing Institute, University of Colorado School of Medicine, Aurora, CO, USA"],"affiliations":[{"raw_affiliation_string":"Department of Pediatrics, Children's Hospital Colorado, The Breathing Institute, University of Colorado School of Medicine, Aurora, CO 80045, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Pediatrics, Children's Hospital Colorado, Breathing Institute, University of Colorado School of Medicine, Aurora, CO, USA","institution_ids":["https://openalex.org/I4210096275","https://openalex.org/I921990950"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080086968","display_name":"Gang Luo","orcid":"https://orcid.org/0000-0001-7217-4008"},"institutions":[{"id":"https://openalex.org/I2801852214","display_name":"University of Washington Medical Center","ror":"https://ror.org/00wbzw723","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2801852214"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Luo","raw_affiliation_strings":["Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA 98195, USA","Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA 98195, USA","institution_ids":["https://openalex.org/I2801852214"]},{"raw_affiliation_string":"Department of Biomedical Informatics and Medical Education, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I2801852214"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038569817"],"corresponding_institution_ids":["https://openalex.org/I2801852214"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.8798,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.92610072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"195971","last_page":"195979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14351","display_name":"Statistical and Computational Modeling","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.8797614574432373},{"id":"https://openalex.org/keywords/asthma","display_name":"Asthma","score":0.821293830871582},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.681264340877533},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.6604050993919373},{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.5862235426902771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5478097200393677},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.5456103682518005},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5151265859603882},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.4261401295661926},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3730965852737427},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1563047468662262},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.13268610835075378}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8797614574432373},{"id":"https://openalex.org/C2776042228","wikidata":"https://www.wikidata.org/wiki/Q35869","display_name":"Asthma","level":2,"score":0.821293830871582},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.681264340877533},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6604050993919373},{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.5862235426902771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5478097200393677},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5456103682518005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5151265859603882},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4261401295661926},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3730965852737427},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1563047468662262},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.13268610835075378},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2020.3032683","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3032683","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmid:33240737","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33240737","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE access : practical innovations, open solutions","raw_type":null},{"id":"pmh:oai:doaj.org/article:9b1b9035277344b1a4a2f43ff428dca0","is_oa":true,"landing_page_url":"https://doaj.org/article/9b1b9035277344b1a4a2f43ff428dca0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 195971-195979 (2020)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:7685253","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7685253","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3032683","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3032683","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6193304890","display_name":null,"funder_award_id":"R01HL142503","funder_id":"https://openalex.org/F4320337338","funder_display_name":"National Heart, Lung, and Blood Institute"}],"funders":[{"id":"https://openalex.org/F4320337338","display_name":"National Heart, Lung, and Blood Institute","ror":"https://ror.org/012pb6c26"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W68525499","https://openalex.org/W127116285","https://openalex.org/W144386269","https://openalex.org/W1585743408","https://openalex.org/W1964662096","https://openalex.org/W1987068848","https://openalex.org/W1989165736","https://openalex.org/W2059786496","https://openalex.org/W2065759196","https://openalex.org/W2077644660","https://openalex.org/W2080660099","https://openalex.org/W2093513788","https://openalex.org/W2099688863","https://openalex.org/W2111964984","https://openalex.org/W2114114902","https://openalex.org/W2115110581","https://openalex.org/W2115269852","https://openalex.org/W2115569315","https://openalex.org/W2127269356","https://openalex.org/W2138061404","https://openalex.org/W2148859586","https://openalex.org/W2154642793","https://openalex.org/W2155532250","https://openalex.org/W2295559204","https://openalex.org/W2295598076","https://openalex.org/W2313222582","https://openalex.org/W2403024631","https://openalex.org/W2441841120","https://openalex.org/W2787204142","https://openalex.org/W2902199877","https://openalex.org/W2923727989","https://openalex.org/W2962772482","https://openalex.org/W2968486217","https://openalex.org/W3001400935","https://openalex.org/W3102476541","https://openalex.org/W3106528173","https://openalex.org/W3116632780","https://openalex.org/W3156542611","https://openalex.org/W4285719527","https://openalex.org/W6602763383","https://openalex.org/W6605110070","https://openalex.org/W6605832607","https://openalex.org/W6635046684","https://openalex.org/W6682837551","https://openalex.org/W6713159066","https://openalex.org/W6718242756"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W2118717649","https://openalex.org/W4378220270","https://openalex.org/W4394010018"],"abstract_inverted_index":{"Asthma":[0],"puts":[1],"a":[2,161],"tremendous":[3],"overhead":[4],"on":[5,89,154,164],"healthcare.":[6],"To":[7,65],"enable":[8],"effective":[9],"preventive":[10],"care":[11],"to":[12,39,78,94,124,145,182,192,212,239],"improve":[13],"outcomes":[14],"in":[15,44,49,55,108,244],"managing":[16],"asthma,":[17],"we":[18,73],"recently":[19],"created":[20],"two":[21],"machine":[22,56,84],"learning":[23,85],"models,":[24,72],"one":[25],"using":[26,35,179],"University":[27,150,166,185,213,232],"of":[28,70,134,151,167,172,186,214,226,233],"Washington":[29,152,168,187,215,234],"Medicine":[30,153,169,188,235],"data":[31,92,170],"and":[32,93,177,191],"the":[33,45,100,146,222,227,245],"other":[34],"Intermountain":[36,111,135],"Healthcare":[37,112],"data,":[38],"predict":[40],"asthma":[41,50,156,202,228,241],"hospital":[42,157,203,242],"visits":[43,243],"next":[46,246],"12":[47,247],"months":[48],"patients.":[51],"As":[52],"is":[53],"common":[54],"learning,":[57],"neither":[58],"model":[59,236],"supplies":[60],"explanations":[61,81],"for":[62,82,200,224],"its":[63],"predictions.":[64,114],"tackle":[66],"this":[67],"interpretability":[68],"issue":[69],"black-box":[71],"developed":[74],"an":[75],"automated":[76,141,206],"method":[77,104,122,181,208,220],"produce":[79],"rule-style":[80],"any":[83],"model's":[86,113,189],"predictions":[87,190,223],"made":[88],"imbalanced":[90],"tabular":[91],"recommend":[95,193],"customized":[96,194],"interventions":[97],"without":[98],"lowering":[99],"prediction":[101],"accuracy.":[102],"Our":[103,196],"exhibited":[105],"good":[106],"performance":[107],"explaining":[109,142,207],"our":[110,121,140,180,184,205,219,231],"Yet,":[115],"it":[116],"stays":[117],"unknown":[118],"how":[119],"well":[120],"generalizes":[123],"academic":[125,147],"healthcare":[126,148],"systems,":[127],"whose":[128],"patient":[129],"composition":[130],"differs":[131],"from":[132],"that":[133,199],"Healthcare.":[136],"This":[137],"study":[138],"evaluates":[139],"method's":[143],"generalizability":[144,211],"system":[149],"predicting":[155,201],"visits.":[158],"We":[159],"did":[160],"secondary":[162],"analysis":[163],"82,888":[165],"instances":[171],"asthmatic":[173],"adults":[174],"between":[175],"2011":[176],"2018,":[178],"explain":[183],"interventions.":[195],"results":[197],"showed":[198],"visits,":[204],"had":[209],"satisfactory":[210],"Medicine.":[216],"In":[217],"particular,":[218],"explained":[221],"87.6%":[225],"patients":[229],"whom":[230],"accurately":[237],"predicted":[238],"experience":[240],"months.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}