{"id":"https://openalex.org/W3093737097","doi":"https://doi.org/10.1109/jbhi.2020.3042637","title":"Uncertainty-Aware Deep Ensembles for Reliable and Explainable Predictions of Clinical Time Series","display_name":"Uncertainty-Aware Deep Ensembles for Reliable and Explainable Predictions of Clinical Time Series","publication_year":2020,"publication_date":"2020-12-07","ids":{"openalex":"https://openalex.org/W3093737097","doi":"https://doi.org/10.1109/jbhi.2020.3042637","mag":"3093737097","pmid":"https://pubmed.ncbi.nlm.nih.gov/33284756"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2020.3042637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2020.3042637","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.11310","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031748191","display_name":"Kristoffer Wickstr\u00f8m","orcid":"https://orcid.org/0000-0003-1395-7154"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Kristoffer Wickstrom","raw_affiliation_strings":["UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":"https://orcid.org/0000-0003-1395-7154","affiliations":[{"raw_affiliation_string":"UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002504806","display_name":"Karl \u00d8yvind Mikalsen","orcid":"https://orcid.org/0000-0003-4672-7865"},"institutions":[{"id":"https://openalex.org/I1298853749","display_name":"University Hospital of North Norway","ror":"https://ror.org/030v5kp38","country_code":"NO","type":"healthcare","lineage":["https://openalex.org/I1298853749","https://openalex.org/I63903255"]},{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Karl Oyvind Mikalsen","raw_affiliation_strings":["Norway Department of Gastrointestinal Surgery, University Hospital of North Norway (UNN), Troms\u00f8, Norway","UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":"https://orcid.org/0000-0003-4672-7865","affiliations":[{"raw_affiliation_string":"Norway Department of Gastrointestinal Surgery, University Hospital of North Norway (UNN), Troms\u00f8, Norway","institution_ids":["https://openalex.org/I1298853749"]},{"raw_affiliation_string":"UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023225712","display_name":"Michael Kampffmeyer","orcid":"https://orcid.org/0000-0002-7699-0405"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Michael Kampffmeyer","raw_affiliation_strings":["UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7699-0405","affiliations":[{"raw_affiliation_string":"UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046013731","display_name":"Arthur Revhaug","orcid":"https://orcid.org/0000-0002-7949-3770"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Arthur Revhaug","raw_affiliation_strings":["Dept. of Clinical Medicine, UiT the Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7949-3770","affiliations":[{"raw_affiliation_string":"Dept. of Clinical Medicine, UiT the Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013414039","display_name":"Robert Jenssen","orcid":"https://orcid.org/0000-0002-7496-8474"},"institutions":[{"id":"https://openalex.org/I78037679","display_name":"UiT The Arctic University of Norway","ror":"https://ror.org/00wge5k78","country_code":"NO","type":"education","lineage":["https://openalex.org/I78037679"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Robert Jenssen","raw_affiliation_strings":["UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway"],"raw_orcid":"https://orcid.org/0000-0002-7496-8474","affiliations":[{"raw_affiliation_string":"UiT Machine Learning Group at the Department of Physics, and Technology, UiT the Arctic University of Norway, Troms\u00f8, Norway","institution_ids":["https://openalex.org/I78037679"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7379,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.92296204,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"25","issue":"7","first_page":"2435","last_page":"2444"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8111146092414856},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.7773898243904114},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6548664569854736},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6321954727172852},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6078673005104065},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5402926802635193},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.49881982803344727},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4953957796096802},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.4739114046096802},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4657588303089142},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4100008010864258}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8111146092414856},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.7773898243904114},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6548664569854736},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6321954727172852},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6078673005104065},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5402926802635193},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.49881982803344727},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4953957796096802},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4739114046096802},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4657588303089142},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4100008010864258},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1109/jbhi.2020.3042637","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2020.3042637","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:33284756","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33284756","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:arXiv.org:2010.11310","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.11310","pdf_url":"https://arxiv.org/pdf/2010.11310","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:munin.uit.no:10037/27037","is_oa":true,"landing_page_url":"https://hdl.handle.net/10037/27037","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.11310","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.11310","pdf_url":"https://arxiv.org/pdf/2010.11310","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G1254367261","display_name":null,"funder_award_id":"302022","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1579694346","https://openalex.org/W1836465849","https://openalex.org/W1953472828","https://openalex.org/W2100805904","https://openalex.org/W2123045220","https://openalex.org/W2133564696","https://openalex.org/W2155806188","https://openalex.org/W2295107390","https://openalex.org/W2417171118","https://openalex.org/W2551393996","https://openalex.org/W2570333406","https://openalex.org/W2584197249","https://openalex.org/W2753415590","https://openalex.org/W2897007327","https://openalex.org/W2912934387","https://openalex.org/W2944218525","https://openalex.org/W2951934944","https://openalex.org/W2952502547","https://openalex.org/W2963210173","https://openalex.org/W2963238274","https://openalex.org/W2964121744","https://openalex.org/W2964716450","https://openalex.org/W2972810968","https://openalex.org/W2988244882","https://openalex.org/W2989692526","https://openalex.org/W2992711753","https://openalex.org/W2998314166","https://openalex.org/W3000716014","https://openalex.org/W3004946444","https://openalex.org/W3083891030","https://openalex.org/W3101973032","https://openalex.org/W4212883601","https://openalex.org/W4301785137","https://openalex.org/W6631190155","https://openalex.org/W6634703302","https://openalex.org/W6638667902","https://openalex.org/W6677995690","https://openalex.org/W6679434410","https://openalex.org/W6728271538","https://openalex.org/W6730042731","https://openalex.org/W6762562549","https://openalex.org/W6773472075","https://openalex.org/W6785528530"],"related_works":["https://openalex.org/W2076536433","https://openalex.org/W90316445","https://openalex.org/W4255837520","https://openalex.org/W2357256365","https://openalex.org/W2085384747","https://openalex.org/W4327743613","https://openalex.org/W2088166309","https://openalex.org/W2965447900","https://openalex.org/W2387011115","https://openalex.org/W1891216533"],"abstract_inverted_index":{"Deep":[0],"learning-based":[1],"support":[2,180],"systems":[3,21,181],"have":[4,27],"demonstrated":[5],"encouraging":[6],"results":[7],"in":[8,89,108,112,138,151],"numerous":[9],"clinical":[10,41,184],"applications":[11],"involving":[12],"the":[13,35,90,97,101,109,118,139,145,165,173],"processing":[14,183],"of":[15,60,69,80,87],"time":[16,136,140,154,185],"series":[17,186],"data.":[18],"While":[19],"such":[20],"often":[22],"are":[23,82],"very":[24],"accurate,":[25],"they":[26],"no":[28],"inherent":[29],"mechanism":[30],"for":[31,40,51,134,175,182,187],"explaining":[32],"what":[33],"influenced":[34],"predictions,":[36],"which":[37,111],"is":[38,93,114,127,148,157],"critical":[39],"tasks.":[42,190],"However,":[43],"existing":[44],"explainability":[45],"techniques":[46],"lack":[47,68],"an":[48],"important":[49],"component":[50],"trustworthy":[52,177],"and":[53,156,178],"reliable":[54],"decision":[55],"support,":[56],"namely":[57],"a":[58,73,78,131],"notion":[59],"uncertainty.":[61],"In":[62],"this":[63,67],"paper,":[64],"we":[65],"address":[66],"uncertainty":[70,88],"by":[71,95,105],"proposing":[72],"deep":[74],"ensemble":[75,147],"approach":[76],"where":[77],"collection":[79],"DNNs":[81],"trained":[83],"independently.":[84],"A":[85],"measure":[86],"relevance":[91,102,132],"scores":[92,103],"computed":[94],"taking":[96],"standard":[98],"deviation":[99],"across":[100,160],"produced":[104],"each":[106,135],"model":[107,166],"ensemble,":[110],"turn":[113],"used":[115,128],"to":[116,129],"make":[117],"explanations":[119],"more":[120,149,158,167],"reliable.":[121],"The":[122,169],"class":[123],"activation":[124],"mapping":[125],"method":[126],"assign":[130],"score":[133],"step":[137],"series.":[141],"Results":[142],"demonstrate":[143],"that":[144],"proposed":[146,170],"accurate":[150],"locating":[152],"relevant":[153],"steps":[155],"consistent":[159],"random":[161],"initializations,":[162],"thus":[163],"making":[164],"trustworthy.":[168],"methodology":[171],"paves":[172],"way":[174],"constructing":[176],"dependable":[179],"healthcare":[188],"related":[189]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}