{"id":"https://openalex.org/W4379929229","doi":"https://doi.org/10.1007/s10278-023-00857-2","title":"Deep Ensembles Are Robust to Occasional Catastrophic Failures of Individual DNNs for Organs Segmentations in CT Images","display_name":"Deep Ensembles Are Robust to Occasional Catastrophic Failures of Individual DNNs for Organs Segmentations in CT Images","publication_year":2023,"publication_date":"2023-06-08","ids":{"openalex":"https://openalex.org/W4379929229","doi":"https://doi.org/10.1007/s10278-023-00857-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/37291384"},"language":"en","primary_location":{"id":"doi:10.1007/s10278-023-00857-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10278-023-00857-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10278-023-00857-2.pdf","source":{"id":"https://openalex.org/S62275304","display_name":"Journal of Digital Imaging","issn_l":"0897-1889","issn":["0897-1889","1618-727X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Digital Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10278-023-00857-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020448043","display_name":"Yury Petrov","orcid":"https://orcid.org/0000-0001-6110-3159"},"institutions":[{"id":"https://openalex.org/I4210090250","display_name":"Gene Therapy Laboratory","ror":"https://ror.org/008rwh029","country_code":"FR","type":"facility","lineage":["https://openalex.org/I154526488","https://openalex.org/I3019204325","https://openalex.org/I4210090250","https://openalex.org/I4210100892","https://openalex.org/I4210105774","https://openalex.org/I97188460"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Yury Petrov","raw_affiliation_strings":["Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA. petrov.yury@gene.com","Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA"],"affiliations":[{"raw_affiliation_string":"Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA. petrov.yury@gene.com","institution_ids":["https://openalex.org/I4210090250"]},{"raw_affiliation_string":"Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041321890","display_name":"Bilal Haider Malik","orcid":"https://orcid.org/0000-0001-8762-7321"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bilal Malik","raw_affiliation_strings":["Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA"],"affiliations":[{"raw_affiliation_string":"Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044122805","display_name":"Jill Fredrickson","orcid":"https://orcid.org/0000-0002-2693-4309"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jill Fredrickson","raw_affiliation_strings":["Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA"],"affiliations":[{"raw_affiliation_string":"Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078885080","display_name":"Skander Jemaa","orcid":"https://orcid.org/0009-0009-3627-7670"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Skander Jemaa","raw_affiliation_strings":["Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA"],"affiliations":[{"raw_affiliation_string":"Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062841169","display_name":"Richard A.D. Carano","orcid":"https://orcid.org/0000-0002-6799-4367"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard A. D. Carano","raw_affiliation_strings":["Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA"],"affiliations":[{"raw_affiliation_string":"Genentech, Inc., 1 DNA Way, South San Francisco, CA, 94080, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5020448043"],"corresponding_institution_ids":["https://openalex.org/I4210090250"],"apc_list":{"value":3190,"currency":"EUR","value_usd":4190},"apc_paid":{"value":3190,"currency":"EUR","value_usd":4190},"fwci":0.6956,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71069164,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"36","issue":"5","first_page":"2060","last_page":"2074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.814576268196106},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7545500993728638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7184385657310486},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.6792412400245667},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6707744598388672},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6387855410575867},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6348782777786255},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.5081565380096436},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4965563416481018},{"id":"https://openalex.org/keywords/percentile","display_name":"Percentile","score":0.44465237855911255},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4105418920516968},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13534677028656006},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09035131335258484}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.814576268196106},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7545500993728638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7184385657310486},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6792412400245667},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6707744598388672},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6387855410575867},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6348782777786255},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.5081565380096436},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4965563416481018},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.44465237855911255},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4105418920516968},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13534677028656006},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09035131335258484},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014057","descriptor_name":"Tomography, X-Ray Computed","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014057","descriptor_name":"Tomography, X-Ray Computed","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014057","descriptor_name":"Tomography, X-Ray Computed","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1007/s10278-023-00857-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10278-023-00857-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10278-023-00857-2.pdf","source":{"id":"https://openalex.org/S62275304","display_name":"Journal of Digital Imaging","issn_l":"0897-1889","issn":["0897-1889","1618-727X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Digital Imaging","raw_type":"journal-article"},{"id":"pmid:37291384","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37291384","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of digital imaging","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10502003","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10502003","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10502003/pdf/10278_2023_Article_857.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Digit Imaging","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s10278-023-00857-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10278-023-00857-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10278-023-00857-2.pdf","source":{"id":"https://openalex.org/S62275304","display_name":"Journal of Digital Imaging","issn_l":"0897-1889","issn":["0897-1889","1618-727X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Digital Imaging","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309432","display_name":"F. Hoffmann-La Roche","ror":"https://ror.org/00by1q217"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4379929229.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W1901129140","https://openalex.org/W2019607817","https://openalex.org/W2024115582","https://openalex.org/W2058764642","https://openalex.org/W2083927153","https://openalex.org/W2122889464","https://openalex.org/W2148347694","https://openalex.org/W2166897825","https://openalex.org/W2513367050","https://openalex.org/W2551315898","https://openalex.org/W2742627598","https://openalex.org/W2767623272","https://openalex.org/W2791680898","https://openalex.org/W2801099543","https://openalex.org/W2805354595","https://openalex.org/W2892010670","https://openalex.org/W2911964244","https://openalex.org/W2962914239","https://openalex.org/W2980246484","https://openalex.org/W2984254165","https://openalex.org/W3001746203","https://openalex.org/W3002569343","https://openalex.org/W3004732066","https://openalex.org/W3014974815","https://openalex.org/W3017322331","https://openalex.org/W3089413698","https://openalex.org/W3093568609","https://openalex.org/W3112701542","https://openalex.org/W3138480930","https://openalex.org/W3160082876","https://openalex.org/W3176913189","https://openalex.org/W3210989841","https://openalex.org/W4212883601","https://openalex.org/W4248018214","https://openalex.org/W6632699545","https://openalex.org/W6847957082"],"related_works":["https://openalex.org/W1550559433","https://openalex.org/W2189235034","https://openalex.org/W2059841545","https://openalex.org/W2191239088","https://openalex.org/W2319948171","https://openalex.org/W2044237804","https://openalex.org/W4233457764","https://openalex.org/W2117734186","https://openalex.org/W2590689037","https://openalex.org/W2106165565"],"abstract_inverted_index":{"Deep":[0,21,112,131],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4],"recently":[5],"showed":[6],"remarkable":[7],"performance":[8,35,205],"in":[9,36,47,52,56,174],"various":[10,37,106],"computer":[11],"vision":[12],"tasks,":[13],"including":[14],"classification":[15,38],"and":[16,73,91,143],"segmentation":[17,50,118,137,147],"of":[18,26,62,89,94,140,145,184,197],"medical":[19],"images.":[20,60],"ensembles":[22,45,79],"(an":[23],"aggregated":[24],"prediction":[25],"multiple":[27,68],"DNNs)":[28],"were":[29,64,81,103],"shown":[30],"to":[31,66,109,151],"improve":[32],"a":[33,86],"DNN's":[34],"tasks.":[39],"Here":[40],"we":[41,156],"explore":[42],"how":[43],"deep":[44],"perform":[46],"the":[48,92,116,125,146,158,175,185,198,204],"image":[49,150],"task,":[51],"particular,":[53],"organ":[54],"segmentations":[55,80],"CT":[57],"(Computed":[58],"Tomography)":[59],"Ensembles":[61,113,132,191],"V-Nets":[63],"trained":[65],"segment":[67],"organs":[69,123],"using":[70],"several":[71],"in-house":[72],"publicly":[74],"available":[75],"clinical":[76],"studies.":[77],"The":[78],"tested":[82],"on":[83,203],"images":[84,162,180,187],"from":[85,149],"different":[87],"set":[88],"studies,":[90],"effects":[93],"ensemble":[95,101],"size":[96],"as":[97,99],"well":[98],"other":[100],"parameters":[102],"explored":[104],"for":[105,121,163,195],"organs.":[107,190],"Compared":[108],"single":[110,141],"models,":[111],"significantly":[114],"improved":[115],"average":[117],"accuracy,":[119],"especially":[120],"those":[122],"where":[124],"accuracy":[126,148],"was":[127],"lower.":[128],"More":[129],"importantly,":[130],"strongly":[133],"reduced":[134],"occasional":[135],"\"catastrophic\"":[136],"failures":[138],"characteristic":[139],"models":[142],"variability":[144],"image.":[152],"To":[153],"quantify":[154],"this":[155],"defined":[157],"\"high":[159,199],"risk":[160,200],"images\":":[161],"which":[164],"at":[165],"least":[166],"one":[167],"model":[168],"produced":[169],"an":[170],"outlier":[171],"metric":[172,206],"(performed":[173],"lower":[176],"5%":[177],"percentile).":[178],"These":[179],"comprised":[181],"about":[182],"12%":[183],"test":[186],"across":[188],"all":[189],"performed":[192],"without":[193],"outliers":[194],"68%-100%":[196],"images\"":[201],"depending":[202],"used.":[207]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}