{"id":"https://openalex.org/W7134824035","doi":"https://doi.org/10.1016/j.compbiomed.2026.111603","title":"Empirical evaluation of variability and multi-institutional generalizability of deep learning survival models: application to renal cancer CT scans","display_name":"Empirical evaluation of variability and multi-institutional generalizability of deep learning survival models: application to renal cancer CT scans","publication_year":2026,"publication_date":"2026-03-09","ids":{"openalex":"https://openalex.org/W7134824035","doi":"https://doi.org/10.1016/j.compbiomed.2026.111603","pmid":"https://pubmed.ncbi.nlm.nih.gov/41806695"},"language":"en","primary_location":{"id":"doi:10.1016/j.compbiomed.2026.111603","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compbiomed.2026.111603","pdf_url":null,"source":{"id":"https://openalex.org/S44278595","display_name":"Computers in Biology and Medicine","issn_l":"0010-4825","issn":["0010-4825","1879-0534"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Biology and Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.compbiomed.2026.111603","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128643507","display_name":"Brennan Flannery","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Brennan Flannery","raw_affiliation_strings":["Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA. Electronic address: bxf169@case.edu"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA. Electronic address: bxf169@case.edu","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042472161","display_name":"Thomas DeSilvio","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas DeSilvio","raw_affiliation_strings":["Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128677544","display_name":"Mohsen Hariri","orcid":null},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohsen Hariri","raw_affiliation_strings":["Case Western Reserve University, Department of Computer and Data Sciences, 10900 Euclid Ave, Cleveland, OH 44106, USA"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University, Department of Computer and Data Sciences, 10900 Euclid Ave, Cleveland, OH 44106, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047168506","display_name":"Amir Reza Sadri","orcid":"https://orcid.org/0000-0001-8671-2647"},"institutions":[{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amir Reza Sadri","raw_affiliation_strings":["Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA","institution_ids":["https://openalex.org/I58956616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128652331","display_name":"Nicholas Heller","orcid":null},"institutions":[{"id":"https://openalex.org/I1316902750","display_name":"Cleveland Clinic","ror":"https://ror.org/03xjacd83","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316902750"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Heller","raw_affiliation_strings":["Cleveland Clinic, Department of Urology, 9500 Euclid Ave, Cleveland, OH 44106, USA"],"affiliations":[{"raw_affiliation_string":"Cleveland Clinic, Department of Urology, 9500 Euclid Ave, Cleveland, OH 44106, USA","institution_ids":["https://openalex.org/I1316902750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128648698","display_name":"Christopher Weight","orcid":null},"institutions":[{"id":"https://openalex.org/I1316902750","display_name":"Cleveland Clinic","ror":"https://ror.org/03xjacd83","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316902750"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Weight","raw_affiliation_strings":["Cleveland Clinic, Department of Urology, 9500 Euclid Ave, Cleveland, OH 44106, USA"],"affiliations":[{"raw_affiliation_string":"Cleveland Clinic, Department of Urology, 9500 Euclid Ave, Cleveland, OH 44106, USA","institution_ids":["https://openalex.org/I1316902750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128661097","display_name":"Satish E. Viswanath","orcid":null},"institutions":[{"id":"https://openalex.org/I4210110978","display_name":"Louis Stokes Cleveland VA Medical Center","ror":"https://ror.org/01vrybr67","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1322918889","https://openalex.org/I2799886695","https://openalex.org/I4210110978","https://openalex.org/I4210127612"]},{"id":"https://openalex.org/I58956616","display_name":"Case Western Reserve University","ror":"https://ror.org/051fd9666","country_code":"US","type":"education","lineage":["https://openalex.org/I58956616"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satish E. Viswanath","raw_affiliation_strings":["Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA; Louis Stokes Veteran Affairs Medical Center, 10701 East Blvd, Cleveland, OH 44106, USA. Electronic address: satish.viswanath@emory.edu"],"affiliations":[{"raw_affiliation_string":"Case Western Reserve University, Department of Biomedical Engineering, 10900 Euclid Ave, Cleveland, OH 44106, USA; Louis Stokes Veteran Affairs Medical Center, 10701 East Blvd, Cleveland, OH 44106, USA. Electronic address: satish.viswanath@emory.edu","institution_ids":["https://openalex.org/I58956616","https://openalex.org/I4210110978"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5128643507"],"corresponding_institution_ids":["https://openalex.org/I58956616"],"apc_list":{"value":2610,"currency":"USD","value_usd":2610},"apc_paid":{"value":2610,"currency":"USD","value_usd":2610},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71158532,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"206","issue":null,"first_page":"111603","last_page":"111603"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.12860000133514404,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.12860000133514404,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11885","display_name":"MRI in cancer diagnosis","score":0.12210000306367874,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.09369999915361404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.7759000062942505},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6420000195503235},{"id":"https://openalex.org/keywords/kidney-cancer","display_name":"Kidney cancer","score":0.5081999897956848},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.4083000123500824},{"id":"https://openalex.org/keywords/computed-tomography","display_name":"Computed tomography","score":0.374099999666214},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.3005000054836273}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.7759000062942505},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.7329000234603882},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6420000195503235},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.564300000667572},{"id":"https://openalex.org/C2781068499","wikidata":"https://www.wikidata.org/wiki/Q3242950","display_name":"Kidney cancer","level":3,"score":0.5081999897956848},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4618000090122223},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.4083000123500824},{"id":"https://openalex.org/C544519230","wikidata":"https://www.wikidata.org/wiki/Q32566","display_name":"Computed tomography","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3691999912261963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3086000084877014},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C3020745361","wikidata":"https://www.wikidata.org/wiki/Q2501186","display_name":"Urothelial cancer","level":4,"score":0.2879999876022339},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27070000767707825},{"id":"https://openalex.org/C163716698","wikidata":"https://www.wikidata.org/wiki/Q841267","display_name":"Tomography","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C2992838919","wikidata":"https://www.wikidata.org/wiki/Q13641482","display_name":"Renal tumor","level":4,"score":0.25029999017715454}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000368","descriptor_name":"Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007680","descriptor_name":"Kidney Neoplasms","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D007680","descriptor_name":"Kidney Neoplasms","qualifier_ui":"Q000401","qualifier_name":"mortality","is_major_topic":true},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008875","descriptor_name":"Middle Aged","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014057","descriptor_name":"Tomography, X-Ray Computed","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016019","descriptor_name":"Survival Analysis","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.compbiomed.2026.111603","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compbiomed.2026.111603","pdf_url":null,"source":{"id":"https://openalex.org/S44278595","display_name":"Computers in Biology and Medicine","issn_l":"0010-4825","issn":["0010-4825","1879-0534"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Biology and Medicine","raw_type":"journal-article"},{"id":"pmid:41806695","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41806695","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in biology and medicine","raw_type":null}],"best_oa_location":{"id":"doi:10.1016/j.compbiomed.2026.111603","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.compbiomed.2026.111603","pdf_url":null,"source":{"id":"https://openalex.org/S44278595","display_name":"Computers in Biology and Medicine","issn_l":"0010-4825","issn":["0010-4825","1879-0534"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers in Biology and Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2043404045","https://openalex.org/W2062567955","https://openalex.org/W2082376914","https://openalex.org/W2408733084","https://openalex.org/W2506506742","https://openalex.org/W2753919178","https://openalex.org/W2886848602","https://openalex.org/W2905889700","https://openalex.org/W2910121883","https://openalex.org/W2943162041","https://openalex.org/W2954996726","https://openalex.org/W2963016155","https://openalex.org/W3011821385","https://openalex.org/W3015365640","https://openalex.org/W3031635948","https://openalex.org/W3036901136","https://openalex.org/W3040124377","https://openalex.org/W3088475214","https://openalex.org/W3098789188","https://openalex.org/W3138967769","https://openalex.org/W3147894994","https://openalex.org/W3159799042","https://openalex.org/W3173369353","https://openalex.org/W3176016422","https://openalex.org/W3186679119","https://openalex.org/W3194092754","https://openalex.org/W3216182232","https://openalex.org/W4206738998","https://openalex.org/W4283809060","https://openalex.org/W4289712293","https://openalex.org/W4306767432","https://openalex.org/W4317542939","https://openalex.org/W4385147142","https://openalex.org/W4388626681","https://openalex.org/W4389265550","https://openalex.org/W4389719773","https://openalex.org/W4390790214","https://openalex.org/W4391746054","https://openalex.org/W4391942283","https://openalex.org/W4400207694"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"learning":[1],"survival":[2,44,74,112,266],"(DLS)":[3],"modeling":[4],"has":[5],"shown":[6],"significant":[7],"promise":[8],"across":[9,99,120,194],"multiple":[10,206],"disease":[11],"conditions":[12],"for":[13,245,257,264],"predicting":[14,42],"patient":[15,111],"outcomes":[16,45],"via":[17],"biomedical":[18],"data,":[19],"but":[20],"remain":[21],"relatively":[22],"under-explored":[23],"in":[24,46,76,150],"conjunction":[25],"with":[26,113],"medical":[27,269],"imaging.":[28],"This":[29],"poses":[30],"the":[31,56,69,189,209],"question":[32],"of":[33,58,71,152,243],"what":[34],"methodological":[35],"choices":[36],"promote":[37],"model":[38,63,105,138,185],"generalization,":[39],"especially":[40],"when":[41],"continuous":[43,265],"external":[47,169,213],"validation":[48,170,214],"cohorts.":[49],"In":[50],"this":[51],"work,":[52],"we":[53],"systematically":[54],"examined":[55],"impact":[57],"data":[59,61,128,134,162,198,246],"partitioning,":[60,129],"order,":[62],"initialization,":[64,251],"and":[65,93,118,136,140,145,156,192,248,252,260],"augmentation":[66,227,254],"strategies":[67,244],"on":[68,167,212],"generalization":[70],"CT-based":[72],"DLS":[73],"models":[75,263],"renal":[77],"cancers.":[78],"A":[79,102],"multi-institutional":[80],"CT":[81],"cohort":[82],"was":[83,106,229],"assembled,":[84],"leveraging":[85],"public":[86],"repositories":[87],"such":[88],"as":[89],"TCGA-KIRC,":[90],"TCGA-KICH,":[91],"TCGA-KIRP,":[92],"KITS19;":[94],"totaling":[95],"525":[96],"patients":[97],"from":[98],"9":[100],"institutions.":[101],"3D":[103],"ResNet-18":[104],"trained":[107],"to":[108,177,202,220],"predict":[109],"overall":[110],"a":[114],"Cox":[115],"loss":[116],"function":[117],"evaluated":[119,149],"three":[121],"controlled":[122],"experiments:":[123],"(i)":[124],"random":[125,178],"versus":[126],"covariate-balanced":[127,161],"(ii)":[130],"randomizing":[131],"vs":[132],"fixing":[133],"ordering":[135,199],"initial":[137],"weights,":[139],"(iii)":[141],"varying":[142],"intensity,":[143],"spatial,":[144],"noise":[146,232],"based":[147],"augmentations;":[148],"terms":[151],"concordance":[153],"index":[154],"(c-index)":[155],"hazard":[157],"ratio":[158],"(HR).":[159],"Intelligent":[160],"partitioning":[163,179,247],"demonstrated":[164],"optimal":[165],"performance":[166,191,211],"an":[168],"set":[171],"(c-index":[172,180,215,233],"0.74,":[173],"HR":[174,182,217,235],"5.08)":[175],"compared":[176,219],"0.56,":[181],"0.29).":[183],"Different":[184],"initializations":[186],"significantly":[187],"impacted":[188],"average":[190],"variance":[193],"replicate":[195],"trainings,":[196],"while":[197,223],"had":[200],"little":[201],"no":[203,221],"effect.":[204],"Combining":[205],"augmentations":[207],"produced":[208],"best":[210],"+4.76%,":[216],"+44.39%)":[218],"augmentations,":[222],"most":[224],"impactful":[225],"individual":[226],"type":[228],"additive":[230],"gaussian":[231],"+3.17%,":[234],"+23.47%).":[236],"Our":[237],"results":[238],"demonstrate":[239],"that":[240],"careful":[241],"selection":[242],"ordering,":[249],"weight":[250],"image":[253],"are":[255],"critical":[256],"developing":[258],"robust":[259],"generalizable":[261],"DL":[262],"prediction":[267],"using":[268],"imaging":[270],"data.":[271]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-03-11T00:00:00"}