{"id":"https://openalex.org/W7225634574","doi":"https://doi.org/10.21203/rs.3.rs-11374928/v1","title":"Temporal external validation of random forest and XGBoost models for identifying concurrent diabetic retinopathy among hospitalized patients with type 2 diabetes mellitus: a single-centre temporal external validation study","display_name":"Temporal external validation of random forest and XGBoost models for identifying concurrent diabetic retinopathy among hospitalized patients with type 2 diabetes mellitus: a single-centre temporal external validation study","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225634574","doi":"https://doi.org/10.21203/rs.3.rs-11374928/v1"},"language":"en","primary_location":{"id":"doi:10.21203/rs.3.rs-11374928/v1","doi":"https://doi.org/10.21203/rs.3.rs-11374928/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11374928/v1","pdf_url":"https://www.researchsquare.com/article/rs-11374928/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.researchsquare.com/article/rs-11374928/latest.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025913382","display_name":"Yiting Zhou","orcid":"https://orcid.org/0000-0002-4235-2624","observed_orcids":["https://orcid.org/0000-0002-4235-2624"]},"institutions":[{"id":"https://openalex.org/I161716053","display_name":"China Pharmaceutical University","ror":"https://ror.org/01sfm2718","country_code":"CN","type":"education","lineage":["https://openalex.org/I161716053"]},{"id":"https://openalex.org/I4210111013","display_name":"Nanjing Drum Tower Hospital","ror":"https://ror.org/026axqv54","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210111013"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiting Zhou","raw_affiliation_strings":["Nanjing Drum Tower Hospital, China Pharmaceutical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Drum Tower Hospital, China Pharmaceutical University","institution_ids":["https://openalex.org/I161716053","https://openalex.org/I4210111013"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161348997","display_name":"Nan Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17747738","display_name":"Beijing University of Chinese Medicine","ror":"https://ror.org/05damtm70","country_code":"CN","type":"education","lineage":["https://openalex.org/I17747738"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Gao","raw_affiliation_strings":["Beijing University of Chinese Medicine Third Affiliated Hospital"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Chinese Medicine Third Affiliated Hospital","institution_ids":["https://openalex.org/I17747738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147223561","display_name":"Yafei Luo","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I161716053","display_name":"China Pharmaceutical University","ror":"https://ror.org/01sfm2718","country_code":"CN","type":"education","lineage":["https://openalex.org/I161716053"]},{"id":"https://openalex.org/I4210111013","display_name":"Nanjing Drum Tower Hospital","ror":"https://ror.org/026axqv54","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210111013"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yafei Luo","raw_affiliation_strings":["Nanjing Drum Tower Hospital, China Pharmaceutical University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Drum Tower Hospital, China Pharmaceutical University","institution_ids":["https://openalex.org/I161716053","https://openalex.org/I4210111013"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037039158","display_name":"Lintong Li","orcid":"https://orcid.org/0000-0002-1713-2603","observed_orcids":["https://orcid.org/0000-0002-1713-2603"]},"institutions":[{"id":"https://openalex.org/I4210111013","display_name":"Nanjing Drum Tower Hospital","ror":"https://ror.org/026axqv54","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210111013"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lintong Li","raw_affiliation_strings":["Nanjing Drum Tower Hospital, the Affiliated Hospital of Nanjing University Medical School"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Drum Tower Hospital, the Affiliated Hospital of Nanjing University Medical School","institution_ids":["https://openalex.org/I4210111013"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161338861","display_name":"Lingjun Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210111013","display_name":"Nanjing Drum Tower Hospital","ror":"https://ror.org/026axqv54","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210111013"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingjun Sun","raw_affiliation_strings":["Nanjing Drum Tower Hospital, the Affiliated Hospital of Nanjing University Medical School"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Drum Tower Hospital, the Affiliated Hospital of Nanjing University Medical School","institution_ids":["https://openalex.org/I4210111013"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124642674","display_name":"Cheng Ji","orcid":"https://orcid.org/0000-0002-9442-3690","observed_orcids":["https://orcid.org/0000-0002-9442-3690"]},"institutions":[{"id":"https://openalex.org/I4210111013","display_name":"Nanjing Drum Tower Hospital","ror":"https://ror.org/026axqv54","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210111013"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Ji","raw_affiliation_strings":["Nanjing Drum Tower Hospital, the Affiliated Hospital of Nanjing University Medical School"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing Drum Tower Hospital, the Affiliated Hospital of Nanjing University Medical School","institution_ids":["https://openalex.org/I4210111013"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.45969998836517334,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.45969998836517334,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10170","display_name":"Retinal Diseases and Treatments","score":0.2070000022649765,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diabetic-retinopathy","display_name":"diabetic retinopathy","score":0.996999979019165},{"id":"https://openalex.org/keywords/type-2-diabetes","display_name":"type 2 diabetes","score":0.9990000128746033},{"id":"https://openalex.org/keywords/hospitalized-patients","display_name":"hospitalized patients","score":0.7440000176429749},{"id":"https://openalex.org/keywords/random-forest","display_name":"random forest","score":0.9190000295639038},{"id":"https://openalex.org/keywords/xgboost","display_name":"XGBoost","score":1.0},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.6510000228881836},{"id":"https://openalex.org/keywords/tyg-bmi","display_name":"TyG-BMI","score":0.8790000081062317},{"id":"https://openalex.org/keywords/net-clinical-benefit","display_name":"net clinical benefit","score":0.8100000023841858},{"id":"https://openalex.org/keywords/risk-prediction","display_name":"risk prediction","score":0.33000001311302185}],"concepts":[{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.743399977684021},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6771000027656555},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.5103999972343445},{"id":"https://openalex.org/C2777180221","wikidata":"https://www.wikidata.org/wiki/Q3025883","display_name":"Type 2 diabetes","level":3,"score":0.4903999865055084},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.47360000014305115},{"id":"https://openalex.org/C2910068830","wikidata":"https://www.wikidata.org/wiki/Q3025883","display_name":"Type 2 Diabetes Mellitus","level":3,"score":0.46970000863075256},{"id":"https://openalex.org/C35405484","wikidata":"https://www.wikidata.org/wiki/Q4967066","display_name":"Brier score","level":2,"score":0.41609999537467957},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.37700000405311584},{"id":"https://openalex.org/C2779829184","wikidata":"https://www.wikidata.org/wiki/Q631361","display_name":"Diabetic retinopathy","level":3,"score":0.35910001397132874},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.31630000472068787},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.31520000100135803},{"id":"https://openalex.org/C201903717","wikidata":"https://www.wikidata.org/wiki/Q1778788","display_name":"Cohort study","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C2781232474","wikidata":"https://www.wikidata.org/wiki/Q124407","display_name":"Type 1 diabetes","level":3,"score":0.3109999895095825},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.2928999960422516},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C198433322","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value of tests","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C168743327","wikidata":"https://www.wikidata.org/wiki/Q1826427","display_name":"Random effects model","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C188816634","wikidata":"https://www.wikidata.org/wiki/Q2113324","display_name":"Prospective cohort study","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C174106493","wikidata":"https://www.wikidata.org/wiki/Q1057880","display_name":"External validity","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2778313320","wikidata":"https://www.wikidata.org/wiki/Q550455","display_name":"Retinopathy","level":3,"score":0.2653999924659729},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.21203/rs.3.rs-11374928/v1","doi":"https://doi.org/10.21203/rs.3.rs-11374928/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11374928/v1","pdf_url":"https://www.researchsquare.com/article/rs-11374928/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.21203/rs.3.rs-11374928/v1","doi":"https://doi.org/10.21203/rs.3.rs-11374928/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-11374928/v1","pdf_url":"https://www.researchsquare.com/article/rs-11374928/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.9763000011444092}],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"},{"id":"https://openalex.org/F4320330237","display_name":"Nanjing Drum Tower Hospital","ror":"https://ror.org/026axqv54"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225634574.pdf","grobid_xml":"https://content.openalex.org/works/W7225634574.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1966206262","https://openalex.org/W2045030989","https://openalex.org/W2115098571","https://openalex.org/W2126049444","https://openalex.org/W2295598076","https://openalex.org/W2328176404","https://openalex.org/W2911964244","https://openalex.org/W2996480032","https://openalex.org/W3158522809","https://openalex.org/W3177617320","https://openalex.org/W4382052133","https://openalex.org/W4390876555","https://openalex.org/W4408572578","https://openalex.org/W4412202372","https://openalex.org/W4417121382","https://openalex.org/W4417296978","https://openalex.org/W7160855911"],"related_works":["https://openalex.org/W4280491884","https://openalex.org/W4411549703","https://openalex.org/W4407285986","https://openalex.org/W4408572578","https://openalex.org/W4403338909","https://openalex.org/W4367323194","https://openalex.org/W7160060306","https://openalex.org/W4416717892","https://openalex.org/W3214680623","https://openalex.org/W4407871841"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Machine-learning":[2],"prediction":[3],"models":[4,36,98,165,195,222,257],"for":[5,37,208,212,220,230,248],"diabetic":[6,40],"retinopathy":[7,41],"are":[8],"frequently":[9],"reported":[10],"with":[11,46],"promising":[12],"internal":[13,78,144],"performance,":[14],"yet":[15],"high-quality":[16],"temporal":[17,26,55,161,239],"external":[18,27,56,162,240,267],"validation":[19,28,57,235,268],"remains":[20],"scarce.":[21],"We":[22,107],"aimed":[23],"to":[24,271],"conduct":[25],"of":[29,63],"locked":[30,243],"random":[31],"forest":[32],"(RF)":[33],"and":[34,77,91,119,148,210,261],"XGBoost":[35,149,175,247],"identifying":[38,249],"concurrent":[39,250],"(DR)":[42],"in":[43,99,234,252],"hospitalized":[44,66],"patients":[45,68],"type":[47],"2":[48,75],"diabetes":[49],"mellitus":[50],"(T2DM).":[51],"Methods":[52],"This":[53],"single-centre":[54],"study":[58],"used":[59],"a":[60],"development":[61],"cohort":[62],"3":[64],"874":[65],"T2DM":[67,102,254],"(2018\u20132025),":[69],"split":[70],"into":[71],"training":[72],"(n":[73,80],"=":[74,81,158,180,192],"711)":[76],"test":[79,145],"1":[82],"163)":[83],"datasets.":[84],"After":[85],"finalising":[86],"all":[87],"predictors,":[88],"pre-processing,":[89],"hyper-parameters":[90],"classification":[92,117,232],"thresholds,":[93],"we":[94],"validated":[95],"the":[96,143,242],"fixed":[97],"670":[100],"consecutive":[101],"inpatients":[103],"enrolled":[104],"June-October":[105],"2025.":[106],"assessed":[108],"discrimination":[109,152],"(ROC-AUC,":[110],"PR-AUC),":[111],"Brier":[112],"score,":[113],"calibration":[114,205],"metrics,":[115],"fixed-threshold":[116],"indices":[118],"decision-curve-analysis-derived":[120],"net":[121,215],"clinical":[122,216],"benefit.":[123],"Standardised":[124],"mean":[125,190],"differences":[126],"quantified":[127],"predictor":[128],"distribution":[129,187],"shifts":[130],"between":[131],"cohorts.":[132],"paired":[133],"DeLong":[134],"method":[135],"compared":[136],"ROC-AUC":[137,173],"within":[138],"each":[139],"cohort.":[140],"Results":[141],"In":[142,160],"set,":[146],"RF":[147,169,209,244],"showed":[150],"comparable":[151],"(ROC-AUC":[153],"0.880":[154],"versus":[155],"0.877,":[156],"P":[157,179],"0.607).":[159],"validation,":[163,241],"both":[164,221],"experienced":[166],"performance":[167],"decay;":[168],"achieved":[170],"significantly":[171],"higher":[172],"than":[174],"(0.807":[176],"vs":[177],"0.783,":[178],"0.015).":[181],"Only":[182],"TyG-BMI":[183],"exhibited":[184],"substantial":[185],"inter-cohort":[186],"shift":[188],"(|standardised":[189],"difference|":[191],"0.419).":[193],"Both":[194,256],"systematically":[196],"underestimated":[197,258],"DR":[198,251],"risk":[199,260],"but":[200],"displayed":[201],"heterogeneous":[202],"miscalibration":[203],"patterns:":[204],"slope":[206],"1.544":[207],"0.668":[211],"XGBoost.":[213],"Positive":[214],"benefit":[217],"was":[218],"observed":[219],"across":[223],"low-to-moderate":[224],"threshold":[225],"probabilities.":[226],"Sensitivity":[227],"markedly":[228],"decreased":[229],"pre-set":[231],"thresholds":[233],"data.":[236],"Conclusions":[237],"Under":[238],"model":[245],"outperformed":[246],"hospitalised":[253],"patients.":[255],"disease":[259],"presented":[262],"divergent":[263],"miscalibration.":[264],"Further":[265],"multi-institutional":[266],"is":[269],"required":[270],"establish":[272],"real-world":[273],"generalisability.":[274]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}