{"id":"https://openalex.org/W7225264342","doi":"https://doi.org/10.3390/jcm15218602","title":"Classification Performance of a Deep Learning Algorithm for Common Skin Lesions in the Emergency Department: A Multicenter Preliminary Validation Study","display_name":"Classification Performance of a Deep Learning Algorithm for Common Skin Lesions in the Emergency Department: A Multicenter Preliminary Validation Study","publication_year":2026,"publication_date":"2026-11-04","ids":{"openalex":"https://openalex.org/W7225264342","doi":"https://doi.org/10.3390/jcm15218602"},"language":"en","primary_location":{"id":"doi:10.3390/jcm15218602","doi":"https://doi.org/10.3390/jcm15218602","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jcm15218602","pdf_url":null,"source":{"id":"https://openalex.org/S2737969411","display_name":"Journal of Clinical Medicine","issn_l":"2077-0383","issn":["2077-0383"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Medicine","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/jcm15218602","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100720910","display_name":"Dong Eun Lee","orcid":"https://orcid.org/0000-0002-2057-5261","observed_orcids":["https://orcid.org/0000-0002-2057-5261"]},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong Eun Lee","raw_affiliation_strings":["Department of Emergency Medicine, School of Medicine, Kyungpook National University, Daegu 41944, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2057-5261","affiliations":[{"raw_affiliation_string":"Department of Emergency Medicine, School of Medicine, Kyungpook National University, Daegu 41944, Republic of Korea","institution_ids":["https://openalex.org/I31419693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074823206","display_name":"Jong Kun Kim","orcid":"https://orcid.org/0000-0002-0583-4368","observed_orcids":["https://orcid.org/0000-0002-0583-4368"]},"institutions":[{"id":"https://openalex.org/I31419693","display_name":"Kyungpook National University","ror":"https://ror.org/040c17130","country_code":"KR","type":"education","lineage":["https://openalex.org/I31419693"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jong Kun Kim","raw_affiliation_strings":["Department of Emergency Medicine, School of Medicine, Kyungpook National University, Daegu 41944, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-0583-4368","affiliations":[{"raw_affiliation_string":"Department of Emergency Medicine, School of Medicine, Kyungpook National University, Daegu 41944, Republic of Korea","institution_ids":["https://openalex.org/I31419693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160575635","display_name":"Min-Seong Kwak","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Min-Seong Kwak","raw_affiliation_strings":["Department of Emergency Medicine, College of Medicine, Yeungnam University, Daegu 42415, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Emergency Medicine, College of Medicine, Yeungnam University, Daegu 42415, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101520838","display_name":"Kyung Woo Lee","orcid":"https://orcid.org/0000-0002-2502-7993","observed_orcids":["https://orcid.org/0000-0002-2502-7993"]},"institutions":[{"id":"https://openalex.org/I4210091133","display_name":"Daegu Catholic University Medical Center","ror":"https://ror.org/00fd9sj13","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I39705031","https://openalex.org/I4210091133"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyung-Woo Lee","raw_affiliation_strings":["Department of Emergency Medicine, Daegu Catholic University Hospital, Daegu 42472, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-2502-7993","affiliations":[{"raw_affiliation_string":"Department of Emergency Medicine, Daegu Catholic University Hospital, Daegu 42472, Republic of Korea","institution_ids":["https://openalex.org/I4210091133"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5159828083","display_name":"Sin-Youl Park","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sin-Youl Park","raw_affiliation_strings":["Department of Emergency Medicine, College of Medicine, Yeungnam University, Daegu 42415, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Emergency Medicine, College of Medicine, Yeungnam University, Daegu 42415, Republic of Korea","institution_ids":["https://openalex.org/I55240360"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5159828083"],"corresponding_institution_ids":["https://openalex.org/I55240360"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.7807129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"21","first_page":"8602","last_page":"8602"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6195999979972839,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6195999979972839,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.120899997651577,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.07339999824762344,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.899399995803833},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.7871000170707703},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.6032999753952026},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.5681999921798706},{"id":"https://openalex.org/C156957248","wikidata":"https://www.wikidata.org/wiki/Q1862216","display_name":"Odds ratio","level":2,"score":0.5343999862670898},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.5234000086784363},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49720001220703125},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49140000343322754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46880000829696655},{"id":"https://openalex.org/C2780724011","wikidata":"https://www.wikidata.org/wiki/Q1295316","display_name":"Emergency department","level":2,"score":0.43389999866485596},{"id":"https://openalex.org/C2780674532","wikidata":"https://www.wikidata.org/wiki/Q3397626","display_name":"Second opinion","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C110083411","wikidata":"https://www.wikidata.org/wiki/Q1744628","display_name":"Statistical classification","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.32820001244544983},{"id":"https://openalex.org/C157481446","wikidata":"https://www.wikidata.org/wiki/Q5270351","display_name":"Diagnostic odds ratio","level":3,"score":0.32339999079704285},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.29660001397132874},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.2705000042915344},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.259799987077713},{"id":"https://openalex.org/C143095724","wikidata":"https://www.wikidata.org/wiki/Q515895","display_name":"Odds","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/jcm15218602","doi":"https://doi.org/10.3390/jcm15218602","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jcm15218602","pdf_url":null,"source":{"id":"https://openalex.org/S2737969411","display_name":"Journal of Clinical Medicine","issn_l":"2077-0383","issn":["2077-0383"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Medicine","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/jcm15218602","doi":"https://doi.org/10.3390/jcm15218602","is_oa":true,"landing_page_url":"https://doi.org/10.3390/jcm15218602","pdf_url":null,"source":{"id":"https://openalex.org/S2737969411","display_name":"Journal of Clinical Medicine","issn_l":"2077-0383","issn":["2077-0383"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Clinical Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Background/Objectives:":[0],"Initial":[1],"classification":[2,45,200,222,235],"of":[3,47,120,130,142,180,198],"skin":[4,32],"lesions":[5,33],"in":[6,43,258],"the":[7,44,75,97,100,106,114,137,148,155,189,238],"emergency":[8,83],"department":[9],"(ED)":[10],"is":[11],"difficult":[12],"when":[13],"dermatology":[14],"consultations":[15],"are":[16,252],"limited.":[17],"This":[18],"study":[19],"externally":[20],"validated":[21],"a":[22,133,177],"deep":[23],"learning":[24],"(DL)":[25],"algorithm":[26,53,76,115,156,219],"for":[27,157,184],"classifying":[28],"three":[29,86,89,149,186],"common":[30],"ED":[31],"and":[34,77,88,132,159,207,228],"explored":[35],"whether":[36],"algorithmic":[37,107,171,229],"pre-classification":[38,108],"was":[39,54,193,231],"associated":[40,194,232],"with":[41,105,195,233,237,245],"changes":[42],"performance":[46,223],"medical":[48,79,174,243],"staff.":[49],"Methods:":[50],"A":[51],"ResNet-50-based":[52],"developed":[55],"using":[56],"6000":[57],"clinical":[58],"images":[59,67,104],"from":[60,68,154,213],"4815":[61],"patients.":[62],"For":[63],"external":[64,112,226],"validation,":[65,113,227],"100":[66],"an":[69,117],"independent":[70,225],"institution":[71],"were":[72],"classified":[73],"by":[74],"nine":[78],"staff":[80,98,175,244],"members":[81],"(three":[82],"medicine":[84],"specialists,":[85],"residents,":[87],"physician":[90],"assistant":[91],"[PA]":[92],"nurses).":[93],"Fifteen":[94],"days":[95],"later,":[96],"reclassified":[99],"same":[101],"randomly":[102],"reordered":[103],"provided.":[109],"Results:":[110],"In":[111,188],"showed":[116,176],"overall":[118],"accuracy":[119,179],"0.96":[121],"(95%":[122,144],"confidence":[123],"interval":[124],"[CI],":[125],"0.90\u20130.99),":[126],"lesion-specific":[127],"balanced":[128,178],"accuracies":[129],"0.95\u20130.96,":[131],"macro-average":[134],"area":[135],"under":[136],"receiver":[138],"operating":[139],"characteristic":[140],"curve":[141],"0.98":[143],"CI,":[145],"0.95\u20131.00).":[146],"Unassisted,":[147],"PA":[150],"nurses":[151],"differed":[152],"significantly":[153],"urticaria":[158],"herpes":[160],"zoster":[161],"(all":[162],"p":[163],"<":[164],"0.01,":[165],"McNemar\u2019s":[166],"exact":[167],"test).":[168],"After":[169],"receiving":[170],"assistance,":[172],"all":[173,185],"0.97":[181],"or":[182],"higher":[183,196],"lesions.":[187],"mixed-effects":[190],"model,":[191],"assistance":[192,230],"odds":[197],"correct":[199],"(odds":[201],"ratio":[202],"25.9,":[203],"95%":[204],"CI":[205],"11.7\u201357.2),":[206],"inter-rater":[208],"agreement":[209],"(Fleiss\u2019":[210],"\u03ba)":[211],"increased":[212],"0.70":[214],"to":[215],"0.97.":[216],"Conclusions:":[217],"The":[218],"demonstrated":[220],"high":[221],"on":[224],"improved":[234],"performance,":[236],"largest":[239],"absolute":[240],"gains":[241],"among":[242],"lower":[246],"unassisted":[247],"accuracy.":[248],"As":[249],"these":[250],"findings":[251],"exploratory,":[253],"they":[254],"should":[255],"be":[256],"confirmed":[257],"randomized":[259],"prospective":[260],"studies.":[261]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-11-05T00:00:00"}