{"id":"https://openalex.org/W4414199187","doi":"https://doi.org/10.1109/mmar65820.2025.11151064","title":"Comprehensive Quantitative Evaluation of the Performance and Trustworthiness of Deep Learning Models - Skin Lesion Classification Case Study","display_name":"Comprehensive Quantitative Evaluation of the Performance and Trustworthiness of Deep Learning Models - Skin Lesion Classification Case Study","publication_year":2025,"publication_date":"2025-08-26","ids":{"openalex":"https://openalex.org/W4414199187","doi":"https://doi.org/10.1109/mmar65820.2025.11151064"},"language":"en","primary_location":{"id":"doi:10.1109/mmar65820.2025.11151064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar65820.2025.11151064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 29th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Krystian Brzozowski","orcid":null},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":true,"raw_author_name":"Krystian Brzozowski","raw_affiliation_strings":["Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland"],"affiliations":[{"raw_affiliation_string":"Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland","institution_ids":["https://openalex.org/I169333911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091924587","display_name":"Jakub Buler","orcid":"https://orcid.org/0009-0008-6684-7446"},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Jakub Buler","raw_affiliation_strings":["Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland"],"affiliations":[{"raw_affiliation_string":"Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland","institution_ids":["https://openalex.org/I169333911"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091924588","display_name":"Rafa\u0142 Buler","orcid":null},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Rafa\u0142 Buler","raw_affiliation_strings":["Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland"],"affiliations":[{"raw_affiliation_string":"Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland","institution_ids":["https://openalex.org/I169333911"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034493946","display_name":"Micha\u0142 Grochowski","orcid":"https://orcid.org/0000-0002-2453-2410"},"institutions":[{"id":"https://openalex.org/I169333911","display_name":"Gda\u0144sk University of Technology","ror":"https://ror.org/006x4sc24","country_code":"PL","type":"education","lineage":["https://openalex.org/I169333911"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Micha\u0142 Grochowski","raw_affiliation_strings":["Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland"],"affiliations":[{"raw_affiliation_string":"Gdansk University of Technology,Department of Intelligent Control Systems and Decision Support,Poland","institution_ids":["https://openalex.org/I169333911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169333911"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17038482,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"345","last_page":"350"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6535999774932861,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.6535999774932861,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.5666999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.5393999814987183,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7570000290870667},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47909998893737793},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4708999991416931},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.4620000123977661},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4408000111579895},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.41999998688697815},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.3919999897480011},{"id":"https://openalex.org/keywords/skin-lesion","display_name":"Skin lesion","score":0.38830000162124634}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7570000290870667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7401999831199646},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5957000255584717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5382999777793884},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47909998893737793},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4708999991416931},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.4620000123977661},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4408000111579895},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3919999897480011},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.38830000162124634},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C2777789703","wikidata":"https://www.wikidata.org/wiki/Q192102","display_name":"Skin cancer","level":3,"score":0.313400000333786},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.30000001192092896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2648000121116638},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mmar65820.2025.11151064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmar65820.2025.11151064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 29th International Conference on Methods and Models in Automation and Robotics (MMAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2624171432","https://openalex.org/W2794825826","https://openalex.org/W3012614932","https://openalex.org/W3014613513","https://openalex.org/W3024889886","https://openalex.org/W3035333819","https://openalex.org/W3037536631","https://openalex.org/W3046939034","https://openalex.org/W3112455498","https://openalex.org/W3120894151","https://openalex.org/W3171214286","https://openalex.org/W3204882321","https://openalex.org/W3212197959","https://openalex.org/W4307511304","https://openalex.org/W4312251513","https://openalex.org/W4380201339","https://openalex.org/W4394958520","https://openalex.org/W4404889180","https://openalex.org/W4406873116"],"related_works":[],"abstract_inverted_index":{"Skin":[0],"cancer":[1],"remains":[2],"a":[3,66,87],"widespread":[4],"and":[5,11,31,57,70,100,108,120,152,175,188],"potentially":[6],"deadly":[7],"disease,":[8],"where":[9],"timely":[10],"accurate":[12,60],"diagnosis":[13],"significantly":[14],"improves":[15],"patient":[16],"outcomes.":[17],"However,":[18],"the":[19,55,116,124,137,159,197],"diagnostic":[20],"process":[21],"encounters":[22],"challenges":[23],"due":[24],"to":[25,104,114],"substantial":[26],"variability":[27],"within":[28],"lesion":[29,35],"classes":[30],"similarities":[32],"among":[33],"different":[34],"types.":[36],"Publicly":[37],"available":[38],"datasets,":[39],"such":[40],"as":[41],"dermoscopic":[42,95],"image":[43],"collections,":[44],"commonly":[45],"exhibit":[46],"imbalanced":[47],"distributions,":[48],"notably":[49],"underrepresenting":[50],"malignant":[51],"lesions,":[52],"further":[53],"complicating":[54],"development":[56],"validation":[58],"of":[59,68,86,126,136,158,178],"classification":[61,166],"systems.":[62],"Additionally,":[63],"there":[64],"is":[65],"scarcity":[67],"comprehensive":[69,84],"standardized":[71],"evaluation":[72,85,143,157],"metrics":[73],"reported":[74],"in":[75],"existing":[76],"research.":[77],"This":[78,195],"study":[79],"addresses":[80],"these":[81],"limitations":[82],"by":[83],"multi-class":[88],"deep":[89,161],"neural":[90,162],"network":[91,163],"classifier":[92],"trained":[93],"on":[94],"images,":[96],"using":[97,144],"rigorous":[98],"cross-validation":[99],"independent":[101],"external":[102],"testing":[103],"mitigate":[105],"dataset":[106],"imbalance":[107],"ensure":[109],"reliable":[110],"performance":[111],"assessment.":[112],"Furthermore,":[113],"make":[115],"model":[117,164,198],"more":[118,122],"understandable":[119],"thus":[121],"useful,":[123],"number":[125],"explainability":[127],"techniques":[128],"has":[129],"been":[130],"compared.":[131],"Apart":[132],"from":[133],"visual":[134],"comparison":[135],"various":[138],"XAI":[139],"methods,":[140],"their":[141],"quantitative":[142],"5":[145],"metric":[146],"categories:":[147],"Faithfulness,":[148],"Robustness,":[149],"Localisation,":[150],"Complexity,":[151],"Randomisation,":[153],"was":[154],"performed.":[155],"The":[156],"proposed":[160],"for":[165],"revealed":[167],"its":[168],"noteworthy":[169],"performance,":[170],"with":[171],"accuracy,":[172],"F1-score,":[173],"precision,":[174],"recall":[176],"values":[177],"<tex":[179,189],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[180,190],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$77.60":[181],"\\pm":[182,184,186,192],"0.67,70.25":[183],"1.09,72.69":[185],"1.28$</tex>,":[187],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$70.20":[191],"1.18$</tex>,":[193],"respectively.":[194],"places":[196],"competitively":[199],"alongside":[200],"contemporary":[201],"state-of-the-art":[202],"methods.":[203]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}