{"id":"https://openalex.org/W3200313969","doi":"https://doi.org/10.1109/tcyb.2021.3069920","title":"Interpretability-Based Multimodal Convolutional Neural Networks for Skin Lesion Diagnosis","display_name":"Interpretability-Based Multimodal Convolutional Neural Networks for Skin Lesion Diagnosis","publication_year":2021,"publication_date":"2021-09-21","ids":{"openalex":"https://openalex.org/W3200313969","doi":"https://doi.org/10.1109/tcyb.2021.3069920","mag":"3200313969","pmid":"https://pubmed.ncbi.nlm.nih.gov/34546933"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2021.3069920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3069920","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014176305","display_name":"Sutong Wang","orcid":"https://orcid.org/0000-0001-6603-6047"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sutong Wang","raw_affiliation_strings":["Institute of Information and Decision Technology, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information and Decision Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053571188","display_name":"Yunqiang Yin","orcid":"https://orcid.org/0000-0001-5761-6680"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunqiang Yin","raw_affiliation_strings":["School of Management and Economics, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Management and Economics, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063430163","display_name":"Dujuan Wang","orcid":"https://orcid.org/0000-0003-1617-7057"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dujuan Wang","raw_affiliation_strings":["Business School, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Business School, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101783277","display_name":"Yanzhang Wang","orcid":"https://orcid.org/0000-0002-7016-9624"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhang Wang","raw_affiliation_strings":["Institute of Information and Decision Technology, Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information and Decision Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032314861","display_name":"Yaochu Jin","orcid":"https://orcid.org/0000-0003-1100-0631"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yaochu Jin","raw_affiliation_strings":["Department of Computer Science, University of Surrey, Guildford, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5014176305"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":6.6194,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98017216,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"52","issue":"12","first_page":"12623","last_page":"12637"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12874","display_name":"Digital Imaging for Blood Diseases","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9558440446853638},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.808993935585022},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7088573575019836},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6951848864555359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6630314588546753},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5706557035446167},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5555329322814941},{"id":"https://openalex.org/keywords/skin-lesion","display_name":"Skin lesion","score":0.5474151372909546},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5222142934799194},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42118561267852783},{"id":"https://openalex.org/keywords/skin-cancer","display_name":"Skin cancer","score":0.41373875737190247},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1640629768371582},{"id":"https://openalex.org/keywords/dermatology","display_name":"Dermatology","score":0.15530464053153992},{"id":"https://openalex.org/keywords/cancer","display_name":"Cancer","score":0.09906074404716492},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0845726728439331}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9558440446853638},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.808993935585022},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7088573575019836},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6951848864555359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6630314588546753},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5706557035446167},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5555329322814941},{"id":"https://openalex.org/C2988168687","wikidata":"https://www.wikidata.org/wiki/Q949302","display_name":"Skin lesion","level":2,"score":0.5474151372909546},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5222142934799194},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42118561267852783},{"id":"https://openalex.org/C2777789703","wikidata":"https://www.wikidata.org/wiki/Q192102","display_name":"Skin cancer","level":3,"score":0.41373875737190247},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1640629768371582},{"id":"https://openalex.org/C16005928","wikidata":"https://www.wikidata.org/wiki/Q171171","display_name":"Dermatology","level":1,"score":0.15530464053153992},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.09906074404716492},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0845726728439331},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/tcyb.2021.3069920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2021.3069920","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:34546933","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34546933","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null},{"id":"pmh:oai:pub.uni-bielefeld.de:2978330","is_oa":false,"landing_page_url":"https://pub.uni-bielefeld.de/record/2978330","pdf_url":null,"source":{"id":"https://openalex.org/S4306401670","display_name":"PUB \u2013 Publications at Bielefeld University (Bielefeld University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20121455","host_organization_name":"Bielefeld University","host_organization_lineage":["https://openalex.org/I20121455"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"http://purl.org/coar/resource_type/c_6501"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G3767823474","display_name":null,"funder_award_id":"71971041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4847425298","display_name":null,"funder_award_id":"2019YFB1404702","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5633904402","display_name":null,"funder_award_id":"71533001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6375502114","display_name":null,"funder_award_id":"20&ZD084;","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"},{"id":"https://openalex.org/G8235118838","display_name":null,"funder_award_id":"71871148","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1528218178","https://openalex.org/W1901129140","https://openalex.org/W1971756996","https://openalex.org/W1992455269","https://openalex.org/W2003834444","https://openalex.org/W2008096797","https://openalex.org/W2044465660","https://openalex.org/W2066667210","https://openalex.org/W2117539524","https://openalex.org/W2126761761","https://openalex.org/W2281183975","https://openalex.org/W2521536654","https://openalex.org/W2564782580","https://openalex.org/W2581082771","https://openalex.org/W2592451861","https://openalex.org/W2609738825","https://openalex.org/W2619383789","https://openalex.org/W2766255362","https://openalex.org/W2786768213","https://openalex.org/W2797527544","https://openalex.org/W2804935296","https://openalex.org/W2806853752","https://openalex.org/W2886438696","https://openalex.org/W2891675375","https://openalex.org/W2892053105","https://openalex.org/W2899425762","https://openalex.org/W2907688358","https://openalex.org/W2910567234","https://openalex.org/W2911188335","https://openalex.org/W2914959431","https://openalex.org/W2916845318","https://openalex.org/W2917790938","https://openalex.org/W2924551358","https://openalex.org/W2937742783","https://openalex.org/W2940790545","https://openalex.org/W2945008339","https://openalex.org/W2955425717","https://openalex.org/W2962862931","https://openalex.org/W2963564990","https://openalex.org/W2963946669","https://openalex.org/W2964022491","https://openalex.org/W2965318645","https://openalex.org/W2975376327","https://openalex.org/W2986798853","https://openalex.org/W2992240579","https://openalex.org/W3012270282","https://openalex.org/W3022412706","https://openalex.org/W3044914774","https://openalex.org/W3091985207","https://openalex.org/W3102785203","https://openalex.org/W3122347867","https://openalex.org/W3125032682","https://openalex.org/W6639824700","https://openalex.org/W6737947904","https://openalex.org/W6750729320","https://openalex.org/W6762718338","https://openalex.org/W6766292571","https://openalex.org/W6770682776","https://openalex.org/W6781618557","https://openalex.org/W6784125249","https://openalex.org/W6786394082"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4323355870","https://openalex.org/W3165493969","https://openalex.org/W3185137224","https://openalex.org/W4379260075","https://openalex.org/W4285104889","https://openalex.org/W4360585222","https://openalex.org/W4253592280","https://openalex.org/W4245346948"],"abstract_inverted_index":{"Skin":[0],"lesion":[1,31,62,72,92,98],"diagnosis":[2],"is":[3,55],"a":[4,39,56,128,135],"key":[5],"step":[6],"for":[7,70,109,141,179],"skin":[8,30,61,71,91,97],"cancer":[9],"screening,":[10],"which":[11,54],"requires":[12],"high":[13],"accuracy":[14],"and":[15,35,64,96,112,124,154,175,191,198,216],"interpretability.":[16],"Though":[17],"many":[18],"computer-aided":[19],"methods,":[20,24],"especially":[21],"deep":[22,168],"learning":[23,169],"have":[25],"made":[26],"remarkable":[27],"achievements":[28],"in":[29,194,227],"diagnosis,":[32],"their":[33],"generalization":[34],"interpretability":[36],"are":[37,147],"still":[38],"challenge.":[40],"To":[41],"solve":[42],"this":[43],"issue,":[44],"we":[45,126],"propose":[46],"an":[47,131],"interpretability-based":[48],"multimodal":[49,184],"convolutional":[50],"neural":[51],"network":[52],"(IM-CNN),":[53],"multiclass":[57],"classification":[58],"model":[59,161,185],"with":[60,85,93,134,166,202],"images":[63,111],"metadata":[65],"of":[66,76,79,196,224],"patients":[67],"as":[68,172],"input":[69],"diagnosis.":[73,181],"The":[74,182,206],"structure":[75],"IM-CNN":[77],"consists":[78],"three":[80],"main":[81],"paths":[82],"to":[83,106,116],"deal":[84],"metadata,":[86],"features":[87],"extracted":[88],"from":[89,214],"segmented":[90],"domain":[94],"knowledge,":[95],"images,":[99],"respectively.":[100],"We":[101],"add":[102],"interpretable":[103],"visual":[104,207],"modules":[105],"provide":[107],"explanations":[108,208],"both":[110],"metadata.":[113],"In":[114],"addition":[115],"area":[117],"under":[118],"the":[119,150,155,159,203,222],"ROC":[120],"curve":[121,133],"(AUC),":[122],"sensitivity,":[123],"specificity,":[125],"introduce":[127],"new":[129],"indicator,":[130],"AUC":[132],"sensitivity":[136,197],"larger":[137],"than":[138],"80%":[139],"(AUC_SEN_80)":[140],"performance":[142],"evaluation.":[143],"Extensive":[144],"experimental":[145],"studies":[146],"conducted":[148],"on":[149,188],"popular":[151,167],"HAM10000":[152],"dataset,":[153],"results":[156],"indicate":[157],"that":[158],"proposed":[160,183],"has":[162],"overwhelming":[163],"advantages":[164],"compared":[165,201],"models,":[170],"such":[171],"DenseNet,":[173],"ResNet,":[174],"other":[176],"state-of-the-art":[177],"models":[178,226],"melanoma":[180],"also":[186,210],"achieves":[187],"average":[189],"72%":[190],"21%":[192],"improvement":[193],"terms":[195],"AUC_SEN_80,":[199],"respectively,":[200],"single-modal":[204],"model.":[205],"can":[209],"help":[211],"gain":[212],"trust":[213],"dermatologists":[215],"realize":[217],"man-machine":[218],"collaborations,":[219],"effectively":[220],"reducing":[221],"limitation":[223],"black-box":[225],"supporting":[228],"medical":[229],"decision":[230],"making.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":37},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}