{"id":"https://openalex.org/W4416250091","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229068","title":"MPN: A Multimodal Prototypical Part Network for Enhanced Dermatological Diagnosis and Decision Support","display_name":"MPN: A Multimodal Prototypical Part Network for Enhanced Dermatological Diagnosis and Decision Support","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250091","doi":"https://doi.org/10.1109/ijcnn64981.2025.11229068"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11229068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100327285","display_name":"Qinghua Zhang","orcid":"https://orcid.org/0000-0003-2668-2145"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingwei Zhang","raw_affiliation_strings":["Chinese Academy of Sciences,Beijing Key Lab of Mobile Computing and Pervasive Device, Institute of Computing Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Beijing Key Lab of Mobile Computing and Pervasive Device, Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755418","display_name":"Xiaodong Yang","orcid":"https://orcid.org/0000-0002-4701-1204"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodong Yang","raw_affiliation_strings":["Chinese Academy of Sciences,Beijing Key Lab of Mobile Computing and Pervasive Device, Institute of Computing Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Beijing Key Lab of Mobile Computing and Pervasive Device, Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416893","display_name":"Ting Li","orcid":"https://orcid.org/0000-0002-9593-7650"},"institutions":[{"id":"https://openalex.org/I169071405","display_name":"Hebei North University","ror":"https://ror.org/03hqwnx39","country_code":"CN","type":"education","lineage":["https://openalex.org/I169071405"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Li","raw_affiliation_strings":["Hebei North University,Department of Graduate,Zhangjiakou,China"],"affiliations":[{"raw_affiliation_string":"Hebei North University,Department of Graduate,Zhangjiakou,China","institution_ids":["https://openalex.org/I169071405"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101922699","display_name":"Yuan He","orcid":"https://orcid.org/0000-0001-8038-6959"},"institutions":[{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Yuan","raw_affiliation_strings":["Chinese Academy of Sciences,Beijing Key Lab of Mobile Computing and Pervasive Device, Institute of Computing Technology,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Beijing Key Lab of Mobile Computing and Pervasive Device, Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100757724","display_name":"Hongying Liu","orcid":"https://orcid.org/0000-0002-4186-2657"},"institutions":[{"id":"https://openalex.org/I5740404","display_name":"Tianjin Medical University","ror":"https://ror.org/02mh8wx89","country_code":"CN","type":"education","lineage":["https://openalex.org/I5740404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongying Liu","raw_affiliation_strings":["Medical School of Tianjin University, Tianjin University,Tianjin,China"],"affiliations":[{"raw_affiliation_string":"Medical School of Tianjin University, Tianjin University,Tianjin,China","institution_ids":["https://openalex.org/I5740404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100327285"],"corresponding_institution_ids":["https://openalex.org/I4210090176"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46451845,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.899399995803833,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10392","display_name":"Cutaneous Melanoma Detection and Management","score":0.899399995803833,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8705999851226807},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5609999895095825},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5260000228881836},{"id":"https://openalex.org/keywords/optimal-distinctiveness-theory","display_name":"Optimal distinctiveness theory","score":0.5210999846458435},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5144000053405762},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5016999840736389},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4099000096321106},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.39879998564720154}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8705999851226807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6656000018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5842000246047974},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5260000228881836},{"id":"https://openalex.org/C47385372","wikidata":"https://www.wikidata.org/wiki/Q7098943","display_name":"Optimal distinctiveness theory","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5144000053405762},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5016999840736389},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46050000190734863},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32739999890327454},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.31850001215934753},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C202645933","wikidata":"https://www.wikidata.org/wiki/Q4930","display_name":"eHealth","level":3,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11229068","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11229068","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2766325998","https://openalex.org/W2962790223","https://openalex.org/W2963351448","https://openalex.org/W2964010806","https://openalex.org/W3081500256","https://openalex.org/W3088257970","https://openalex.org/W3133356497","https://openalex.org/W3189411510","https://openalex.org/W3195960585","https://openalex.org/W4229003689","https://openalex.org/W4307715223","https://openalex.org/W4312639100","https://openalex.org/W4327740854","https://openalex.org/W4382237558","https://openalex.org/W4390970166","https://openalex.org/W4399418349","https://openalex.org/W4402809417","https://openalex.org/W4403886300","https://openalex.org/W4404866831","https://openalex.org/W4404901764"],"related_works":[],"abstract_inverted_index":{"Clinical":[0],"diagnosis":[1],"of":[2,44,130,157],"dermatological":[3,139,178],"diseases":[4],"often":[5],"relies":[6],"on":[7,28,136],"multimodal":[8,37,110,138,167],"information,":[9],"such":[10,141],"as":[11,142],"dermoscopic":[12],"images":[13],"and":[14,64,72,86,122,128,145,160],"patient":[15],"metadata":[16],"(e.g.,":[17],"gender,":[18],"medical":[19],"history).":[20],"However,":[21],"most":[22],"existing":[23],"interpretability":[24,168],"methods":[25],"primarily":[26],"focus":[27],"a":[29,54,91,102],"single":[30],"modality,":[31],"overlooking":[32],"the":[33,41,67,109,126,131,149,165],"potential":[34,175],"interactions":[35,82],"between":[36,70],"data,":[38],"which":[39],"limits":[40],"effective":[42],"utilization":[43],"joint":[45],"cross-modal":[46,81,116],"features.":[47],"To":[48],"address":[49],"this":[50],"limitation,":[51],"we":[52,100],"propose":[53],"Multimodal":[55],"Prototype":[56],"part":[57],"Network":[58],"(MPN)":[59],"that":[60,148],"effectively":[61,169],"integrates":[62],"image":[63],"metadata,":[65],"uncovering":[66],"underlying":[68],"relationships":[69],"modalities":[71],"achieving":[73],"complementary":[74],"feature":[75,84],"enhancement.":[76],"Our":[77],"method":[78,151],"captures":[79],"deep":[80],"through":[83],"fusion":[85,117],"identifies":[87],"key":[88,162],"features":[89],"via":[90],"prototype":[92],"extraction":[93],"mechanism,":[94],"further":[95],"improving":[96,119],"diagnostic":[97],"interpretability.":[98],"Additionally,":[99],"design":[101],"prototype-based":[103],"loss":[104,113],"function":[105,114],"to":[106],"collaboratively":[107],"optimize":[108],"network.":[111],"This":[112],"enhances":[115],"while":[118],"intra-class":[120],"compactness":[121],"inter-class":[123],"separability,":[124],"ensuring":[125],"accuracy":[127],"distinctiveness":[129],"learned":[132],"prototypes.":[133],"Extensive":[134],"experiments":[135],"public":[137],"datasets,":[140],"9,":[143],"PAD-UFES-20":[144],"ISIC2019,":[146],"demonstrate":[147],"proposed":[150],"outperforms":[152],"state-of-the-art":[153],"approaches":[154],"in":[155,176],"terms":[156],"accuracy,":[158],"AUC,":[159],"other":[161],"metrics.":[163],"Furthermore,":[164],"provided":[166],"supports":[170],"clinical":[171],"decision-making,":[172],"highlighting":[173],"its":[174],"advancing":[177],"diagnostics.":[179]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}