{"id":"https://openalex.org/W4391308100","doi":"https://doi.org/10.1109/smc53992.2023.10394356","title":"A Novel Multimodal Prototype Network for Interpretable Medical Image Classification","display_name":"A Novel Multimodal Prototype Network for Interpretable Medical Image Classification","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4391308100","doi":"https://doi.org/10.1109/smc53992.2023.10394356"},"language":"en","primary_location":{"id":"doi:10.1109/smc53992.2023.10394356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102728219","display_name":"Guangchen Wang","orcid":"https://orcid.org/0000-0001-6299-0327"},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guangchen Wang","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665545","display_name":"Jinbao Li","orcid":"https://orcid.org/0000-0002-2432-8807"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbao Li","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023504355","display_name":"Tian Cheng","orcid":"https://orcid.org/0000-0002-3540-8247"},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Tian","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017519145","display_name":"Xitong Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xitong Ma","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339598","display_name":"Song Liu","orcid":"https://orcid.org/0000-0002-7432-5241"},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Liu","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences),Faculty of Computer Science and Technology,Jinan,China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Faculty of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102728219"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":null,"apc_paid":null,"fwci":0.7109,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73890755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2577","last_page":"2583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9514956474304199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7301910519599915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6444377303123474},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6008620858192444},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6004979610443115},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4631668031215668},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45919692516326904},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4515123665332794},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4446038603782654},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4333610236644745},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43299034237861633},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3943276107311249},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33348459005355835}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9514956474304199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7301910519599915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6444377303123474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6008620858192444},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6004979610443115},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4631668031215668},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45919692516326904},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4515123665332794},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4446038603782654},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4333610236644745},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43299034237861633},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3943276107311249},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33348459005355835},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc53992.2023.10394356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc53992.2023.10394356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2152772232","https://openalex.org/W2194775991","https://openalex.org/W2752517284","https://openalex.org/W2799108307","https://openalex.org/W2811104224","https://openalex.org/W2963409068","https://openalex.org/W2963623257","https://openalex.org/W2963967185","https://openalex.org/W2992520113","https://openalex.org/W3101294892","https://openalex.org/W3102427165","https://openalex.org/W3123699722","https://openalex.org/W3137649815","https://openalex.org/W3172917901","https://openalex.org/W3175314453","https://openalex.org/W3188437627","https://openalex.org/W4200254023","https://openalex.org/W4295935531","https://openalex.org/W4312533035","https://openalex.org/W4385245566","https://openalex.org/W4394659038","https://openalex.org/W6739901393","https://openalex.org/W6750490547","https://openalex.org/W6753001334","https://openalex.org/W6753441378","https://openalex.org/W6864221351","https://openalex.org/W6874571224"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"Medical":[0],"image":[1,111],"classification":[2,112],"is":[3,97],"a":[4,128,150],"main":[5],"task":[6],"in":[7,28,52,79,93,165,197],"medical":[8,20,54,63,71,75,94,110],"diagnosis":[9],"field.":[10,55],"Some":[11],"black":[12],"box":[13],"models":[14,24,44],"have":[15],"achieved":[16],"expert-level":[17],"accuracy":[18,118,198],"on":[19,171],"datasets,":[21],"but":[22],"these":[23,74,104],"are":[25],"less":[26],"adopted":[27],"clinical":[29],"practice":[30],"due":[31],"to":[32,138,159,178],"the":[33,38,49,53,68,90,117,162,166,172,180,201,204],"lack":[34],"of":[35,48,70,121,203],"interpretability.":[36],"In":[37,124,146],"past":[39],"few":[40],"years,":[41],"designing":[42],"interpretable":[43,58,109],"has":[45,194],"been":[46],"one":[47],"major":[50],"challenges":[51],"The":[56],"existing":[57,85],"prototype":[59,80,86,134,142],"networks":[60],"only":[61],"use":[62,133],"images":[64],"for":[65,99,141],"training,":[66],"ignoring":[67],"role":[69],"reports,":[72],"and":[73,82,119,132,144,154,176,182],"reports":[76],"can":[77],"assist":[78],"training":[81,143],"activation.":[83,145],"Furthermore,":[84],"network":[87],"methods":[88],"neglect":[89],"position":[91,151,163],"information":[92,164],"images,":[95],"which":[96],"helpful":[98],"disease":[100,122],"diagnosis.":[101],"To":[102],"solve":[103],"shortcomings,":[105],"we":[106,126,148],"propose":[107],"an":[108],"framework":[113],"(MProtoNet)":[114],"that":[115,192],"improves":[116],"interpretability":[120,202],"predictions.":[123],"MProtoNet,":[125],"design":[127,149],"multimodal":[129],"attention":[130],"module":[131,153],"activation":[135],"restriction":[136],"loss":[137],"provide":[139],"evidence":[140],"addition,":[147],"embedding":[152],"multi-factor":[155],"similarity":[156],"calculation":[157],"method":[158],"effectively":[160],"utilize":[161],"image.":[167],"We":[168],"conducted":[169],"experiments":[170],"chest":[173],"datasets":[174],"MIMIC-CXR":[175],"open-I":[177],"test":[179],"model":[181],"compare":[183],"it":[184],"with":[185],"other":[186],"baseline":[187],"models.":[188],"Experimental":[189],"results":[190],"show":[191],"MProtoNet":[193],"made":[195],"improvements":[196],"while":[199],"preserving":[200],"model.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}