{"id":"https://openalex.org/W3201980681","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534148","title":"Interpretation on Deep Multimodal Fusion for Diagnostic Classification","display_name":"Interpretation on Deep Multimodal Fusion for Diagnostic Classification","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3201980681","doi":"https://doi.org/10.1109/ijcnn52387.2021.9534148","mag":"3201980681"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9534148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534148","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060200045","display_name":"Bowen Xin","orcid":"https://orcid.org/0000-0002-4545-9574"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Bowen Xin","raw_affiliation_strings":["School of Computer Science, University of Sydney, Camperdown, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014255389","display_name":"Jing Huang","orcid":"https://orcid.org/0000-0002-6827-1232"},"institutions":[{"id":"https://openalex.org/I183519381","display_name":"Capital Medical University","ror":"https://ror.org/013xs5b60","country_code":"CN","type":"education","lineage":["https://openalex.org/I183519381"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Huang","raw_affiliation_strings":["Xuanwu Hospital, Capital Medical University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Xuanwu Hospital, Capital Medical University, Beijing, China","institution_ids":["https://openalex.org/I183519381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056856413","display_name":"Yun Zhou","orcid":"https://orcid.org/0000-0001-9135-336X"},"institutions":[{"id":"https://openalex.org/I4210135459","display_name":"United Imaging Healthcare (China)","ror":"https://ror.org/03qqw3m37","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210135459"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Zhou","raw_affiliation_strings":["United Imaging Healthcare Group, Central Research Institute, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"United Imaging Healthcare Group, Central Research Institute, Shanghai, China","institution_ids":["https://openalex.org/I4210135459"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077388232","display_name":"Jie Lu","orcid":"https://orcid.org/0000-0003-0425-3921"},"institutions":[{"id":"https://openalex.org/I183519381","display_name":"Capital Medical University","ror":"https://ror.org/013xs5b60","country_code":"CN","type":"education","lineage":["https://openalex.org/I183519381"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Lu","raw_affiliation_strings":["Xuanwu Hospital, Capital Medical University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Xuanwu Hospital, Capital Medical University, Beijing, China","institution_ids":["https://openalex.org/I183519381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046614213","display_name":"Xiuying Wang","orcid":"https://orcid.org/0000-0001-7160-5929"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiuying Wang","raw_affiliation_strings":["School of Computer Science, University of Sydney, Camperdown, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060200045"],"corresponding_institution_ids":["https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":0.7,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76574401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8307061195373535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6695034503936768},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6642472743988037},{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.6410243511199951},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5029808878898621},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4764581024646759},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47419077157974243},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4639078974723816},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45168572664260864},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4343511760234833}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8307061195373535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6695034503936768},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6642472743988037},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.6410243511199951},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5029808878898621},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4764581024646759},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47419077157974243},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4639078974723816},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45168572664260864},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4343511760234833},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9534148","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9534148","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7400000095367432}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W771469340","https://openalex.org/W1495297318","https://openalex.org/W1523385540","https://openalex.org/W1849277567","https://openalex.org/W1883346539","https://openalex.org/W1987700102","https://openalex.org/W2035713536","https://openalex.org/W2040846244","https://openalex.org/W2074435153","https://openalex.org/W2100235303","https://openalex.org/W2104933073","https://openalex.org/W2144903813","https://openalex.org/W2184188583","https://openalex.org/W2198606573","https://openalex.org/W2322496955","https://openalex.org/W2526421605","https://openalex.org/W2574038793","https://openalex.org/W2590082389","https://openalex.org/W2592929672","https://openalex.org/W2594633041","https://openalex.org/W2605409611","https://openalex.org/W2795672870","https://openalex.org/W2898845350","https://openalex.org/W2900219583","https://openalex.org/W2901218091","https://openalex.org/W2962360156","https://openalex.org/W2962680264","https://openalex.org/W2962851944","https://openalex.org/W2963610729","https://openalex.org/W2979313212","https://openalex.org/W2996752684","https://openalex.org/W2997951773","https://openalex.org/W4301689241","https://openalex.org/W4396952261","https://openalex.org/W6631216910","https://openalex.org/W6639103823","https://openalex.org/W6639204139","https://openalex.org/W6675634716","https://openalex.org/W6681437887","https://openalex.org/W6685133223","https://openalex.org/W6686207219","https://openalex.org/W6733905848","https://openalex.org/W6734194636","https://openalex.org/W6736518430"],"related_works":["https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W2093195256","https://openalex.org/W2154562908","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Fusion":[0,94],"of":[1,16,36,115,168,198],"multimodal":[2,39,117],"imaging":[3],"data":[4,7],"with":[5],"nonimaging":[6],"is":[8,45,76,109,125],"critically":[9],"important":[10],"for":[11,78],"a":[12,105,159],"more":[13],"complete":[14],"understanding":[15],"the":[17,37,42,48,61,80,85,113,150,166,172,195],"disease":[18,81],"characteristics":[19],"and":[20,56,136,139,145,182,206],"therefore":[21],"essential":[22,77],"to":[23,111,164],"accurate":[24],"computer-aided":[25],"diagnosis.":[26],"However,":[27],"there":[28],"are":[29],"two":[30,86],"major":[31],"challenges.":[32],"1)":[33],"Effective":[34],"discovery":[35,114],"discriminative":[38,116,140],"information":[40,141],"during":[41],"fusion":[43,69,122,190,213],"process":[44],"hindered":[46],"by":[47,127,175],"large":[49],"dimension":[50],"gap":[51],"between":[52],"raw":[53],"medical":[54],"images":[55],"clinical":[57],"factors.":[58],"2)":[59],"Interpreting":[60],"complex":[62],"nonlinear":[63,151],"cross-modal":[64,152,160],"association,":[65,174],"especially":[66],"in":[67,119,154,179,185,201],"deep-network-based":[68],"models,":[70],"remains":[71],"an":[72,90],"unsolved":[73],"challenge,":[74],"which":[75],"uncovering":[79],"mechanism.":[82],"To":[83],"address":[84],"challenges,":[87],"we":[88,157],"propose":[89,158],"Interpretable":[91],"Deep":[92,99],"Multimodal":[93],"(DMFusion)":[95],"Framework":[96],"based":[97],"on":[98,194,211],"Canonical":[100],"Correlation":[101],"Analysis":[102],"(CCA).":[103],"Specifically,":[104],"novel":[106],"DMFusion":[107,155],"loss":[108,135,144],"proposed":[110,189],"optimize":[112],"representations":[118],"low-dimensional":[120],"latent":[121],"space.":[123],"It":[124],"achieved":[126],"jointly":[128],"exploiting":[129],"intermodal":[130],"correlational":[131],"association":[132,153,161],"via":[133,142],"CCA":[134,186],"intra-modal":[137],"structural":[138],"reconstruction":[143],"cross-entropy":[146],"loss.":[147],"For":[148],"interpreting":[149],"network,":[156],"(CA)":[162],"score":[163],"quantify":[165],"importance":[167],"input":[169],"features":[170],"towards":[171],"correlated":[173],"harnessing":[176],"integrated":[177],"gradients":[178],"deep":[180],"networks":[181],"canonical":[183],"loading":[184],"projection.":[187],"The":[188],"framework":[191],"was":[192],"validated":[193],"differential":[196],"diagnosis":[197],"demyelinating":[199],"diseases":[200],"Central":[202],"Nervous":[203],"System":[204],"(CNS)":[205],"outperformed":[207],"six":[208],"state-of-the-art":[209],"methods":[210],"three":[212],"tasks.":[214]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}