{"id":"https://openalex.org/W7212569472","doi":"https://doi.org/10.48550/arxiv.2609.12410","title":"A Multimodal Explainable Deep Learning Framework for Alzheimer's Disease Diagnosis using 3D Magnetic Resonance Imaging and Clinical Data","display_name":"A Multimodal Explainable Deep Learning Framework for Alzheimer's Disease Diagnosis using 3D Magnetic Resonance Imaging and Clinical Data","publication_year":2026,"publication_date":"2026-09-11","ids":{"openalex":"https://openalex.org/W7212569472","doi":"https://doi.org/10.48550/arxiv.2609.12410"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.12410","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.12410","pdf_url":"https://arxiv.org/pdf/2609.12410","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.12410","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068589144","display_name":"Yusuf Brima","orcid":"https://orcid.org/0000-0002-9975-8676","observed_orcids":["https://orcid.org/0000-0002-9975-8676"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brima, Yusuf","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090363326","display_name":"Marcellin Atemkeng","orcid":"https://orcid.org/0000-0002-9020-3885","observed_orcids":["https://orcid.org/0000-0002-9020-3885"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Atemkeng, Marcellin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006567677","display_name":"Lakshmana Rao Namamula","orcid":"https://orcid.org/0000-0001-5617-3339","observed_orcids":["https://orcid.org/0000-0001-5617-3339"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Namamula, Lakshmana Rao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070742303","display_name":"Antoine Vacavant","orcid":"https://orcid.org/0000-0001-9616-3282","observed_orcids":["https://orcid.org/0000-0001-9616-3282"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I198244214","display_name":"Universit\u00e9 Clermont Auvergne","ror":"https://ror.org/01a8ajp46","country_code":"FR","type":"education","lineage":["https://openalex.org/I198244214"]},{"id":"https://openalex.org/I4387154249","display_name":"Clermont Auvergne INP","ror":"https://ror.org/001f39w38","country_code":"FR","type":"education","lineage":["https://openalex.org/I198244214","https://openalex.org/I4387154249"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vacavant, Antoine","raw_affiliation_strings":["Universit\u00e9 Clermont Auvergne , Clermont Auvergne INP , CNRS ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 Clermont Auvergne , Clermont Auvergne INP , CNRS ,","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I198244214","https://openalex.org/I4387154249"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10009","display_name":"Dementia and Cognitive Impairment Research","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10009","display_name":"Dementia and Cognitive Impairment Research","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/alzheimer-s-disease-diagnosis","display_name":"Alzheimer's disease diagnosis","score":0.9980000257492065},{"id":"https://openalex.org/keywords/multimodal-deep-learning","display_name":"multimodal deep learning","score":0.8069999814033508},{"id":"https://openalex.org/keywords/explainable-ai","display_name":"explainable AI","score":0.8669999837875366},{"id":"https://openalex.org/keywords/3d-mri","display_name":"3D MRI","score":0.7319999933242798},{"id":"https://openalex.org/keywords/t1-weighted-mri","display_name":"T1-weighted imaging","score":0.9229999780654907},{"id":"https://openalex.org/keywords/clinical-data-fusion","display_name":"clinical data fusion","score":0.675000011920929},{"id":"https://openalex.org/keywords/cross-attention","display_name":"cross-attention","score":0.671999990940094},{"id":"https://openalex.org/keywords/shap","display_name":"SHAP","score":0.7129999995231628},{"id":"https://openalex.org/keywords/integrated-gradients","display_name":"integrated gradients","score":0.8820000290870667},{"id":"https://openalex.org/keywords/class-activation-maps","display_name":"class activation maps","score":0.8299999833106995},{"id":"https://openalex.org/keywords/mild-cognitive-impairment","display_name":"mild cognitive impairment","score":0.8629999756813049},{"id":"https://openalex.org/keywords/cognitive-screening","display_name":"cognitive screening","score":0.3540000021457672},{"id":"https://openalex.org/keywords/mini-mental-state-examination","display_name":"Mini-Mental State Examination","score":0.7459999918937683},{"id":"https://openalex.org/keywords/adni","display_name":"ADNI","score":0.6840000152587891},{"id":"https://openalex.org/keywords/oasis-3","display_name":"OASIS-3","score":0.9940000176429749}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6694999933242798},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.656499981880188},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6431000232696533},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5697000026702881},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.548799991607666},{"id":"https://openalex.org/C2779483572","wikidata":"https://www.wikidata.org/wiki/Q83030","display_name":"Dementia","level":3,"score":0.4790000021457672},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4690999984741211},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41609999537467957},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.38850000500679016},{"id":"https://openalex.org/C143409427","wikidata":"https://www.wikidata.org/wiki/Q161238","display_name":"Magnetic resonance imaging","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.375900000333786},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.3425000011920929},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.33899998664855957},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C2984915365","wikidata":"https://www.wikidata.org/wiki/Q5141203","display_name":"Cognitive impairment","level":3,"score":0.32100000977516174},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2881999909877777},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2867000102996826},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.28189998865127563},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.27790001034736633},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2599000036716461}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.12410","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.12410","pdf_url":"https://arxiv.org/pdf/2609.12410","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.12410","doi":"https://doi.org/10.48550/arxiv.2609.12410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.12410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.12410","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.12410","pdf_url":"https://arxiv.org/pdf/2609.12410","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G8422186978","display_name":null,"funder_award_id":"CSRP23040990793","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7212569472.pdf","grobid_xml":"https://content.openalex.org/works/W7212569472.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4308610041"],"related_works":["https://openalex.org/W4310673758","https://openalex.org/W3125069671","https://openalex.org/W7126266765","https://openalex.org/W7161804132","https://openalex.org/W7128473901","https://openalex.org/W7169622392","https://openalex.org/W7143387617","https://openalex.org/W7211874873","https://openalex.org/W4381435789","https://openalex.org/W7163749470"],"abstract_inverted_index":{"Dementia":[0],"is":[1,21],"a":[2,67,75,225,252],"major":[3],"and":[4,18,27,34,56,81,90,101,120,163,173,176,199,209,217,223,235],"growing":[5],"global":[6,191],"health":[7],"burden,":[8],"with":[9,74,190,206],"Alzheimer's":[10],"disease":[11],"(AD)":[12],"accounting":[13],"for":[14,44,71,78,136],"most":[15],"cases.":[16],"Timely":[17],"accurate":[19],"diagnosis":[20],"central":[22],"to":[23,243],"managing":[24],"this":[25],"burden":[26],"increasingly":[28],"depends":[29],"on":[30,88],"integrating":[31],"complementary":[32],"clinical":[33,80],"imaging":[35],"information.":[36],"Multimodal":[37],"deep":[38],"learning":[39],"can":[40],"combine":[41],"these":[42],"modalities":[43,170],"AD":[45,139,143],"diagnosis,":[46],"but":[47,232],"how":[48],"its":[49],"explanations":[50,218,237],"behave":[51],"across":[52,171,230],"modalities,":[53],"fusion":[54,165],"strategies,":[55],"cohorts":[57],"remains":[58],"unclear.":[59],"We":[60],"developed":[61],"an":[62],"explainable":[63],"multimodal":[64,215],"framework":[65],"pairing":[66],"3D":[68],"CNN":[69],"encoder":[70],"T1-weighted":[72],"MRI":[73],"feedforward":[76],"network":[77],"harmonized":[79],"demographic":[82],"data,":[83],"comparing":[84],"varied":[85],"model":[86,112,152,207],"setups":[87],"three-way":[89],"pairwise":[91],"diagnostic":[92],"tasks":[93,172],"using":[94],"6,479":[95],"internal":[96],"records":[97,104],"from":[98,105],"the":[99,106,110,114,150,180,183,241],"ADNI":[100,197],"1,703":[102],"independent":[103],"OASIS-3.":[107],"On":[108,148],"ADNI,":[109],"tabular-only":[111],"achieved":[113],"highest":[115],"three-class":[116],"AUC-ROC":[117,156],"of":[118],"0.879":[119],"best":[121,135,154],"discriminated":[122],"cognitively":[123],"normal":[124],"(CN)":[125],"versus":[126,138,142,159],"mild":[127],"cognitive":[128,227],"impairment":[129],"(MCI;":[130],"0.903),":[131],"while":[132],"cross-attention":[133],"performed":[134,153],"MCI":[137,160],"(0.861);":[140],"CN":[141,158],"was":[144],"highly":[145],"discriminative":[146],"overall.":[147],"OASIS-3,":[149],"vision-only":[151],"(three-class":[155],"0.910);":[157],"remained":[161],"difficult,":[162],"no":[164],"strategy":[166],"consistently":[167],"outperformed":[168],"single":[169],"cohorts.":[174],"SHAP":[175],"Integrated":[177],"Gradients":[178],"identified":[179],"MMSE":[181],"as":[182,251],"dominant":[184,226],"tabular":[185],"feature":[186,192,233],"in":[187,196],"both":[188],"cohorts,":[189,231],"rankings":[193],"agreeing":[194],"strongly":[195],"($\u03c1=0.94$)":[198],"OASIS-3":[200],"($\u03c1=0.96$);":[201],"CAM-based":[202],"explanations,":[203],"however,":[204],"changed":[205],"configuration":[208],"cohort.":[210],"These":[211],"findings":[212],"show":[213],"that":[214],"performance":[216],"are":[219],"task,":[220],"modality,":[221],"fusion,":[222],"cohort-dependent:":[224],"signal":[228],"persisted":[229],"contributions":[234],"CAM":[236],"did":[238],"not,":[239],"underscoring":[240],"need":[242],"evaluate":[244],"explainability":[245],"under":[246],"cohort":[247],"shift":[248],"rather":[249],"than":[250],"stable,":[253],"intrinsic":[254],"property.":[255]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-15T00:00:00"}