{"id":"https://openalex.org/W4296800293","doi":"https://doi.org/10.1093/jamia/ocac168","title":"Multimodal Attention-based Deep Learning for Alzheimer's Disease Diagnosis","display_name":"Multimodal Attention-based Deep Learning for Alzheimer's Disease Diagnosis","publication_year":2022,"publication_date":"2022-06-17","ids":{"openalex":"https://openalex.org/W4296800293","doi":"https://doi.org/10.1093/jamia/ocac168"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2206.08826","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.08826","pdf_url":"https://arxiv.org/pdf/2206.08826","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2206.08826","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019199746","display_name":"Michal Golovanevsky","orcid":null},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Golovanevsky, Michal","raw_affiliation_strings":["Department of Computer Science, Brown University , Providence, Rhode Island, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Eickhoff, Carsten","raw_affiliation_strings":["Center for Biomedical Informatics, Brown University , Providence, Rhode Island, USA","Department of Computer Science, Brown University , Providence, Rhode Island, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Biomedical Informatics, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]},{"raw_affiliation_string":"Department of Computer Science, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070578596","display_name":"Ritambhara Singh","orcid":"https://orcid.org/0000-0002-7523-160X"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Singh, Ritambhara","raw_affiliation_strings":["Center for Computational Molecular Biology, Brown University , Providence, Rhode Island, USA","Department of Computer Science, Brown University , Providence, Rhode Island, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Computational Molecular Biology, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]},{"raw_affiliation_string":"Department of Computer Science, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5014921416"],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":146,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10009","display_name":"Dementia and Cognitive Impairment Research","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7589266300201416},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5986155867576599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.554512619972229},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5080063939094543},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.47657299041748047},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.459931880235672},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4477156698703766},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4342513680458069},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4026666581630707},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24054959416389465},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.15377935767173767}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7589266300201416},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5986155867576599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.554512619972229},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5080063939094543},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.47657299041748047},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.459931880235672},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4477156698703766},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4342513680458069},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4026666581630707},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24054959416389465},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.15377935767173767},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2206.08826","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.08826","pdf_url":"https://arxiv.org/pdf/2206.08826","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2206.08826","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.08826","pdf_url":"https://arxiv.org/pdf/2206.08826","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G5672383277","display_name":null,"funder_award_id":"T32 GM128596","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1529527003","https://openalex.org/W1728842521","https://openalex.org/W2031967811","https://openalex.org/W2122280897","https://openalex.org/W2165840723","https://openalex.org/W2168818001","https://openalex.org/W2184188583","https://openalex.org/W2331908321","https://openalex.org/W2471830986","https://openalex.org/W2581082771","https://openalex.org/W2593468621","https://openalex.org/W2752287204","https://openalex.org/W2765340425","https://openalex.org/W2777315026","https://openalex.org/W2905442369","https://openalex.org/W2908469802","https://openalex.org/W2921247158","https://openalex.org/W2953778338","https://openalex.org/W2969862959","https://openalex.org/W2970231061","https://openalex.org/W2996594467","https://openalex.org/W3009435139","https://openalex.org/W3031176687","https://openalex.org/W3042085370","https://openalex.org/W3092077324","https://openalex.org/W3115069763","https://openalex.org/W3127597934","https://openalex.org/W4206042814","https://openalex.org/W4242516942","https://openalex.org/W4255346485","https://openalex.org/W4292927624","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Alzheimer's":[0,49],"Disease":[1,50],"(AD)":[2],"is":[3,73],"the":[4,12,57,103,117,123,129,148,157,165,172,175,186,200,227],"most":[5,13],"common":[6],"neurodegenerative":[7],"disorder":[8],"with":[9,112,138,162,177],"one":[10],"of":[11,26,59,119,125,150,159,188,211,229],"complex":[14],"pathogeneses,":[15],"making":[16],"effective":[17],"and":[18,61,69,108,121,136,167,198],"clinically":[19],"actionable":[20],"decision":[21,243],"support":[22],"difficult.":[23],"The":[24],"objective":[25],"this":[27,93],"study":[28,225],"was":[29],"to":[30,38,54,128,192,216,237],"develop":[31],"a":[32,47,87,99,142,178],"novel":[33,74],"multimodal":[34,209],"deep":[35],"learning":[36,195],"framework":[37,52],"aid":[39],"medical":[40],"professionals":[41],"in":[42,75,92,171,181],"AD":[43,60,241],"diagnosis.":[44],"We":[45,95,110],"present":[46],"Multimodal":[48],"Diagnosis":[51],"(MADDi)":[53],"accurately":[55],"detect":[56],"presence":[58],"mild":[62],"cognitive":[63],"impairment":[64],"(MCI)":[65],"from":[66],"imaging,":[67],"genetic,":[68],"clinical":[70,190,218],"data.":[71],"MADDi":[72,132],"that":[76,156,207],"we":[77,154],"use":[78],"cross-modal":[79,160,235],"attention,":[80,120],"which":[81],"captures":[82],"interactions":[83],"between":[84,106],"modalities":[85,233],"-":[86],"method":[88],"not":[89],"previously":[90],"explored":[91],"domain.":[94],"perform":[96],"multi-class":[97],"classification,":[98],"challenging":[100],"task":[101],"considering":[102],"strong":[104],"similarities":[105],"MCI":[107],"AD.":[109],"compare":[111],"previous":[113],"state-of-the-art":[114],"models,":[115],"evaluate":[116],"importance":[118,187],"examine":[122],"contribution":[124,149],"each":[126],"modality":[127],"model's":[130],"performance.":[131],"classifies":[133],"MCI,":[134],"AD,":[135],"controls":[137],"96.88%":[139],"accuracy":[140],"on":[141],"held-out":[143],"test":[144],"set.":[145],"When":[146],"examining":[147],"different":[151],"attention":[152,161,169,236],"schemes,":[153],"found":[155],"combination":[158],"self-attention":[163],"performed":[164,174],"best,":[166],"no":[168],"layers":[170],"model":[173],"worst,":[176],"7.9%":[179],"difference":[180],"F1-Scores.":[182],"Our":[183],"experiments":[184],"underlined":[185],"structured":[189,217],"data":[191],"help":[193],"machine":[194],"models":[196],"contextualize":[197],"interpret":[199],"remaining":[201],"modalities.":[202],"Extensive":[203],"ablation":[204],"studies":[205],"showed":[206],"any":[208],"mixture":[210],"input":[212,232],"features":[213],"without":[214],"access":[215],"information":[219],"suffered":[220],"marked":[221],"performance":[222],"losses.":[223],"This":[224],"demonstrates":[226],"merit":[228],"combining":[230],"multiple":[231],"via":[234],"deliver":[238],"highly":[239],"accurate":[240],"diagnostic":[242],"support.":[244]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":66},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}