{"id":"https://openalex.org/W4283205155","doi":"https://doi.org/10.1093/jamia/ocac168","title":"Multimodal attention-based deep learning for Alzheimer\u2019s disease diagnosis","display_name":"Multimodal attention-based deep learning for Alzheimer\u2019s disease diagnosis","alternate_titles":[],"publication_year":2022,"publication_date":"2022-09-23","ids":{"openalex":"https://openalex.org/W4283205155","doi":"https://doi.org/10.1093/jamia/ocac168","pmid":"https://pubmed.ncbi.nlm.nih.gov/36149257","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9667156"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocac168","doi":"https://doi.org/10.1093/jamia/ocac168","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocac168","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4283205155"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9667156/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019199746","display_name":"Michal Golovanevsky","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michal Golovanevsky","raw_affiliation_strings":["Department of Computer Science, Brown University , Providence, Rhode Island, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014921416","display_name":"Carsten Eickhoff","orcid":"https://orcid.org/0000-0001-9895-4061","observed_orcids":["https://orcid.org/0000-0001-9895-4061"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Carsten Eickhoff","raw_affiliation_strings":["Center for Biomedical Informatics, Brown University , Providence, Rhode Island, USA","Department of Computer Science, Brown University , Providence, Rhode Island, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Biomedical Informatics, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]},{"raw_affiliation_string":"Department of Computer Science, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070578596","display_name":"Ritambhara Singh","orcid":"https://orcid.org/0000-0002-7523-160X","observed_orcids":["https://orcid.org/0000-0002-7523-160X"]},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ritambhara Singh","raw_affiliation_strings":["Center for Computational Molecular Biology, Brown University , Providence, Rhode Island, USA","Department of Computer Science, Brown University , Providence, Rhode Island, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Computational Molecular Biology, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]},{"raw_affiliation_string":"Department of Computer Science, Brown University , Providence, Rhode Island, USA","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5014921416"],"corresponding_institution_ids":["https://openalex.org/I27804330"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":15.8837,"has_fulltext":true,"cited_by_count":205,"citation_normalized_percentile":{"value":0.99683647,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"29","issue":"12","first_page":"2014","last_page":"2022"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10009","display_name":"Dementia and Cognitive Impairment Research","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10009","display_name":"Dementia and Cognitive Impairment Research","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2738","display_name":"Psychiatry and Mental health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/alzheimer-s-disease-diagnosis","display_name":"Alzheimer's disease diagnosis","score":0.9509999752044678},{"id":"https://openalex.org/keywords/mild-cognitive-impairment","display_name":"mild cognitive impairment","score":0.9869999885559082},{"id":"https://openalex.org/keywords/cross-modal-attention","display_name":"cross-modal attention","score":0.8510000109672546},{"id":"https://openalex.org/keywords/multimodal-deep-learning","display_name":"multimodal deep learning","score":0.9100000262260437},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.9049999713897705},{"id":"https://openalex.org/keywords/structured-clinical-data","display_name":"structured clinical data","score":0.8259999752044678},{"id":"https://openalex.org/keywords/genetic-data","display_name":"genetic data","score":0.656000018119812},{"id":"https://openalex.org/keywords/neuroimaging","display_name":"neuroimaging","score":0.7799999713897705},{"id":"https://openalex.org/keywords/decision-support","display_name":"decision support","score":0.6179999709129333},{"id":"https://openalex.org/keywords/multiclass-classification","display_name":"multi-class classification","score":0.5920000076293945}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7560158967971802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5448611974716187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5293527245521545},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5102622509002686},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4675413966178894},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4653488099575043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45601963996887207},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4513430595397949},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.4124673008918762},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3267344832420349},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2601493000984192},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.17424005270004272},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.08234864473342896},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000544","descriptor_name":"Alzheimer Disease","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D060825","descriptor_name":"Cognitive Dysfunction","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1093/jamia/ocac168","doi":"https://doi.org/10.1093/jamia/ocac168","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocac168","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","dongbi-b","doyens","jufo-2","ki-jl-2","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:36149257","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36149257","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9667156","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9667156/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},{"id":"pmh:oai:arXiv.org:2206.08826","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2206.08826","pdf_url":"https://arxiv.org/pdf/2206.08826","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2206.08826","doi":"https://doi.org/10.48550/arxiv.2206.08826","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2206.08826","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:9667156","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9667156/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9763000011444092}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1957897385","display_name":"Predoctoral Training Program in Biological Data Science at Brown University","funder_award_id":"T32GM128596","funder_id":"https://openalex.org/F4320337354","funder_display_name":"National Institute of General Medical Sciences"}],"funders":[{"id":"https://openalex.org/F4320309697","display_name":"Alzheimer's Disease Neuroimaging Initiative","ror":"https://ror.org/01j20wc74"},{"id":"https://openalex.org/F4320337354","display_name":"National Institute of General Medical Sciences","ror":"https://ror.org/04q48ey07"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283205155.pdf","grobid_xml":"https://content.openalex.org/works/W4283205155.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1529527003","https://openalex.org/W2031967811","https://openalex.org/W2122280897","https://openalex.org/W2165840723","https://openalex.org/W2168818001","https://openalex.org/W2184188583","https://openalex.org/W2331908321","https://openalex.org/W2471830986","https://openalex.org/W2581082771","https://openalex.org/W2593468621","https://openalex.org/W2626778328","https://openalex.org/W2752287204","https://openalex.org/W2765340425","https://openalex.org/W2777315026","https://openalex.org/W2905442369","https://openalex.org/W2908469802","https://openalex.org/W2921247158","https://openalex.org/W2953778338","https://openalex.org/W2969862959","https://openalex.org/W2970231061","https://openalex.org/W2996594467","https://openalex.org/W3009435139","https://openalex.org/W3031176687","https://openalex.org/W3042085370","https://openalex.org/W3092077324","https://openalex.org/W3115069763","https://openalex.org/W3127597934","https://openalex.org/W4206042814","https://openalex.org/W4242516942","https://openalex.org/W4255346485","https://openalex.org/W4292927624","https://openalex.org/W4294089543","https://openalex.org/W6638559774"],"related_works":["https://openalex.org/W4377234261","https://openalex.org/W4414688135","https://openalex.org/W7202356108","https://openalex.org/W4382052741","https://openalex.org/W7167277837","https://openalex.org/W4409698923","https://openalex.org/W4408794060","https://openalex.org/W7160281406","https://openalex.org/W2130371234","https://openalex.org/W4401622079"],"abstract_inverted_index":{"OBJECTIVE:":[0],"Alzheimer's":[1,53],"disease":[2],"(AD)":[3],"is":[4,77],"the":[5,13,61,105,119,125,131,151,160,168,175,178,190,204,232],"most":[6,14],"common":[7],"neurodegenerative":[8],"disorder":[9],"with":[10,114,141,165,180],"one":[11],"of":[12,27,63,121,127,153,162,192,215,234],"complex":[15],"pathogeneses,":[16],"making":[17],"effective":[18],"and":[19,65,73,110,123,139,170,202],"clinically":[20],"actionable":[21],"decision":[22,248],"support":[23],"difficult.":[24],"The":[25],"objective":[26],"this":[28,95],"study":[29,230],"was":[30],"to":[31,39,58,130,196,220,242],"develop":[32],"a":[33,51,101,145,181],"novel":[34,78],"multimodal":[35,213],"deep":[36],"learning":[37,199],"framework":[38,56],"aid":[40],"medical":[41],"professionals":[42],"in":[43,79,94,174,184],"AD":[44,64,246],"diagnosis.":[45],"MATERIALS":[46],"AND":[47],"METHODS:":[48],"We":[49,97,112],"present":[50],"Multimodal":[52],"Disease":[54],"Diagnosis":[55],"(MADDi)":[57],"accurately":[59],"detect":[60],"presence":[62],"mild":[66],"cognitive":[67],"impairment":[68],"(MCI)":[69],"from":[70],"imaging,":[71],"genetic,":[72],"clinical":[74,194,222],"data.":[75],"MADDi":[76,135],"that":[80,159,211],"we":[81,157],"use":[82],"cross-modal":[83,163,240],"attention,":[84,122],"which":[85],"captures":[86],"interactions":[87],"between":[88,108],"modalities-a":[89],"method":[90],"not":[91],"previously":[92],"explored":[93],"domain.":[96],"perform":[98],"multi-class":[99],"classification,":[100],"challenging":[102],"task":[103],"considering":[104],"strong":[106],"similarities":[107],"MCI":[109],"AD.":[111],"compare":[113],"previous":[115],"state-of-the-art":[116],"models,":[117],"evaluate":[118],"importance":[120,191],"examine":[124],"contribution":[126,152],"each":[128],"modality":[129],"model's":[132],"performance.":[133],"RESULTS:":[134],"classifies":[136],"MCI,":[137],"AD,":[138],"controls":[140],"96.88%":[142],"accuracy":[143],"on":[144],"held-out":[146],"test":[147],"set.":[148],"When":[149],"examining":[150],"different":[154],"attention":[155,164,172,241],"schemes,":[156],"found":[158],"combination":[161],"self-attention":[166],"performed":[167,177],"best,":[169],"no":[171],"layers":[173],"model":[176],"worst,":[179],"7.9%":[182],"difference":[183],"F1-scores.":[185],"DISCUSSION:":[186],"Our":[187],"experiments":[188],"underlined":[189],"structured":[193,221],"data":[195],"help":[197],"machine":[198],"models":[200],"contextualize":[201],"interpret":[203],"remaining":[205],"modalities.":[206],"Extensive":[207],"ablation":[208],"studies":[209],"showed":[210],"any":[212],"mixture":[214],"input":[216,237],"features":[217],"without":[218],"access":[219],"information":[223],"suffered":[224],"marked":[225],"performance":[226],"losses.":[227],"CONCLUSION:":[228],"This":[229],"demonstrates":[231],"merit":[233],"combining":[235],"multiple":[236],"modalities":[238],"via":[239],"deliver":[243],"highly":[244],"accurate":[245],"diagnostic":[247],"support.":[249]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4283205155","counts_by_year":[{"year":2026,"cited_by_count":74},{"year":2025,"cited_by_count":80},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2022-06-22T00:00:00"}
