{"id":"https://openalex.org/W3126248573","doi":"https://doi.org/10.1109/tmi.2021.3057635","title":"Interpretable Multimodal Fusion Networks Reveal Mechanisms of Brain Cognition","display_name":"Interpretable Multimodal Fusion Networks Reveal Mechanisms of Brain Cognition","publication_year":2021,"publication_date":"2021-02-09","ids":{"openalex":"https://openalex.org/W3126248573","doi":"https://doi.org/10.1109/tmi.2021.3057635","mag":"3126248573","pmid":"https://pubmed.ncbi.nlm.nih.gov/33556002"},"language":"en","primary_location":{"id":"doi:10.1109/tmi.2021.3057635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2021.3057635","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8208525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101852242","display_name":"Wenxing Hu","orcid":"https://orcid.org/0000-0003-2477-6383"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenxing Hu","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2477-6383","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089617531","display_name":"Xiang\u2010He Meng","orcid":"https://orcid.org/0000-0001-8731-2899"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianghe Meng","raw_affiliation_strings":["Center of System Biology, Data Information and Reproductive Health, School of Basic Medical Science, Central South University, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center of System Biology, Data Information and Reproductive Health, School of Basic Medical Science, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013898624","display_name":"Yuntong Bai","orcid":"https://orcid.org/0000-0002-8916-3679"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuntong Bai","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0002-8916-3679","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101600814","display_name":"Aiying Zhang","orcid":"https://orcid.org/0000-0001-9623-3922"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aiying Zhang","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9623-3922","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025742027","display_name":"Gang Qu","orcid":"https://orcid.org/0000-0003-2681-0880"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Qu","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2681-0880","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020141983","display_name":"Biao Cai","orcid":"https://orcid.org/0000-0002-2706-4982"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Biao Cai","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0002-2706-4982","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088069032","display_name":"Gemeng Zhang","orcid":"https://orcid.org/0000-0001-6223-6092"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gemeng Zhang","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6223-6092","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084945637","display_name":"Tony W. Wilson","orcid":"https://orcid.org/0000-0002-5053-8306"},"institutions":[{"id":"https://openalex.org/I1307497284","display_name":"Boys Town","ror":"https://ror.org/03ebg0v16","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1307497284"]},{"id":"https://openalex.org/I4210107141","display_name":"Boys Town National Research Hospital","ror":"https://ror.org/01q9r1072","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210107141"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony W. Wilson","raw_affiliation_strings":["Institute for Human Neuroscience, Boys Town National Research Hospital, Boys Town, NE, USA"],"raw_orcid":"https://orcid.org/0000-0002-5053-8306","affiliations":[{"raw_affiliation_string":"Institute for Human Neuroscience, Boys Town National Research Hospital, Boys Town, NE, USA","institution_ids":["https://openalex.org/I1307497284","https://openalex.org/I4210107141"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027325948","display_name":"Julia M. Stephen","orcid":"https://orcid.org/0000-0003-2486-747X"},"institutions":[{"id":"https://openalex.org/I1334567473","display_name":"Mind Research Network","ror":"https://ror.org/032cjfs80","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1334567473"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julia M. Stephen","raw_affiliation_strings":["Mind Research Network, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0003-2486-747X","affiliations":[{"raw_affiliation_string":"Mind Research Network, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I1334567473"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032850756","display_name":"Vince D. Calhoun","orcid":"https://orcid.org/0000-0001-9058-0747"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vince D. Calhoun","raw_affiliation_strings":["Tri-institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University, Georgia Institute of Technology, Emory University, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9058-0747","affiliations":[{"raw_affiliation_string":"Tri-institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University, Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I4210133909","https://openalex.org/I130701444","https://openalex.org/I181565077","https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100339106","display_name":"Yu\u2010Ping Wang","orcid":"https://orcid.org/0000-0001-9340-5864"},"institutions":[{"id":"https://openalex.org/I114832834","display_name":"Tulane University","ror":"https://ror.org/04vmvtb21","country_code":"US","type":"education","lineage":["https://openalex.org/I114832834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Ping Wang","raw_affiliation_strings":["Tulane University, New Orleans, LA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9340-5864","affiliations":[{"raw_affiliation_string":"Tulane University, New Orleans, LA, USA","institution_ids":["https://openalex.org/I114832834"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.595,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.96835177,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"40","issue":"5","first_page":"1474","last_page":"1483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10887","display_name":"Bioinformatics and Genomic Networks","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7098315954208374},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.6721190214157104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6269582509994507},{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.5935598015785217},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5027272701263428},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.45958083868026733},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4535958170890808},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45172613859176636},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.42450961470603943},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.42277806997299194},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.2726261019706726},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1821168065071106},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.07589119672775269}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7098315954208374},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.6721190214157104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6269582509994507},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.5935598015785217},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5027272701263428},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.45958083868026733},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4535958170890808},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45172613859176636},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.42450961470603943},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42277806997299194},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2726261019706726},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1821168065071106},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.07589119672775269},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003071","descriptor_name":"Cognition","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008279","descriptor_name":"Magnetic Resonance Imaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1109/tmi.2021.3057635","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmi.2021.3057635","pdf_url":null,"source":{"id":"https://openalex.org/S58069681","display_name":"IEEE Transactions on Medical Imaging","issn_l":"0278-0062","issn":["0278-0062","1558-254X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Medical Imaging","raw_type":"journal-article"},{"id":"pmid:33556002","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33556002","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on medical imaging","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:8208525","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8208525","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Med Imaging","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:8208525","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8208525","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Trans Med Imaging","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1048866095","display_name":null,"funder_award_id":"R01 EB020407","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G1742386403","display_name":null,"funder_award_id":"MH104680","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5512878471","display_name":null,"funder_award_id":"R01 MH121101","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G5795381857","display_name":null,"funder_award_id":"P20 GM103472","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6945215276","display_name":null,"funder_award_id":"R01 EB006841","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6990212532","display_name":null,"funder_award_id":"R01 GM109068","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7264054389","display_name":null,"funder_award_id":"#1539067","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8223566772","display_name":null,"funder_award_id":"R01 DA047828","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8926416577","display_name":null,"funder_award_id":"R01 MH107354","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1523385540","https://openalex.org/W1849277567","https://openalex.org/W1883346539","https://openalex.org/W1992135961","https://openalex.org/W2004874491","https://openalex.org/W2018838463","https://openalex.org/W2025341678","https://openalex.org/W2034634335","https://openalex.org/W2068403333","https://openalex.org/W2069088601","https://openalex.org/W2089572795","https://openalex.org/W2092872141","https://openalex.org/W2120572720","https://openalex.org/W2123045220","https://openalex.org/W2126189364","https://openalex.org/W2161633633","https://openalex.org/W2216515421","https://openalex.org/W2295107390","https://openalex.org/W2343232392","https://openalex.org/W2479945688","https://openalex.org/W2510973425","https://openalex.org/W2538491254","https://openalex.org/W2606462007","https://openalex.org/W2767933407","https://openalex.org/W2883945062","https://openalex.org/W2904479140","https://openalex.org/W2916586225","https://openalex.org/W2921060387","https://openalex.org/W2962851944","https://openalex.org/W2962858109","https://openalex.org/W2963382180","https://openalex.org/W2963715038","https://openalex.org/W2988157455","https://openalex.org/W3008923041","https://openalex.org/W3101609372","https://openalex.org/W6631216910","https://openalex.org/W6639103823","https://openalex.org/W6677995690","https://openalex.org/W6685133223","https://openalex.org/W6738549535"],"related_works":["https://openalex.org/W2327340211","https://openalex.org/W2027542625","https://openalex.org/W4292199793","https://openalex.org/W2282195379","https://openalex.org/W2089784006","https://openalex.org/W2295388821","https://openalex.org/W2102312026","https://openalex.org/W2071433170","https://openalex.org/W2885663991","https://openalex.org/W1016623679"],"abstract_inverted_index":{"The":[0,97],"combination":[1],"of":[2,15,38,109,126,149,156,174],"multimodal":[3,66],"imaging":[4],"and":[5,18,73,141,153],"genomics":[6],"provides":[7],"a":[8,137],"more":[9],"comprehensive":[10],"way":[11],"for":[12,52],"the":[13,110,114,124,133,147,154,187,197],"study":[14],"mental":[16],"illnesses":[17],"brain":[19,138],"functions.":[20],"Deep":[21],"network-based":[22],"data":[23],"fusion":[24,67],"models":[25,43],"have":[26,192,202],"been":[27],"developed":[28],"to":[29,47,69,105,145,208],"capture":[30],"their":[31],"complex":[32],"associations,":[33],"resulting":[34],"in":[35,204],"improved":[36],"diagnosis":[37,72],"diseases.":[39],"However,":[40],"deep":[41],"learning":[42,84],"are":[44,118,177],"often":[45],"difficult":[46],"interpret,":[48],"bringing":[49],"about":[50],"challenges":[51],"uncovering":[53],"biological":[54,158],"mechanisms":[55],"using":[56],"these":[57],"models.":[58],"In":[59,185],"this":[60],"work,":[61],"we":[62],"develop":[63],"an":[64],"interpretable":[65,102],"model":[68,99,135],"perform":[70],"automated":[71],"result":[74],"interpretation":[75],"simultaneously.":[76],"We":[77,131],"name":[78],"it":[79],"Grad-CAM":[80],"guided":[81],"convolutional":[82],"collaborative":[83],"(gCAM-CCL),":[85],"which":[86,120],"is":[87],"achieved":[88],"by":[89,180],"combining":[90],"intermediate":[91],"feature":[92],"maps":[93,104,117],"with":[94],"gradient-based":[95],"weights.":[96],"gCAM-CCL":[98,134],"can":[100,121],"generate":[101],"activation":[103,116],"quantify":[106],"pixel-level":[107],"contributions":[108],"input":[111],"features.":[112],"Moreover,":[113],"estimated":[115],"class-specific,":[119],"therefore":[122],"facilitate":[123],"identification":[125],"biomarkers":[127],"underlying":[128,157],"different":[129],"groups.":[130],"validate":[132],"on":[136],"imaging-genetic":[139],"study,":[140],"demonstrate":[142],"its":[143],"applications":[144],"both":[146],"classification":[148],"cognitive":[150,189,199],"function":[151],"groups":[152],"discovery":[155],"mechanisms.":[159],"Specifically,":[160],"our":[161],"analysis":[162],"results":[163],"suggest":[164],"that":[165],"during":[166],"task-fMRI":[167],"scans,":[168],"several":[169,181],"object":[170],"recognition":[171],"related":[172],"regions":[173],"interests":[175],"(ROIs)":[176],"activated":[178],"followed":[179],"downstream":[182],"encoding":[183],"ROIs.":[184],"addition,":[186],"high":[188],"group":[190,200],"may":[191,201],"stronger":[193],"neurotransmission":[194],"signaling":[195],"while":[196],"low":[198],"problems":[203],"brain/neuron":[205],"development":[206],"due":[207],"genetic":[209],"variations.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}