{"id":"https://openalex.org/W4200275335","doi":"https://doi.org/10.1109/embc46164.2021.9630693","title":"Multi-modal deep learning of functional and structural neuroimaging and genomic data to predict mental illness","display_name":"Multi-modal deep learning of functional and structural neuroimaging and genomic data to predict mental illness","publication_year":2021,"publication_date":"2021-11-01","ids":{"openalex":"https://openalex.org/W4200275335","doi":"https://doi.org/10.1109/embc46164.2021.9630693","pmid":"https://pubmed.ncbi.nlm.nih.gov/34891938"},"language":"en","primary_location":{"id":"doi:10.1109/embc46164.2021.9630693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630693","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012706942","display_name":"Md Abdur Rahaman","orcid":"https://orcid.org/0000-0002-4241-2439"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Abdur Rahaman","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA","Georgia Institute of Technology, Atlanta, GA, USA","Georgia Institute of Technology, Emory University, Atlanta, GA, USA","Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]},{"raw_affiliation_string":"Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380040","display_name":"Jiayu Chen","orcid":"https://orcid.org/0000-0001-5059-372X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayu Chen","raw_affiliation_strings":["Georgia State University,Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS)","Georgia Institute of Technology, Emory University, Atlanta, GA, USA","Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia State University,Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS)","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]},{"raw_affiliation_string":"Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019983016","display_name":"Zening Fu","orcid":"https://orcid.org/0000-0002-1591-4900"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zening Fu","raw_affiliation_strings":["Georgia State University,Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS)","Georgia Institute of Technology, Emory University, Atlanta, GA, USA","Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia State University,Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS)","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]},{"raw_affiliation_string":"Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018151377","display_name":"Noah Lewis","orcid":"https://orcid.org/0000-0002-5712-2434"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Noah Lewis","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA","Georgia Institute of Technology, Atlanta, GA, USA","Georgia Institute of Technology, Emory University, Atlanta, GA, USA","Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]},{"raw_affiliation_string":"Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076662617","display_name":"Armin Iraji","orcid":"https://orcid.org/0000-0002-0605-593X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Armin Iraji","raw_affiliation_strings":["Georgia State University,Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS)","Georgia Institute of Technology, Emory University, Atlanta, GA, USA","Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia State University,Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS)","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]},{"raw_affiliation_string":"Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]},{"raw_affiliation_string":"Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032850756","display_name":"Vince D. Calhoun","orcid":"https://orcid.org/0000-0001-9058-0747"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]},{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]},{"id":"https://openalex.org/I4210133909","display_name":"Center for Translational Research in Neuroimaging and Data Science","ror":"https://ror.org/02qx6zf82","country_code":"US","type":"facility","lineage":["https://openalex.org/I130701444","https://openalex.org/I150468666","https://openalex.org/I181565077","https://openalex.org/I4210133909"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vince D. Calhoun","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA","Georgia Institute of Technology, Atlanta, GA, USA","Georgia Institute of Technology, Emory University, Atlanta, GA, USA","Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, Emory University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444","https://openalex.org/I150468666"]},{"raw_affiliation_string":"Tri-Institutional Center for Translational Research in Neuroimaging and Data Science (TReNDS), Georgia State University","institution_ids":["https://openalex.org/I181565077","https://openalex.org/I4210133909"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.4155,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.98717465,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"2021","issue":null,"first_page":"3267","last_page":"3272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.8527249097824097},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.618338942527771},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5667600631713867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4853007197380066},{"id":"https://openalex.org/keywords/mental-illness","display_name":"Mental illness","score":0.4567076861858368},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4420904815196991},{"id":"https://openalex.org/keywords/functional-neuroimaging","display_name":"Functional neuroimaging","score":0.4215543866157532},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3627699017524719},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.3341624140739441},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3233596682548523},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3226380944252014},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.31898030638694763},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.27784082293510437},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.11413845419883728},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.10904055833816528}],"concepts":[{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.8527249097824097},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.618338942527771},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5667600631713867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4853007197380066},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.4567076861858368},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4420904815196991},{"id":"https://openalex.org/C52338299","wikidata":"https://www.wikidata.org/wiki/Q1004354","display_name":"Functional neuroimaging","level":3,"score":0.4215543866157532},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3627699017524719},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3341624140739441},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3233596682548523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3226380944252014},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31898030638694763},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.27784082293510437},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.11413845419883728},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.10904055833816528},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D012559","descriptor_name":"Schizophrenia","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059906","descriptor_name":"Neuroimaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059906","descriptor_name":"Neuroimaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059906","descriptor_name":"Neuroimaging","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc46164.2021.9630693","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc46164.2021.9630693","pdf_url":null,"source":{"id":"https://openalex.org/S4363607750","display_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 43rd Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:34891938","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34891938","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1921523184","https://openalex.org/W1943480391","https://openalex.org/W1970741065","https://openalex.org/W1977322603","https://openalex.org/W2015673360","https://openalex.org/W2019761487","https://openalex.org/W2038003677","https://openalex.org/W2044309727","https://openalex.org/W2065609367","https://openalex.org/W2075974192","https://openalex.org/W2082332151","https://openalex.org/W2101357408","https://openalex.org/W2113506774","https://openalex.org/W2133564696","https://openalex.org/W2146994504","https://openalex.org/W2161633633","https://openalex.org/W2261649976","https://openalex.org/W2295947254","https://openalex.org/W2533807510","https://openalex.org/W2566291216","https://openalex.org/W2600762274","https://openalex.org/W2742947264","https://openalex.org/W2747936636","https://openalex.org/W2751512870","https://openalex.org/W2767290858","https://openalex.org/W2772564583","https://openalex.org/W2805783416","https://openalex.org/W2807563096","https://openalex.org/W2902380111","https://openalex.org/W2949208329","https://openalex.org/W2950023118","https://openalex.org/W2951516099","https://openalex.org/W2953073956","https://openalex.org/W2958415980","https://openalex.org/W2960249605","https://openalex.org/W2967597842","https://openalex.org/W2967967941","https://openalex.org/W2980408648","https://openalex.org/W2986837607","https://openalex.org/W3003442092","https://openalex.org/W3021647162","https://openalex.org/W3049138201","https://openalex.org/W3085380432","https://openalex.org/W3087237868","https://openalex.org/W3088350896","https://openalex.org/W3089416686","https://openalex.org/W3094595351","https://openalex.org/W3104219743","https://openalex.org/W4295312788","https://openalex.org/W4302161581","https://openalex.org/W6631190155","https://openalex.org/W6640185926","https://openalex.org/W6669374028","https://openalex.org/W6679434410","https://openalex.org/W6752162782","https://openalex.org/W6754669440","https://openalex.org/W6764253496","https://openalex.org/W6765409102","https://openalex.org/W6766978945","https://openalex.org/W6769833102","https://openalex.org/W6783213970","https://openalex.org/W6783417177","https://openalex.org/W6784500203"],"related_works":["https://openalex.org/W2506266834","https://openalex.org/W2499037785","https://openalex.org/W2028174874","https://openalex.org/W2351278828","https://openalex.org/W4308957544","https://openalex.org/W2239282469","https://openalex.org/W2005199366","https://openalex.org/W67648935","https://openalex.org/W1993895507","https://openalex.org/W2122202779"],"abstract_inverted_index":{"Neuropsychiatric":[0],"disorders":[1],"such":[2],"as":[3],"schizophrenia":[4],"are":[5],"very":[6],"heterogeneous":[7],"in":[8,92,160],"nature":[9],"and":[10,28,37,45,59,87,103,120,134,157,186,217,221,236,257,287,302,309],"typically":[11],"diagnosed":[12],"using":[13],"self-reported":[14],"symptoms.":[15],"This":[16,282],"makes":[17],"it":[18],"difficult":[19],"to":[20,79,107,129,173,206,230,314],"pose":[21],"a":[22,49,68,114,121,136,170,196,211],"confident":[23],"prediction":[24,62],"on":[25,195,210],"the":[26,34,53,81,84,109,131,143,154,161,167,175,181,184,207,219,232,248,274,291,303,315],"cases":[27],"does":[29],"not":[30],"provide":[31],"insight":[32],"into":[33],"underlying":[35],"neural":[36,234],"biological":[38],"mechanisms":[39],"of":[40,183,198,214,268,293],"these":[41],"disorders.":[42],"Combining":[43],"neuroimaging":[44],"genomic":[46,253,288],"data":[47,75,106,212,296],"with":[48,127,240,255],"multi-modal":[50,69,162],"'predictome'":[51],"paves":[52],"way":[54],"for":[55,152,261,290],"biologically":[56],"informed":[57],"markers":[58],"may":[60],"improve":[61],"reliability.":[63],"With":[64],"that,":[65],"we":[66,165,224],"develop":[67],"deep":[70,96],"learning":[71],"framework":[72,188],"by":[73,277],"fusing":[74],"from":[76],"different":[77,150],"modalities":[78,179],"capture":[80],"interaction":[82],"between":[83,142],"latent":[85,132],"features":[86,133,235,289],"evaluate":[88],"their":[89],"complementary":[90],"information":[91,254],"characterizing":[93],"schizophrenia.":[94,241,263,294],"Our":[95],"model":[97,172],"uses":[98,149],"structural":[99,256,310],"MRI,":[100,102],"functional":[101,258,308],"genome-wide":[104],"polymorphism":[105],"perform":[108],"classification":[110,292],"task.":[111],"It":[112],"includes":[113],"multi-layer":[115],"feed-forward":[116],"network,":[117],"an":[118],"encoder,":[119],"long":[122],"short-term":[123],"memory":[124],"(LSTM)":[125],"unit":[126],"attention":[128],"learn":[130],"adopt":[135],"joint":[137],"training":[138],"scheme":[139,298],"capturing":[140],"synergies":[141],"modalities.":[144],"The":[145,201,295],"hybrid":[146],"network":[147,168],"also":[148],"regularizers":[151],"addressing":[153],"inherent":[155],"overfitting":[156],"modality-specific":[158],"bias":[159],"setup.":[163],"Next,":[164],"run":[166],"through":[169],"saliency":[171,304],"analyze":[174],"learned":[176],"features.":[177],"Integrating":[178],"enhances":[180],"performance":[182,209],"classifier,":[185],"our":[187,243],"acquired":[189],"88%":[190],"(P":[191],"<":[192],"0.0001)":[193],"accuracy":[194,203],"dataset":[197],"437":[199],"subjects.":[200],"trimodal":[202],"is":[204,247],"comparable":[205],"state-of-the-art":[208],"collection":[213],"this":[215,246,266],"size":[216],"outperforms":[218],"unimodal":[220],"bimodal":[222],"baselines":[223],"compared.":[225],"Model":[226],"introspection":[227],"was":[228],"used":[229],"expose":[231],"salient":[233],"genes/biological":[237],"pathways":[238],"associated":[239],"To":[242],"best":[244],"knowledge,":[245],"first":[249],"approach":[250],"that":[251],"fuses":[252],"MRI":[259],"biomarkers":[260],"predicting":[262],"We":[264],"believe":[265],"type":[267],"modality":[269,300],"blending":[270],"can":[271],"better":[272],"explain":[273],"disorder's":[275],"dynamics":[276],"adding":[278],"cross-modal":[279],"prospects.Clinical":[280],"Relevance-":[281],"study":[283],"combinedly":[284],"learns":[285],"imaging":[286],"fusion":[297],"extracts":[299],"interactions,":[301],"experiments":[305],"report":[306],"multiple":[307],"networks":[311],"closely":[312],"connected":[313],"disorder.":[316]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}