{"id":"https://openalex.org/W3178444448","doi":"https://doi.org/10.1109/embc48229.2022.9871118","title":"Joint Embedding of Structural and Functional Brain Networks with Graph Neural Networks for Mental Illness Diagnosis","display_name":"Joint Embedding of Structural and Functional Brain Networks with Graph Neural Networks for Mental Illness Diagnosis","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W3178444448","doi":"https://doi.org/10.1109/embc48229.2022.9871118","mag":"3178444448","pmid":"https://pubmed.ncbi.nlm.nih.gov/36085703"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871118","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015101640","display_name":"Yanqiao Zhu","orcid":"https://orcid.org/0000-0003-2205-5304"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanqiao Zhu","raw_affiliation_strings":["Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences","School of Artificial Intelligence, University of Chinese Academy of Sciences"],"affiliations":[{"raw_affiliation_string":"Center for Research on Intelligent Perception and Computing, Institute of Automation, Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033157677","display_name":"Hejie Cui","orcid":"https://orcid.org/0000-0001-6388-2619"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hejie Cui","raw_affiliation_strings":["Emory University,Department of Computer Science","Department of Computer Science, Emory University"],"affiliations":[{"raw_affiliation_string":"Emory University,Department of Computer Science","institution_ids":["https://openalex.org/I150468666"]},{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071709543","display_name":"Lifang He","orcid":"https://orcid.org/0000-0001-7810-9071"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lifang He","raw_affiliation_strings":["Lehigh University,Department of Computer Science and Engineering","Department of Computer Science and Engineering, Lehigh University"],"affiliations":[{"raw_affiliation_string":"Lehigh University,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I186143895"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Lehigh University","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015105117","display_name":"Lichao Sun","orcid":"https://orcid.org/0000-0003-1539-7939"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lichao Sun","raw_affiliation_strings":["Lehigh University,Department of Computer Science and Engineering","Department of Computer Science and Engineering, Lehigh University"],"affiliations":[{"raw_affiliation_string":"Lehigh University,Department of Computer Science and Engineering","institution_ids":["https://openalex.org/I186143895"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Lehigh University","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006897094","display_name":"Carl Yang","orcid":"https://orcid.org/0000-0001-9145-4531"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carl Yang","raw_affiliation_strings":["Emory University,Department of Computer Science","Department of Computer Science, Emory University"],"affiliations":[{"raw_affiliation_string":"Emory University,Department of Computer Science","institution_ids":["https://openalex.org/I150468666"]},{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5015101640"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":7.6385,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.99295775,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2022","issue":null,"first_page":"272","last_page":"276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7741780281066895},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6019219756126404},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5150346755981445},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.507098913192749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49568355083465576},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4703906774520874},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.44178590178489685},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4298900067806244},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42621034383773804},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.41696542501449585},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.332429975271225}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7741780281066895},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6019219756126404},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5150346755981445},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.507098913192749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49568355083465576},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4703906774520874},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.44178590178489685},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4298900067806244},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42621034383773804},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.41696542501449585},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.332429975271225},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":"Q000175","qualifier_name":"diagnosis","is_major_topic":true},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc48229.2022.9871118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871118","pdf_url":null,"source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36085703","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36085703","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1715858500","https://openalex.org/W2098120923","https://openalex.org/W2141200867","https://openalex.org/W2194775991","https://openalex.org/W2229441104","https://openalex.org/W2295156440","https://openalex.org/W2767892721","https://openalex.org/W2811124557","https://openalex.org/W2887997457","https://openalex.org/W2899886700","https://openalex.org/W2950317798","https://openalex.org/W2951659295","https://openalex.org/W2952871955","https://openalex.org/W2962711740","https://openalex.org/W2962909765","https://openalex.org/W2963674136","https://openalex.org/W2963782635","https://openalex.org/W2963858333","https://openalex.org/W2964015378","https://openalex.org/W2996604169","https://openalex.org/W3005552578","https://openalex.org/W3033039844","https://openalex.org/W3034674374","https://openalex.org/W3034693603","https://openalex.org/W3080997787","https://openalex.org/W3095746859","https://openalex.org/W3103995645","https://openalex.org/W3114303065","https://openalex.org/W3129314437","https://openalex.org/W3154503084","https://openalex.org/W3174415560","https://openalex.org/W3207379368","https://openalex.org/W4285723986","https://openalex.org/W4291474301","https://openalex.org/W6674708781","https://openalex.org/W6680755530","https://openalex.org/W6726873649","https://openalex.org/W6752129415","https://openalex.org/W6753331806","https://openalex.org/W6754929296","https://openalex.org/W6772452955","https://openalex.org/W6779518175","https://openalex.org/W6779940601","https://openalex.org/W6786641649","https://openalex.org/W6797926237"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Multimodal":[0],"brain":[1,8,50,60,95,107,138],"networks":[2,51,61,108],"characterize":[3],"complex":[4],"connectivities":[5],"among":[6],"different":[7],"regions":[9],"from":[10,49],"both":[11],"structural":[12],"and":[13,16,73,109,137,149],"functional":[14],"aspects":[15],"provide":[17,62],"a":[18,32,89,104,119],"new":[19],"means":[20],"for":[21,36,77,93,106,113],"mental":[22],"disease":[23,146],"analysis.":[24],"Recently,":[25],"Graph":[26],"Neural":[27],"Networks":[28],"(GNNs)":[29],"have":[30],"become":[31],"de":[33],"facto":[34],"model":[35,121],"analyzing":[37],"graph-structured":[38],"data.":[39],"However,":[40],"how":[41,67],"to":[42,45,68,79],"employ":[43,110],"GNNs":[44,78],"extract":[46],"effective":[47],"representations":[48],"in":[52],"multiple":[53],"modalities":[54],"remains":[55],"rarely":[56],"explored.":[57],"Moreover,":[58],"as":[59,103],"no":[63],"initial":[64],"node":[65,71],"features,":[66],"design":[69],"informative":[70],"attributes":[72],"leverage":[74],"edge":[75],"weights":[76],"learn":[80],"is":[81],"left":[82],"unsolved.":[83],"To":[84],"this":[85],"end,":[86],"we":[87,99,117],"develop":[88],"novel":[90],"multiview":[91],"GNN":[92,120],"multimodal":[94,114],"networks.":[96],"In":[97],"particular,":[98],"treat":[100],"each":[101],"modality":[102],"view":[105],"contrastive":[111],"learning":[112],"fusion.":[115],"Then,":[116],"propose":[118],"which":[122],"takes":[123],"advantage":[124],"of":[125,154],"the":[126,152],"message":[127],"passing":[128],"scheme":[129],"by":[130],"propagating":[131],"messages":[132],"based":[133],"on":[134,143],"degree":[135],"statistics":[136],"region":[139],"connectivities.":[140],"Extensive":[141],"experiments":[142],"two":[144],"real-world":[145],"datasets":[147],"(HIV":[148],"Bipolar)":[150],"demonstrate":[151],"effectiveness":[153],"our":[155],"proposed":[156],"method":[157],"over":[158],"state-of-the-art":[159],"baselines.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}