{"id":"https://openalex.org/W4409494648","doi":"https://doi.org/10.1109/jbhi.2025.3561546","title":"Multi-Modal Disease Prediction With Hierarchical Self-Supervised Learning","display_name":"Multi-Modal Disease Prediction With Hierarchical Self-Supervised Learning","publication_year":2025,"publication_date":"2025-04-16","ids":{"openalex":"https://openalex.org/W4409494648","doi":"https://doi.org/10.1109/jbhi.2025.3561546","pmid":"https://pubmed.ncbi.nlm.nih.gov/40238613"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3561546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3561546","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007662032","display_name":"Zhe Qu","orcid":"https://orcid.org/0009-0002-4017-5262"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhe Qu","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0002-4017-5262","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Taihua Chen","orcid":"https://orcid.org/0009-0001-3673-0932"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taihua Chen","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0001-3673-0932","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060375325","display_name":"Xin Zhou","orcid":"https://orcid.org/0000-0003-0948-8033"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Alibaba-NTU Global e-Sustainability CorpLab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-0948-8033","affiliations":[{"raw_affiliation_string":"Alibaba-NTU Global e-Sustainability CorpLab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031884078","display_name":"Fanglin Zhu","orcid":"https://orcid.org/0009-0008-9651-8264"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanglin Zhu","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0008-9651-8264","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100648540","display_name":"Wei Guo","orcid":"https://orcid.org/0000-0002-8124-5186"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Guo","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8124-5186","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017102724","display_name":"Yonghui Xu","orcid":"https://orcid.org/0000-0002-1891-6186"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghui Xu","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-1891-6186","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047349764","display_name":"Yixin Zhang","orcid":"https://orcid.org/0009-0006-5777-0593"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Zhang","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0006-5777-0593","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101414718","display_name":"Lizhen Cui","orcid":"https://orcid.org/0000-0002-8262-8883"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Cui","raw_affiliation_strings":["School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8262-8883","affiliations":[{"raw_affiliation_string":"School of Software and the Joint SDU-NTU Centre for Artificial Intelligence Research (C-FAIR), Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8943,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.93644955,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"29","issue":"10","first_page":"7057","last_page":"7067"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.7028999924659729,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.7028999924659729,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.6901000142097473,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6912789940834045},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6292821764945984},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5994860529899597},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3946893513202667},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3444540202617645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6912789940834045},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6292821764945984},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5994860529899597},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3946893513202667},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3444540202617645},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/jbhi.2025.3561546","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3561546","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:40238613","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40238613","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/217174","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/217174","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1151043019","display_name":null,"funder_award_id":"ZR2022QF018","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"},{"id":"https://openalex.org/G4529081685","display_name":null,"funder_award_id":"62202279","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7610069338","display_name":null,"funder_award_id":"92367202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8374397247","display_name":null,"funder_award_id":"ZR2023LZH006","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2019024625","https://openalex.org/W2041658416","https://openalex.org/W2091662955","https://openalex.org/W2145429609","https://openalex.org/W2146089088","https://openalex.org/W2521738011","https://openalex.org/W2522924024","https://openalex.org/W2555136094","https://openalex.org/W2574038793","https://openalex.org/W2604525417","https://openalex.org/W2790201703","https://openalex.org/W2896457183","https://openalex.org/W2899335103","https://openalex.org/W2907492528","https://openalex.org/W2921730678","https://openalex.org/W2963017945","https://openalex.org/W2963794481","https://openalex.org/W2979583482","https://openalex.org/W3021654843","https://openalex.org/W3034288498","https://openalex.org/W3084350364","https://openalex.org/W3091541864","https://openalex.org/W3095689340","https://openalex.org/W3160137267","https://openalex.org/W3192113933","https://openalex.org/W3203435379","https://openalex.org/W4206975554","https://openalex.org/W4221022534","https://openalex.org/W4285604184","https://openalex.org/W4307717106","https://openalex.org/W4311059915","https://openalex.org/W4312428231","https://openalex.org/W4313156423","https://openalex.org/W4323657311","https://openalex.org/W4386634600","https://openalex.org/W4389610297","https://openalex.org/W4391070161","https://openalex.org/W4392168796","https://openalex.org/W4399699154","https://openalex.org/W4400102178","https://openalex.org/W4401795618"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W2033914206"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,142,154,162],"healthcare":[3],"data":[4,82,196],"sources,":[5],"including":[6],"diverse":[7],"imaging":[8,26],"modalities":[9],"and":[10,30,63,83,97,129,146,150,166],"biochemical":[11,28],"measurements,":[12],"has":[13],"created":[14],"unprecedented":[15],"opportunities":[16],"for":[17,38,198],"comprehensive":[18],"disease":[19,114,175,199],"prediction.":[20],"Multi-modal":[21],"clinical":[22,32],"data,":[23],"encompassing":[24],"medical":[25],"reports,":[27],"assays,":[29],"longitudinal":[31],"records,":[33],"provides":[34],"a":[35,50,111],"rich":[36],"foundation":[37],"developing":[39],"sophisticated":[40],"diagnostic":[41],"models.":[42],"Graph":[43],"Neural":[44],"Networks":[45],"(GNNs)":[46],"have":[47],"emerged":[48],"as":[49],"leading":[51],"methodological":[52],"framework,":[53],"distinguished":[54],"by":[55],"their":[56,71],"capacity":[57],"to":[58,187],"model":[59,99],"complex":[60],"inter-patient":[61],"relationships":[62],"capture":[64,141],"community":[65,148],"structures":[66],"within":[67],"patient":[68],"data.":[69],"Despite":[70],"promise,":[72],"current":[73],"GNN-based":[74],"approaches":[75],"exhibit":[76],"limitations":[77,92],"in":[78,193],"handling":[79],"noisy,":[80],"low-quality":[81],"often":[84],"impose":[85],"overly":[86],"restrictive":[87],"graph":[88,167],"smoothness":[89],"constraints.":[90],"These":[91],"can":[93],"obscure":[94],"patient-specific":[95],"variations":[96],"compromise":[98],"robustness.":[100],"To":[101],"overcome":[102],"these":[103],"challenges,":[104],"we":[105],"propose":[106],"HierSSL":[107,180],"(Hierarchical":[108],"Self-Supervised":[109],"Learning),":[110],"novel":[112],"multi-modal":[113,155,195],"prediction":[115,176,200],"framework":[116],"that":[117,179],"enhances":[118],"representational":[119],"learning":[120],"through":[121,158],"dual-scale":[122],"self-supervision":[123],"mechanisms":[124],"operating":[125],"at":[126],"both":[127],"local":[128,143],"global":[130,147],"levels.":[131],"HierSSL's":[132],"architecture":[133],"specifically":[134],"addresses":[135],"two":[136,173],"critical":[137],"aspects:":[138],"1)":[139],"the":[140,152],"inter-modality":[144],"dependencies":[145],"patterns,":[149],"2)":[151],"optimization":[153],"feature":[156,163],"integration":[157,197],"an":[159],"innovative":[160],"combination":[161],"consistency":[164],"constraints":[165],"contrastive":[168],"learning.":[169],"Empirical":[170],"evaluation":[171],"across":[172],"distinct":[174],"datasets":[177],"demonstrates":[178],"achieves":[181],"statistically":[182],"significant":[183],"performance":[184],"improvements":[185],"compared":[186],"state-of-the-art":[188],"methods,":[189],"highlighting":[190],"its":[191],"efficacy":[192],"robust":[194],"tasks.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2025-11-28T02:08:47.144824","created_date":"2025-10-10T00:00:00"}