{"id":"https://openalex.org/W4393641006","doi":"https://doi.org/10.1109/jbhi.2024.3384407","title":"Unified Multi-Modal Diagnostic Framework With Reconstruction Pre-Training and Heterogeneity-Combat Tuning","display_name":"Unified Multi-Modal Diagnostic Framework With Reconstruction Pre-Training and Heterogeneity-Combat Tuning","publication_year":2024,"publication_date":"2024-04-02","ids":{"openalex":"https://openalex.org/W4393641006","doi":"https://doi.org/10.1109/jbhi.2024.3384407","pmid":"https://pubmed.ncbi.nlm.nih.gov/38564359"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2024.3384407","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3384407","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.06057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101758463","display_name":"Yupei Zhang","orcid":"https://orcid.org/0000-0001-8308-7276"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Yupei Zhang","raw_affiliation_strings":["Department of Pathology, University of Hong Kong, SAR, Hong Kong","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","Department of Pathology, The University of Hong Kong, Hong Kong SAR","Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"Department of Pathology, University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I4210086892"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Pathology, The University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455209","display_name":"Pan Li","orcid":"https://orcid.org/0000-0002-9861-8305"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210086892","display_name":"Education University of Hong Kong","ror":"https://ror.org/000t0f062","country_code":"HK","type":"education","lineage":["https://openalex.org/I4210086892"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Li Pan","raw_affiliation_strings":["Department of Pathology, University of Hong Kong, SAR, Hong Kong","Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","Department of Pathology, The University of Hong Kong, Hong Kong SAR","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"Department of Pathology, University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I889458895","https://openalex.org/I4210086892"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Pathology, The University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052053295","display_name":"Qiushi Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Qiushi Yang","raw_affiliation_strings":["Department of Electrical Engineering, City University of Hong Kong, SAR, Hong Kong","Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","Department of Pathology, The University of Hong Kong, Hong Kong SAR","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Pathology, The University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065822896","display_name":"Li Tan","orcid":"https://orcid.org/0000-0002-2786-5958"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Tan Li","raw_affiliation_strings":["Department of Computer Science, The Hang Seng University of Hong Kong, SAR, Hong Kong","Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","Department of Pathology, The University of Hong Kong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Pathology, The University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029195712","display_name":"Zhen Chen","orcid":"https://orcid.org/0000-0002-6289-4332"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210121405","display_name":"Centre for Artificial Intelligence and Robotics","ror":"https://ror.org/01xnbq218","country_code":"IN","type":"facility","lineage":["https://openalex.org/I1340206300","https://openalex.org/I4210121405","https://openalex.org/I4210150591"]},{"id":"https://openalex.org/I47605537","display_name":"Hang Seng University of Hong Kong","ror":"https://ror.org/04fa64g55","country_code":"HK","type":"education","lineage":["https://openalex.org/I47605537"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["CN","HK","IN"],"is_corresponding":true,"raw_author_name":"Zhen Chen","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, HKISI, Chinese Academy of Sciences, SAR, Hong Kong","Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","Department of Pathology, The University of Hong Kong, Hong Kong SAR","Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR"],"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, HKISI, Chinese Academy of Sciences, SAR, Hong Kong","institution_ids":["https://openalex.org/I4210121405"]},{"raw_affiliation_string":"Department of Computer Science, The Hang Seng University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I47605537","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics (CAIR), HKISI, Chinese Academy of Sciences, Hong Kong SAR","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Department of Pathology, The University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I177725633","https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical Engineering, City University of Hong Kong, Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029195712"],"corresponding_institution_ids":["https://openalex.org/I168719708","https://openalex.org/I177725633","https://openalex.org/I4210100255","https://openalex.org/I4210121405","https://openalex.org/I47605537","https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":1.202,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.77691696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"29","issue":"5","first_page":"3171","last_page":"3183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.8471775054931641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8468227386474609},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7210103869438171},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6298853158950806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5324939489364624},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5311815738677979},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5122422575950623},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48320329189300537},{"id":"https://openalex.org/keywords/upstream","display_name":"Upstream (networking)","score":0.4800656735897064},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4706805348396301},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4672306180000305},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.44688764214515686},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.41645869612693787},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4066573977470398},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3576304018497467}],"concepts":[{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.8471775054931641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8468227386474609},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7210103869438171},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6298853158950806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324939489364624},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5311815738677979},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5122422575950623},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48320329189300537},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.4800656735897064},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4706805348396301},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4672306180000305},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.44688764214515686},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.41645869612693787},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4066573977470398},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3576304018497467},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007090","descriptor_name":"Image Interpretation, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D064847","descriptor_name":"Multimodal Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D064847","descriptor_name":"Multimodal Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D064847","descriptor_name":"Multimodal Imaging","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1109/jbhi.2024.3384407","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2024.3384407","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:38564359","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38564359","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null},{"id":"pmh:oai:arXiv.org:2404.06057","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.06057","pdf_url":"https://arxiv.org/pdf/2404.06057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.06057","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.06057","pdf_url":"https://arxiv.org/pdf/2404.06057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393641006.pdf"},"referenced_works_count":80,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2124386111","https://openalex.org/W2161969291","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2896457183","https://openalex.org/W2897980926","https://openalex.org/W2899663614","https://openalex.org/W2901466771","https://openalex.org/W2908510526","https://openalex.org/W2953070460","https://openalex.org/W2963150162","https://openalex.org/W2963341956","https://openalex.org/W2963521239","https://openalex.org/W2963954913","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2970771982","https://openalex.org/W2979525559","https://openalex.org/W3005680577","https://openalex.org/W3034238904","https://openalex.org/W3035333188","https://openalex.org/W3091546937","https://openalex.org/W3104050923","https://openalex.org/W3112557529","https://openalex.org/W3112688606","https://openalex.org/W3126792443","https://openalex.org/W3128510757","https://openalex.org/W3154677174","https://openalex.org/W3164581645","https://openalex.org/W3164654615","https://openalex.org/W3164670515","https://openalex.org/W3165058054","https://openalex.org/W3166396011","https://openalex.org/W3177149096","https://openalex.org/W3185542499","https://openalex.org/W3203635737","https://openalex.org/W3211326549","https://openalex.org/W4200630444","https://openalex.org/W4288055492","https://openalex.org/W4295915937","https://openalex.org/W4295917908","https://openalex.org/W4296151224","https://openalex.org/W4298331175","https://openalex.org/W4309472895","https://openalex.org/W4312312750","https://openalex.org/W4312639100","https://openalex.org/W4312784228","https://openalex.org/W4312877428","https://openalex.org/W4312910992","https://openalex.org/W4313156423","https://openalex.org/W4318718936","https://openalex.org/W4327810203","https://openalex.org/W4361856786","https://openalex.org/W4366851094","https://openalex.org/W4367055910","https://openalex.org/W4385245566","https://openalex.org/W4386065524","https://openalex.org/W4386076084","https://openalex.org/W4386076446","https://openalex.org/W4393782427","https://openalex.org/W4394666973","https://openalex.org/W4409262773","https://openalex.org/W6733814495","https://openalex.org/W6752083267","https://openalex.org/W6755977528","https://openalex.org/W6757817989","https://openalex.org/W6766673545","https://openalex.org/W6766819354","https://openalex.org/W6766904570","https://openalex.org/W6780226713","https://openalex.org/W6784185929","https://openalex.org/W6789753369","https://openalex.org/W6791353385","https://openalex.org/W6805551904","https://openalex.org/W6810879928","https://openalex.org/W6842760672","https://openalex.org/W6844432065","https://openalex.org/W6849177959","https://openalex.org/W7019334681"],"related_works":["https://openalex.org/W3113528484","https://openalex.org/W2241146542","https://openalex.org/W3124058258","https://openalex.org/W2209220924","https://openalex.org/W4214653257","https://openalex.org/W1499733765","https://openalex.org/W3125376000","https://openalex.org/W2031986320","https://openalex.org/W4362671650","https://openalex.org/W2117453324"],"abstract_inverted_index":{"Medical":[0,71],"multi-modal":[1],"pre-training":[2,51,78],"has":[3],"revealed":[4],"promise":[5],"in":[6],"computer-aided":[7],"diagnosis":[8],"by":[9],"leveraging":[10],"large-scale":[11],"unlabeled":[12],"datasets.":[13],"However,":[14],"existing":[15,199],"methods":[16],"based":[17],"on":[18,23,184,201],"masked":[19,117],"autoencoders":[20],"mainly":[21],"rely":[22],"data-level":[24,106],"reconstruction":[25],"tasks,":[26,45],"but":[27],"lack":[28],"high-level":[29],"semantic":[30,114],"information.":[31],"Furthermore,":[32],"two":[33,125],"significant":[34],"heterogeneity":[35,49,59],"challenges":[36],"hinder":[37],"the":[38,47,57,86,96,113,130,135,158,162,170,175,190],"transfer":[39],"of":[40,89,119,127,142,164,179,192,204],"pre-trained":[41,159],"knowledge":[42],"to":[43,84,111,123,174],"downstream":[44,54,61,80,131,137,165,205],"i.e.,":[46],"distribution":[48,163],"between":[50],"data":[52],"and":[53,56,79,91,105,148,167],"data,":[55],"modality":[58],"within":[60],"data.":[62],"To":[63],"address":[64],"these":[65],"challenges,":[66],"we":[67,94,133],"propose":[68,95],"a":[69,103,143,149],"Unified":[70],"Multi-modal":[72],"Diagnostic":[73],"(UMD)":[74],"framework":[75],"with":[76],"tailored":[77],"tuning":[81,138],"strategies.":[82],"Specifically,":[83],"enhance":[85],"representation":[87],"abilities":[88],"vision":[90],"language":[92],"encoders,":[93],"Multi-level":[97],"Reconstruction":[98],"Pre-training":[99],"(MR-Pretrain)":[100],"strategy,":[101,139],"including":[102],"feature-level":[104],"reconstruction,":[107],"which":[108,140,196],"guides":[109],"models":[110],"capture":[112],"information":[115],"from":[116],"inputs":[118],"different":[120,180],"modalities.":[121,181],"Moreover,":[122],"tackle":[124],"kinds":[126,203],"heterogeneities":[128],"during":[129],"tuning,":[132],"present":[134],"heterogeneity-combat":[136],"consists":[141],"Task-oriented":[144],"Distribution":[145],"Calibration":[146],"(TD-Calib)":[147],"Gradient-guided":[150],"Modality":[151],"Coordination":[152],"(GM-Coord).":[153],"In":[154],"particular,":[155],"TD-Calib":[156],"fine-tunes":[157],"model":[160],"regarding":[161],"datasets,":[166],"GM-Coord":[168],"adjusts":[169],"gradient":[171],"weights":[172],"according":[173],"dynamic":[176],"optimization":[177],"status":[178],"Extensive":[182],"experiments":[183],"five":[185],"public":[186],"medical":[187],"datasets":[188],"demonstrate":[189],"effectiveness":[191],"our":[193],"UMD":[194],"framework,":[195],"remarkably":[197],"outperforms":[198],"approaches":[200],"three":[202],"tasks.":[206]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}