{"id":"https://openalex.org/W4413050717","doi":"https://doi.org/10.3233/shti250941","title":"Multimodal Fusion of EHR in Structures and Semantics: Integrating Clinical Records and Notes with Hypergraph and LLM","display_name":"Multimodal Fusion of EHR in Structures and Semantics: Integrating Clinical Records and Notes with Hypergraph and LLM","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W4413050717","doi":"https://doi.org/10.3233/shti250941","pmid":"https://pubmed.ncbi.nlm.nih.gov/40775959"},"language":"en","primary_location":{"id":"doi:10.3233/shti250941","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250941","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti250941","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033157677","display_name":"Hejie Cui","orcid":"https://orcid.org/0000-0001-6388-2619"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hejie Cui","raw_affiliation_strings":["Center for Biomedical Informatics Research, Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Biomedical Informatics Research, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082878202","display_name":"Xinyu Fang","orcid":"https://orcid.org/0000-0001-6337-8009"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Fang","raw_affiliation_strings":["Department of Computer Science, Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016158477","display_name":"Ran Xu","orcid":"https://orcid.org/0000-0002-2189-0386"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Xu","raw_affiliation_strings":["Department of Computer Science, Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020981458","display_name":"Xuan Kan","orcid":"https://orcid.org/0000-0003-0039-8314"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuan Kan","raw_affiliation_strings":["Department of Computer Science, Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022272635","display_name":"Joyce C. Ho","orcid":"https://orcid.org/0000-0001-9168-3916"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joyce C. Ho","raw_affiliation_strings":["Department of Computer Science, Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006897094","display_name":"Carl Yang","orcid":"https://orcid.org/0000-0001-9145-4531"},"institutions":[{"id":"https://openalex.org/I150468666","display_name":"Emory University","ror":"https://ror.org/03czfpz43","country_code":"US","type":"education","lineage":["https://openalex.org/I150468666"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carl Yang","raw_affiliation_strings":["Department of Computer Science, Emory University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Emory University","institution_ids":["https://openalex.org/I150468666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.7842,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99600571,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"329","issue":null,"first_page":"753","last_page":"757"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9057000279426575,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hypergraph","display_name":"Hypergraph","score":0.6132345199584961},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5331586599349976},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4836879372596741},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3325345516204834},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25641775131225586},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07290342450141907}],"concepts":[{"id":"https://openalex.org/C2781221856","wikidata":"https://www.wikidata.org/wiki/Q840247","display_name":"Hypergraph","level":2,"score":0.6132345199584961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5331586599349976},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4836879372596741},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3325345516204834},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25641775131225586},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07290342450141907},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti250941","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250941","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40775959","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40775959","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12995550","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12995550/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Stud Health Technol Inform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3233/shti250941","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250941","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4636863843","display_name":null,"funder_award_id":"K25DK135913","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"}],"funders":[{"id":"https://openalex.org/F4320337357","display_name":"National Institute of Diabetes and Digestive and Kidney Diseases","ror":"https://ror.org/00adh9b73"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4376608589","https://openalex.org/W1537073411","https://openalex.org/W1948107826","https://openalex.org/W3138003926","https://openalex.org/W1630514295","https://openalex.org/W4300037846","https://openalex.org/W4288275998"],"abstract_inverted_index":{"In":[0,104],"recent":[1],"decades,":[2],"Electronic":[3],"Health":[4],"Records":[5],"(EHRs)":[6],"have":[7],"become":[8],"increasingly":[9],"useful":[10],"to":[11,130,153],"support":[12],"clinical":[13,136],"decision-making":[14],"and":[15,29,45,95,98,119,135,169,193],"healthcare.":[16],"EHRs":[17,40],"usually":[18],"contain":[19],"heterogeneous":[20],"information,":[21],"such":[22],"as":[23,186,188],"structural":[24,192],"data":[25,31,78,152],"in":[26,32,39,100,121],"tabular":[27],"form":[28],"un-structured":[30],"textual":[33,194],"notes.":[34,103],"Different":[35],"types":[36,75,150],"of":[37,50,61,67,73,76,89,151],"information":[38],"can":[41,175],"complement":[42],"each":[43],"other":[44],"provide":[46],"a":[47,51,59,109,126],"comprehensive":[48],"picture":[49],"patient's":[52],"health":[53],"status.":[54],"While":[55],"there":[56],"has":[57],"been":[58],"lot":[60],"research":[62],"on":[63,162],"the":[64,71,90,96,101,145,166],"representation":[65],"learning":[66],"structured":[68],"EHR":[69,77,164,195],"data,":[70],"fusion":[72,190],"different":[74,149],"(multimodal":[79],"fusion)":[80],"is":[81,86],"not":[82],"well":[83,187],"studied.":[84],"This":[85],"mostly":[87],"because":[88],"complex":[91,146],"medical":[92,132],"coding":[93],"systems":[94],"noise":[97],"redundancy":[99],"written":[102],"this":[105],"work,":[106],"we":[107],"propose":[108],"new":[110],"framework":[111,124],"called":[112],"MINGLE,":[113],"which":[114,143],"effectively":[115,176],"integrates":[116],"both":[117],"structures":[118],"semantics":[120,134,138],"EHR.":[122],"Our":[123],"uses":[125],"two-level":[127],"infusion":[128],"strategy":[129],"combine":[131],"concept":[133],"note":[137],"into":[139],"hypergraph":[140],"neural":[141],"networks,":[142],"learn":[144],"interactions":[147],"between":[148],"generate":[154],"visit":[155],"representations":[156],"for":[157,191],"downstream":[158],"prediction.":[159],"Experiment":[160],"results":[161],"two":[163],"datasets,":[165],"public":[167],"MIMIC-III":[168],"private":[170],"CRADLE,":[171],"show":[172],"that":[173],"MINGLE":[174],"improve":[177],"predictive":[178],"performance":[179],"by":[180],"11.83%":[181],"relatively,":[182],"enhancing":[183],"semantic":[184],"integration":[185],"multimodal":[189],"data.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2025-10-10T00:00:00"}