{"id":"https://openalex.org/W4403582543","doi":"https://doi.org/10.1145/3627673.3679962","title":"MEDFuse: Multimodal EHR Data Fusion with Masked Lab-Test Modeling and Large Language Models","display_name":"MEDFuse: Multimodal EHR Data Fusion with Masked Lab-Test Modeling and Large Language Models","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582543","doi":"https://doi.org/10.1145/3627673.3679962"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679962","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679962","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679962","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679962","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049058623","display_name":"Tai Tan Phan","orcid":"https://orcid.org/0000-0001-6814-9459"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Phan Nguyen Minh Thao","raw_affiliation_strings":["National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6814-9459","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081832417","display_name":"Cong-Tinh Dao","orcid":"https://orcid.org/0000-0002-0777-6915"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cong-Tinh Dao","raw_affiliation_strings":["National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-0777-6915","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102939175","display_name":"Chenwei Wu","orcid":"https://orcid.org/0009-0003-7178-1377"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenwei Wu","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0009-0003-7178-1377","affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081013294","display_name":"Jian-Zhe Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jian-Zhe Wang","raw_affiliation_strings":["National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0009-0002-9614-6815","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shun Liu","orcid":"https://orcid.org/0009-0007-5240-9114"},"institutions":[{"id":"https://openalex.org/I181679659","display_name":"Shanghai University of Finance and Economics","ror":"https://ror.org/00wtvfq62","country_code":"CN","type":"education","lineage":["https://openalex.org/I181679659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shun Liu","raw_affiliation_strings":["Shanghai University of Finance and Economics, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-5240-9114","affiliations":[{"raw_affiliation_string":"Shanghai University of Finance and Economics, Shanghai, China","institution_ids":["https://openalex.org/I181679659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068409543","display_name":"Jun-En Ding","orcid":"https://orcid.org/0000-0002-1233-138X"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun-En Ding","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-1233-138X","affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001264927","display_name":"David Restrepo","orcid":"https://orcid.org/0000-0002-3789-1957"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Restrepo","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0002-3789-1957","affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415282","display_name":"Feng Liu","orcid":"https://orcid.org/0000-0002-5225-8199"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng Liu","raw_affiliation_strings":["Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-5225-8199","affiliations":[{"raw_affiliation_string":"Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060599903","display_name":"Fang\u2010Ming Hung","orcid":"https://orcid.org/0000-0003-3501-5459"},"institutions":[{"id":"https://openalex.org/I4210102996","display_name":"Far Eastern Memorial Hospital","ror":"https://ror.org/019tq3436","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210102996"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Fang-Ming Hung","raw_affiliation_strings":["Far Eastern Memorial Hospital, New Taipei, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-3501-5459","affiliations":[{"raw_affiliation_string":"Far Eastern Memorial Hospital, New Taipei, Taiwan","institution_ids":["https://openalex.org/I4210102996"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040101293","display_name":"Wen-Chih Peng","orcid":"https://orcid.org/0000-0002-0172-7311"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Wen-Chih Peng","raw_affiliation_strings":["National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-0172-7311","affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5049058623"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":1.9868,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.88653283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3974","last_page":"3978"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6731026768684387},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5063079595565796},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.5043286085128784},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.45884642004966736},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4126833975315094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40084901452064514},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.17206218838691711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6731026768684387},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5063079595565796},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.5043286085128784},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.45884642004966736},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4126833975315094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40084901452064514},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.17206218838691711},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3627673.3679962","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679962","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679962","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/157546","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/157546","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/157546/1/3627673.3679962.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"http://purl.org/eprint/type/ConferencePaper"},{"id":"pmh:oai:deepblue.lib.umich.edu:2027.42/198655","is_oa":false,"landing_page_url":"https://hdl.handle.net/2027.42/198655","pdf_url":null,"source":{"id":"https://openalex.org/S4306400393","display_name":"Deep Blue (University of Michigan)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I27837315","host_organization_name":"University of Michigan","host_organization_lineage":["https://openalex.org/I27837315"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3627673.3679962","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679962","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3627673.3679962","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403582543.pdf"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W61851215","https://openalex.org/W2690721124","https://openalex.org/W2905233862","https://openalex.org/W3080098168","https://openalex.org/W3080987150","https://openalex.org/W3171018959","https://openalex.org/W3176191710","https://openalex.org/W3197480764","https://openalex.org/W4313156423"],"related_works":["https://openalex.org/W641782856","https://openalex.org/W24443521","https://openalex.org/W2471323292","https://openalex.org/W2296759459","https://openalex.org/W2045139758","https://openalex.org/W4205202004","https://openalex.org/W2188047296","https://openalex.org/W2352527711","https://openalex.org/W9484388","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Electronic":[0],"health":[1,38],"records":[2],"(EHRs)":[3],"are":[4],"multimodal":[5,27,98],"by":[6,127],"nature,":[7],"consisting":[8],"of":[9,36],"structured":[10,91,116],"tabular":[11,112],"features":[12],"like":[13],"lab":[14,117],"tests":[15],"and":[16,39,83,92,110,136,139,148,162],"unstructured":[17,93],"clinical":[18,22,41,108,152,173],"notes.":[19,153],"In":[20,66],"real-life":[21],"practice,":[23],"doctors":[24],"use":[25],"complementary":[26],"EHR":[28,45,74],"data":[29],"sources":[30],"to":[31,88,132],"get":[32],"a":[33,58,72,122,128],"clearer":[34],"picture":[35],"patients'":[37],"support":[40],"decision-making.":[42],"However,":[43],"most":[44],"predictive":[46],"models":[47,86],"do":[48],"not":[49],"reflect":[50],"these":[51],"procedures,":[52],"as":[53],"they":[54],"either":[55],"focus":[56],"on":[57,106,115,157],"single":[59],"modality":[60],"or":[61],"overlook":[62],"the":[63,146,158,163,181],"inter-modality":[64],"interactions/redundancy.":[65],"this":[67],"work,":[68],"we":[69],"propose":[70],"MEDFuse,":[71],"Multimodal":[73],"Data":[75],"Fusion":[76],"framework":[77],"that":[78],"incorporates":[79],"masked":[80,111],"lab-test":[81],"modeling":[82],"large":[84],"language":[85],"(LLMs)":[87],"effectively":[89],"integrate":[90],"medical":[94],"data.":[95],"MEDFuse":[96,167],"leverages":[97],"embeddings":[99],"extracted":[100],"from":[101,145],"two":[102],"sources:":[103],"LLMs":[104],"fine-tuned":[105],"free":[107],"text":[109],"transformers":[113],"trained":[114],"test":[118],"results.":[119],"We":[120],"design":[121],"disentangled":[123],"transformer":[124],"module,":[125],"optimized":[126],"mutual":[129],"information":[130,138],"loss":[131],"1)":[133],"decouple":[134],"modality-specific":[135],"modality-shared":[137],"2)":[140],"extract":[141],"useful":[142],"joint":[143],"representation":[144],"noise":[147],"redundancy":[149],"present":[150],"in":[151,171,180],"Through":[154],"comprehensive":[155],"validation":[156],"public":[159],"MIMIC-III":[160],"dataset":[161],"in-house":[164],"FEMH":[165],"dataset,":[166],"demonstrates":[168],"great":[169],"potential":[170],"advancing":[172],"predictions,":[174],"achieving":[175],"over":[176],"90%":[177],"F1":[178],"score":[179],"10-disease":[182],"multi-label":[183],"classification":[184],"task.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}