{"id":"https://openalex.org/W4416017974","doi":"https://doi.org/10.1145/3746252.3760883","title":"Multimodal Contrastive Learning with Early Fusion for Robust Medical Signal Representation","display_name":"Multimodal Contrastive Learning with Early Fusion for Robust Medical Signal Representation","publication_year":2025,"publication_date":"2025-11-08","ids":{"openalex":"https://openalex.org/W4416017974","doi":"https://doi.org/10.1145/3746252.3760883"},"language":null,"primary_location":{"id":"doi:10.1145/3746252.3760883","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3760883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-5893-4514"},"institutions":[{"id":"https://openalex.org/I4210120052","display_name":"National Cancer Center","ror":"https://ror.org/02tsanh21","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I1290491151","https://openalex.org/I2801339556","https://openalex.org/I4210120052"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["Department of Public Health and AI, National Cancer Center Graduate School of Cancer Science and Policy, Goyang-si, Gyeonggi-do, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-5893-4514","affiliations":[{"raw_affiliation_string":"Department of Public Health and AI, National Cancer Center Graduate School of Cancer Science and Policy, Goyang-si, Gyeonggi-do, Republic of Korea","institution_ids":["https://openalex.org/I4210120052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026261293","display_name":"Kyoungsuk Park","orcid":"https://orcid.org/0000-0002-3929-5438"},"institutions":[{"id":"https://openalex.org/I4210120052","display_name":"National Cancer Center","ror":"https://ror.org/02tsanh21","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I1290491151","https://openalex.org/I2801339556","https://openalex.org/I4210120052"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kyoungsuk Park","raw_affiliation_strings":["Department of Public Health and AI, National Cancer Center Graduate School of Cancer Science and Policy, Goyang-si, Gyeonggi-do, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-3929-5438","affiliations":[{"raw_affiliation_string":"Department of Public Health and AI, National Cancer Center Graduate School of Cancer Science and Policy, Goyang-si, Gyeonggi-do, Republic of Korea","institution_ids":["https://openalex.org/I4210120052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006206421","display_name":"Junetae Kim","orcid":"https://orcid.org/0000-0002-4278-3491"},"institutions":[{"id":"https://openalex.org/I4210120052","display_name":"National Cancer Center","ror":"https://ror.org/02tsanh21","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I1290491151","https://openalex.org/I2801339556","https://openalex.org/I4210120052"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Junetae Kim","raw_affiliation_strings":["Department of Public Health and AI, National Cancer Center Graduate School of Cancer Science and Policy, Goyang-si, Gyeonggi-do, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-4278-3491","affiliations":[{"raw_affiliation_string":"Department of Public Health and AI, National Cancer Center Graduate School of Cancer Science and Policy, Goyang-si, Gyeonggi-do, Republic of Korea","institution_ids":["https://openalex.org/I4210120052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210120052"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4649","last_page":"4653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9495000243186951,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.6830999851226807},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6610999703407288},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5871999859809875},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5073999762535095},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4864000082015991},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.43779999017715454},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.38440001010894775},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.33009999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7174000144004822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.696399986743927},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.6830999851226807},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6610999703407288},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5871999859809875},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5073999762535095},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4864000082015991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4542999863624573},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.43779999017715454},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4099000096321106},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.38440001010894775},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2745000123977661},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.27390000224113464},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.2702000141143799}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746252.3760883","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746252.3760883","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 34th ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2396881363","https://openalex.org/W4281878921","https://openalex.org/W4405497423","https://openalex.org/W4411672394","https://openalex.org/W4415259594","https://openalex.org/W6884876861","https://openalex.org/W6884881391","https://openalex.org/W6922242638"],"related_works":[],"abstract_inverted_index":{"Contrastive":[0],"learning":[1,9,61,102,151],"has":[2],"achieved":[3],"remarkable":[4],"success":[5],"in":[6,123,142,150],"the":[7,29,104],"representation":[8],"of":[10,68,155],"physiological":[11,156],"signals":[12,82],"foundation":[13],"models.":[14],"However,":[15],"current":[16],"approaches":[17],"often":[18],"focus":[19],"on":[20,128],"unimodal":[21],"settings":[22],"or":[23],"treat":[24],"each":[25],"modality":[26],"independently,":[27],"neglecting":[28],"rich":[30],"synergistic":[31],"information":[32],"that":[33,44,63,118,136],"can":[34],"emerge":[35],"from":[36],"cross-modal":[37,116],"interactions.":[38],"This":[39],"leads":[40],"to":[41,46,91,103],"suboptimal":[42],"representations":[43,66,154],"fail":[45],"capture":[47],"complex":[48],"interdependencies":[49],"across":[50],"modalities.":[51],"To":[52],"address":[53],"this":[54],"limitation,":[55],"we":[56,72],"propose":[57],"a":[58,88,96],"multimodal":[59,153],"contrastive":[60,101],"framework":[62],"aligns":[64],"fused":[65],"instead":[67],"individual":[69],"signals.":[70,157],"Specifically,":[71],"encode":[73],"ECG":[74,77],"Lead":[75,78],"II,":[76],"V,":[79],"and":[80,131],"PPG":[81],"using":[83],"modality-specific":[84,93],"encoders,":[85],"followed":[86],"by":[87],"fusion":[89],"block":[90],"integrate":[92],"embeddings":[94],"into":[95],"unified":[97,105],"representation.":[98],"By":[99],"applying":[100],"representation,":[106],"our":[107,137],"approach":[108,138],"effectively":[109],"mitigates":[110],"inter-modal":[111],"conflicts":[112],"while":[113],"capturing":[114],"complementary":[115],"features":[117],"would":[119],"otherwise":[120],"be":[121],"lost":[122],"traditional":[124],"alignment":[125],"strategies.":[126],"Experiments":[127],"MIMIC-III":[129],"(internal)":[130],"VitalDB":[132],"(external)":[133],"datasets":[134],"demonstrate":[135],"outperforms":[139],"existing":[140],"baselines":[141],"patient":[143],"attribute":[144],"prediction":[145],"tasks,":[146],"validating":[147],"its":[148],"effectiveness":[149],"comprehensive":[152]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}