{"id":"https://openalex.org/W4414359349","doi":"https://doi.org/10.24963/ijcai.2025/880","title":"MedualTime: A Dual-Adapter Language Model for Medical Time Series-Text Multimodal Learning","display_name":"MedualTime: A Dual-Adapter Language Model for Medical Time Series-Text Multimodal Learning","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414359349","doi":"https://doi.org/10.24963/ijcai.2025/880"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/880","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024284206","display_name":"Jiexia Ye","orcid":"https://orcid.org/0000-0003-1001-5508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiexia Ye","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103221902","display_name":"Weiqi Zhang","orcid":"https://orcid.org/0000-0003-4441-5286"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Weiqi Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029997962","display_name":"Ziyue Li","orcid":"https://orcid.org/0000-0003-4983-9352"},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ziyue Li","raw_affiliation_strings":["University of Cologne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cologne","institution_ids":["https://openalex.org/I180923762"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017785944","display_name":"Jia Li","orcid":"https://orcid.org/0000-0002-2051-635X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jia Li","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101645475","display_name":"Meng Zhao","orcid":"https://orcid.org/0000-0002-7798-6299"},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meng Zhao","raw_affiliation_strings":["Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048627515","display_name":"Fugee Tsung","orcid":"https://orcid.org/0000-0002-0575-8254"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Fugee Tsung","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21144691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7913","last_page":"7921"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.973800003528595,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6381000280380249},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5460000038146973},{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.5442000031471252},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.48350000381469727},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.47450000047683716},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.3971000015735626},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.3370000123977661},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3208000063896179},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.30820000171661377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7730000019073486},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6381000280380249},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5460000038146973},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5428000092506409},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.47450000047683716},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38429999351501465},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36629998683929443},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.28690001368522644},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.2515000104904175}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.24963/ijcai.2025/880","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167151","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167151","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,154],"recent":[1],"rapid":[2],"advancements":[3],"in":[4,11,62,191],"language":[5,122],"models":[6],"(LMs)":[7],"have":[8],"garnered":[9],"attention":[10],"medical":[12,180,207],"time":[13,35],"series-text":[14],"multimodal":[15,89],"learning.":[16],"However,":[17],"existing":[18],"contrastive":[19],"learning-based":[20],"and":[21,57,75,112,131,188],"prompt-based":[22],"LM":[23,148,156],"approaches":[24,47],"tend":[25],"to":[26,34,70,96,128,149,205],"be":[27],"biased,":[28],"often":[29],"assigning":[30],"a":[31,49,86,121],"primary":[32,100],"role":[33],"series":[36],"modality":[37,41,64,95,152],"while":[38,101],"treating":[39],"text":[40,63],"as":[42,98],"secondary.":[43],"We":[44],"classify":[45],"these":[46],"under":[48],"temporal-primary":[50,130],"paradigm,":[51],"which":[52],"may":[53],"overlook":[54],"the":[55,99,105,144],"unique":[56],"critical":[58],"task-relevant":[59],"information":[60,111],"embedded":[61],"like":[65],"clinical":[66],"reports,":[67],"thus":[68],"failing":[69],"fully":[71],"leverage":[72],"mutual":[73],"benefits":[74],"complementarity":[76],"of":[77,125,147,185],"different":[78],"modalities.":[79],"To":[80],"fill":[81],"this":[82],"gap,":[83],"we":[84,118],"propose":[85],"novel":[87],"textual-temporal":[88],"learning":[90],"paradigm":[91],"that":[92],"enables":[93,168],"either":[94],"serve":[97],"being":[102],"enhanced":[103],"by":[104,158,199],"other,":[106],"thereby":[107],"effectively":[108],"capturing":[109],"modality-specific":[110],"fostering":[113],"cross-modal":[114],"interaction.":[115],"In":[116],"specific,":[117],"design":[119],"MedualTime,":[120],"model":[123],"composed":[124],"dual":[126,159],"adapters":[127,160],"implement":[129],"textual-primary":[132],"modeling":[133],"simultaneously.":[134],"Within":[135],"each":[136],"adapter,":[137],"lightweight":[138],"adaptation":[139],"tokens":[140],"are":[141],"injected":[142],"into":[143],"top":[145],"layers":[146],"encourage":[150],"high-level":[151],"fusion.":[153],"shared":[155],"pipeline":[157],"not":[161],"only":[162],"achieves":[163],"adapter":[164],"alignment":[165],"but":[166],"also":[167],"efficient":[169],"fine-tuning,":[170],"reducing":[171],"computational":[172],"resources.":[173],"Empirically,":[174],"MedualTime":[175],"demonstrates":[176],"superior":[177],"performance":[178],"on":[179],"data,":[181],"achieving":[182],"notable":[183],"improvements":[184],"8%":[186],"accuracy":[187],"12%":[189],"F1":[190],"supervised":[192],"settings.":[193],"Furthermore,":[194],"MedualTime's":[195],"transferability":[196],"is":[197],"validated":[198],"few-shot":[200],"transfer":[201],"experiments":[202],"from":[203],"coarse-grained":[204],"fine-grained":[206],"data.":[208]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}