{"id":"https://openalex.org/W7126120422","doi":"https://doi.org/10.1109/bibm66473.2025.11357113","title":"ViTCM-LLM: A Multimodal RAG Framework for Advanced TCM Clinical Decision Support","display_name":"ViTCM-LLM: A Multimodal RAG Framework for Advanced TCM Clinical Decision Support","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W7126120422","doi":"https://doi.org/10.1109/bibm66473.2025.11357113"},"language":null,"primary_location":{"id":"doi:10.1109/bibm66473.2025.11357113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11357113","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102457297","display_name":"Lihui Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lihui Luo","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114633362","display_name":"Joongwon Chae","orcid":null},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Joongwon Chae","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100644814","display_name":"Ying Liu","orcid":"https://orcid.org/0000-0002-8951-2648"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018747979","display_name":"Igor Panti\u0107","orcid":"https://orcid.org/0000-0001-6589-8964"},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Igor Pantic","raw_affiliation_strings":["University of Belgrade,Belgrade,Serbia"],"affiliations":[{"raw_affiliation_string":"University of Belgrade,Belgrade,Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106365003","display_name":"Vladan Deved\u017ei\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I4068193","display_name":"University of Belgrade","ror":"https://ror.org/02qsmb048","country_code":"RS","type":"education","lineage":["https://openalex.org/I4068193"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Vladan Devedzic","raw_affiliation_strings":["University of Belgrade,Belgrade,Serbia"],"affiliations":[{"raw_affiliation_string":"University of Belgrade,Belgrade,Serbia","institution_ids":["https://openalex.org/I4068193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123743940","display_name":"Zhumei Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098460","display_name":"Shanghai University of Traditional Chinese Medicine","ror":"https://ror.org/00z27jk27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210098460"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhumei Sun","raw_affiliation_strings":["Shanghai University of Traditional Chinese Medicine,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Shanghai University of Traditional Chinese Medicine,Shanghai,China","institution_ids":["https://openalex.org/I4210098460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102693424","display_name":"Zelin Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149666","display_name":"CM Hospital","ror":"https://ror.org/04pmj8905","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I4210149666"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Zelin Zeng","raw_affiliation_strings":["XiaoMing TCM Hospital,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"XiaoMing TCM Hospital,Shenzhen,China","institution_ids":["https://openalex.org/I4210149666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124218350","display_name":"Sanatbek Matlatipov","orcid":null},"institutions":[{"id":"https://openalex.org/I117532281","display_name":"Guangzhou University of Chinese Medicine","ror":"https://ror.org/03qb7bg95","country_code":"CN","type":"education","lineage":["https://openalex.org/I117532281"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanatbek Matlatipov","raw_affiliation_strings":["Chinese Medicine Guangdong Laboratory,Guangzhou,Zhuhai,China"],"affiliations":[{"raw_affiliation_string":"Chinese Medicine Guangdong Laboratory,Guangzhou,Zhuhai,China","institution_ids":["https://openalex.org/I117532281"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124282795","display_name":"Xiaoming Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149666","display_name":"CM Hospital","ror":"https://ror.org/04pmj8905","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I4210149666"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Xiaoming Yin","raw_affiliation_strings":["XiaoMing TCM Hospital,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"XiaoMing TCM Hospital,Shenzhen,China","institution_ids":["https://openalex.org/I4210149666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014040365","display_name":"Peiwu Qin","orcid":"https://orcid.org/0000-0002-7829-8973"},"institutions":[{"id":"https://openalex.org/I117532281","display_name":"Guangzhou University of Chinese Medicine","ror":"https://ror.org/03qb7bg95","country_code":"CN","type":"education","lineage":["https://openalex.org/I117532281"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiwu Qin","raw_affiliation_strings":["Chinese Medicine Guangdong Laboratory,Guangzhou,Zhuhai,China"],"affiliations":[{"raw_affiliation_string":"Chinese Medicine Guangdong Laboratory,Guangzhou,Zhuhai,China","institution_ids":["https://openalex.org/I117532281"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5102457297"],"corresponding_institution_ids":["https://openalex.org/I4210114105"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.82011708,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3894","last_page":"3899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12647","display_name":"Traditional Chinese Medicine Studies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2707","display_name":"Complementary and alternative medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12647","display_name":"Traditional Chinese Medicine Studies","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2707","display_name":"Complementary and alternative medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5400000214576721},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4505999982357025},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3995000123977661},{"id":"https://openalex.org/keywords/clinical-practice","display_name":"Clinical Practice","score":0.3684000074863434},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.3537999987602234},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.31279999017715454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6898000240325928},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5400000214576721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5266000032424927},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4984999895095825},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.3537999987602234},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3237000107765198},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.31279999017715454},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.30820000171661377},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.29580000042915344},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2833999991416931},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.260699987411499},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm66473.2025.11357113","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11357113","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5971417427062988,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2088187894","https://openalex.org/W2101105183","https://openalex.org/W2143333526","https://openalex.org/W2789805683","https://openalex.org/W2898460240","https://openalex.org/W2963469388","https://openalex.org/W2990781395","https://openalex.org/W3043569402","https://openalex.org/W3178148367","https://openalex.org/W3181125731","https://openalex.org/W4324088978","https://openalex.org/W4386825016","https://openalex.org/W4387366056","https://openalex.org/W4390992364","https://openalex.org/W4392859672","https://openalex.org/W4404884682","https://openalex.org/W4411613311","https://openalex.org/W4412371513","https://openalex.org/W4415124086"],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"Chinese":[1],"Medicine":[2],"(TCM)":[3],"diagnosis,":[4,9],"particularly":[5],"methods":[6],"like":[7],"tongue":[8,44,179],"faces":[10],"significant":[11],"challenges":[12],"in":[13],"subjectivity":[14],"and":[15,32,49,106,165,198],"scalability.":[16],"The":[17,102,196],"application":[18],"of":[19,41,53,176,188],"Large":[20],"Language":[21],"Models":[22],"(LLMs)":[23],"to":[24,134],"fundamental":[25],"TCM":[26,121,194],"tasks,":[27],"such":[28],"as":[29],"syndrome":[30],"differentiation":[31],"prescription":[33],"generation,":[34],"is":[35],"significantly":[36,159],"hampered":[37],"by":[38,50,73],"the":[39,51,174,185],"difficulty":[40],"integrating":[42,74,189],"visual":[43,93,190],"data":[45,191,199],"with":[46,78,95],"clinical":[47,100,128],"text,":[48],"scarcity":[52],"suitable":[54],"public":[55],"datasets.":[56],"To":[57,123],"overcome":[58],"these":[59],"barriers,":[60],"we":[61,116,136],"introduce":[62,117],"ViTCM-LLM,":[63],"a":[64,83,88,96,110,140,177],"novel":[65],"framework":[66,103],"that":[67,115,157],"emulates":[68],"an":[69],"expert's":[70],"diagnostic":[71],"process":[72],"multimodal":[75,113],"language":[76],"modeling":[77],"Retrieval-Augmented":[79],"Generation":[80],"(RAG).":[81],"Employing":[82],"dual-component":[84],"architecture,":[85],"ViTCM-LLM":[86,158],"integrates":[87],"fine-tuned":[89],"Qwen2.5-VL":[90],"model":[91,181],"for":[92,99,119,192],"analysis":[94],"Qwen3-based":[97],"RAG":[98],"reasoning.":[101],"was":[104],"developed":[105,138],"validated":[107],"using":[108,145],"MedTCM,":[109],"new":[111],"large-scale":[112],"dataset":[114],"specifically":[118],"advanced":[120,193],"research.":[122],"properly":[124],"evaluate":[125],"our":[126,151],"framework's":[127],"accuracy,":[129],"which":[130],"existing":[131],"metrics":[132],"fail":[133],"capture,":[135],"also":[137,183],"TDEU,":[139],"domain-specific":[141],"evaluation":[142],"metric.":[143],"Evaluated":[144],"this":[146],"metric":[147],"alongside":[148],"standard":[149],"benchmarks,":[150],"comprehensive":[152],"experiments":[153],"on":[154],"MedTCM":[155],"demonstrate":[156],"outperforms":[160],"leading":[161],"models,":[162],"including":[163],"GPT-4o":[164],"Gemini":[166],"2.5":[167],"Flash.":[168],"These":[169],"findings":[170],"not":[171],"only":[172],"establish":[173],"feasibility":[175],"generalizable":[178],"diagnosis":[180],"but":[182],"validate":[184],"critical":[186],"role":[187],"diagnostics.":[195],"code":[197],"can":[200],"be":[201],"found":[202],"at":[203],"https://github.com/jw-chae/ViTCM_LLM.":[204]},"counts_by_year":[],"updated_date":"2026-02-01T03:34:12.195049","created_date":"2026-01-30T00:00:00"}