{"id":"https://openalex.org/W4412945150","doi":"https://doi.org/10.18653/v1/2025.acl-long.1178","title":"Asclepius: A Spectrum Evaluation Benchmark for Medical Multi-Modal Large Language Models","display_name":"Asclepius: A Spectrum Evaluation Benchmark for Medical Multi-Modal Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945150","doi":"https://doi.org/10.18653/v1/2025.acl-long.1178"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1178","is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hdl.handle.net/2031/6c697c5b-9476-4f33-91e3-a8b1c75da3ad","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100454206","display_name":"Jie Liu","orcid":"https://orcid.org/0000-0003-2740-1923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755188","display_name":"Wenxuan Wang","orcid":"https://orcid.org/0000-0002-9022-1370"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenxuan Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119204462","display_name":"Su Yihang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su Yihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102864184","display_name":"Jingyuan Huang","orcid":"https://orcid.org/0009-0004-5864-9459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingyuan Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100725637","display_name":"Yudi Zhang","orcid":"https://orcid.org/0000-0001-6790-8038"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yudi Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025637551","display_name":"Chengyi Li","orcid":"https://orcid.org/0000-0003-2378-6408"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng-Yi Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604611","display_name":"Wenting Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wenting Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080589649","display_name":"Xiaohan Xing","orcid":"https://orcid.org/0000-0002-9992-3387"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohan Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045149653","display_name":"Kao-Jung Chang","orcid":"https://orcid.org/0000-0002-2238-7387"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kao-Jung Chang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019313200","display_name":"Linlin Shen","orcid":"https://orcid.org/0000-0003-1420-0815"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linlin Shen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"24181","last_page":"24201"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14134","display_name":"Medical and Biological Sciences","score":0.3352999985218048,"subfield":{"id":"https://openalex.org/subfields/2702","display_name":"Anatomy"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T14134","display_name":"Medical and Biological Sciences","score":0.3352999985218048,"subfield":{"id":"https://openalex.org/subfields/2702","display_name":"Anatomy"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7589226365089417},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6869751214981079},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6055170297622681},{"id":"https://openalex.org/keywords/spectrum","display_name":"Spectrum (functional analysis)","score":0.49214237928390503},{"id":"https://openalex.org/keywords/broad-spectrum","display_name":"Broad spectrum","score":0.4790714681148529},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33202439546585083},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.12746703624725342},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09927123785018921},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07149273157119751}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7589226365089417},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6869751214981079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6055170297622681},{"id":"https://openalex.org/C156778621","wikidata":"https://www.wikidata.org/wiki/Q1365748","display_name":"Spectrum (functional analysis)","level":2,"score":0.49214237928390503},{"id":"https://openalex.org/C3020442560","wikidata":"https://www.wikidata.org/wiki/Q4971815","display_name":"Broad spectrum","level":2,"score":0.4790714681148529},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33202439546585083},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.12746703624725342},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09927123785018921},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07149273157119751},{"id":"https://openalex.org/C21951064","wikidata":"https://www.wikidata.org/wiki/Q899212","display_name":"Combinatorial chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1178","is_oa":false,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/6c697c5b-9476-4f33-91e3-a8b1c75da3ad","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/6c697c5b-9476-4f33-91e3-a8b1c75da3ad","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:publications/6c697c5b-9476-4f33-91e3-a8b1c75da3ad","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/6c697c5b-9476-4f33-91e3-a8b1c75da3ad","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W158538655"],"abstract_inverted_index":{"The":[0],"significant":[1],"breakthroughs":[2],"of":[3,39,101,117,145,160],"Medical":[4],"Multi-Modal":[5],"Large":[6],"Language":[7],"Models":[8],"(Med-MLLMs)":[9],"renovate":[10],"modern":[11],"healthcare":[12],"with":[13,107,123],"robust":[14],"information":[15],"synthesis":[16],"and":[17,69,98,104,120,132,156],"medical":[18,64,91,136],"decision":[19],"support.":[20],"However,":[21],"these":[22,161],"models":[23,162],"are":[24,30],"often":[25],"evaluated":[26],"on":[27],"benchmarks":[28],"that":[29,56],"unsuitable":[31],"for":[32,153,169],"the":[33,37,143,157],"Med-MLLMs":[34,59,119],"due":[35],"to":[36],"complexity":[38],"real-world":[40],"diagnostics":[41],"across":[42],"diverse":[43],"specialties.":[44],"To":[45],"address":[46],"this":[47],"gap,":[48],"we":[49],"introduce":[50],"Asclepius,":[51],"a":[52,85,151],"novel":[53],"Med-MLLM":[54],"benchmark":[55],"comprehensively":[57],"assesses":[58],"in":[60,78,134,163],"terms":[61],"of:":[62],"distinct":[63],"specialties":[65],"(cardiovascular,":[66],"gas-troenterology,":[67],"etc.)":[68],"different":[70],"diagnostic":[71],"capacities":[72],"(perception,":[73],"disease":[74],"analysis,":[75],"etc.).":[76],"Grounded":[77],"3":[79,95,124],"proposed":[80],"core":[81],"principles,":[82],"Asclepius":[83],"ensures":[84],"comprehensive":[86],"evaluation":[87],"by":[88],"encompassing":[89],"15":[90],"specialties,":[92],"stratifying":[93],"into":[94,129],"main":[96],"categories":[97],"8":[99],"sub-categories":[100],"clinical":[102,164],"tasks,":[103],"exempting":[105],"overlap":[106],"existing":[108],"VQA":[109],"dataset.":[110],"We":[111],"further":[112],"provide":[113],"an":[114],"in-depth":[115],"analysis":[116],"6":[118],"compare":[121],"them":[122],"human":[125],"specialists,":[126],"providing":[127],"insights":[128],"their":[130],"competencies":[131],"limitations":[133],"various":[135],"contexts.":[137],"Our":[138],"work":[139],"not":[140],"only":[141],"advances":[142],"understanding":[144],"Med-MLLMs'":[146],"capabilities":[147],"but":[148],"also":[149],"sets":[150],"precedent":[152],"future":[154],"evaluations":[155],"safe":[158],"deployment":[159],"environments.":[165],"\u00a9":[166],"2025":[167],"Association":[168],"Computational":[170],"Linguistics.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}