{"id":"https://openalex.org/W4415539266","doi":"https://doi.org/10.1145/3746027.3758212","title":"SpineBench: Benchmarking Multimodal LLMs for Spinal Pathology Analysis","display_name":"SpineBench: Benchmarking Multimodal LLMs for Spinal Pathology Analysis","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415539266","doi":"https://doi.org/10.1145/3746027.3758212"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3758212","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758212","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111016931","display_name":"Chenghanyu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghanyu Zhang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-8541-4488","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100607163","display_name":"Zekun Li","orcid":"https://orcid.org/0000-0002-1207-1901"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zekun Li","raw_affiliation_strings":["University of California, Santa Barbara, Santa Barbara, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-1207-1901","affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, Santa Barbara, California, USA","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055151822","display_name":"Peipei Li","orcid":"https://orcid.org/0000-0002-7963-991X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peipei Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7963-991X","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012776550","display_name":"Xing Cui","orcid":"https://orcid.org/0000-0001-6788-1920"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Cui","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, BeiJing, China"],"raw_orcid":"https://orcid.org/0000-0001-6788-1920","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, BeiJing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109641643","display_name":"Shuhan Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuhan Xia","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-0013-9626","affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111236257","display_name":"Weixiang Yan","orcid":"https://orcid.org/0000-0002-6530-5687"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weixiang Yan","raw_affiliation_strings":["Amazon, Palo Alto, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-6530-5687","affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, California, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046279106","display_name":"Yiqiao Zhang","orcid":"https://orcid.org/0000-0001-5925-9031"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqiao Zhang","raw_affiliation_strings":["Peking Union Medical College Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5925-9031","affiliations":[{"raw_affiliation_string":"Peking Union Medical College Hospital, Beijing, China","institution_ids":["https://openalex.org/I2801228662","https://openalex.org/I200296433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025774564","display_name":"Qianyu Zhuang","orcid":"https://orcid.org/0009-0008-5217-1932"},"institutions":[{"id":"https://openalex.org/I200296433","display_name":"Chinese Academy of Medical Sciences & Peking Union Medical College","ror":"https://ror.org/02drdmm93","country_code":"CN","type":"education","lineage":["https://openalex.org/I200296433"]},{"id":"https://openalex.org/I2801228662","display_name":"Peking Union Medical College Hospital","ror":"https://ror.org/04jztag35","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2801228662"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianyu Zhuang","raw_affiliation_strings":["Peking Union Medical College Hospital, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-5217-1932","affiliations":[{"raw_affiliation_string":"Peking Union Medical College Hospital, Beijing, China","institution_ids":["https://openalex.org/I2801228662","https://openalex.org/I200296433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25424082,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12729","last_page":"12736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14510","display_name":"Medical Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8276000022888184},{"id":"https://openalex.org/keywords/spinal-disease","display_name":"Spinal disease","score":0.5703999996185303},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5454999804496765},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4077000021934509},{"id":"https://openalex.org/keywords/disease","display_name":"Disease","score":0.4016000032424927},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.367000013589859},{"id":"https://openalex.org/keywords/low-back-pain","display_name":"Low back pain","score":0.31709998846054077},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.30169999599456787}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8276000022888184},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5746999979019165},{"id":"https://openalex.org/C2781438226","wikidata":"https://www.wikidata.org/wiki/Q7577457","display_name":"Spinal disease","level":3,"score":0.5703999996185303},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.4560999870300293},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4077000021934509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4016000032424927},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.4016000032424927},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.367000013589859},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3452000021934509},{"id":"https://openalex.org/C2780907711","wikidata":"https://www.wikidata.org/wiki/Q852163","display_name":"Low back pain","level":3,"score":0.31709998846054077},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.30959999561309814},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C2776501849","wikidata":"https://www.wikidata.org/wiki/Q5781808","display_name":"Back pain","level":3,"score":0.29440000653266907},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C2992931878","wikidata":"https://www.wikidata.org/wiki/Q7577457","display_name":"Spinal deformity","level":3,"score":0.27219998836517334},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C2989236134","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Patient care","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.2535000145435333},{"id":"https://openalex.org/C2779470654","wikidata":"https://www.wikidata.org/wiki/Q1074773","display_name":"Spinal manipulation","level":4,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3758212","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3758212","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6789707834","display_name":null,"funder_award_id":"20230484488","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G890605100","display_name":null,"funder_award_id":"62306041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3203774985","https://openalex.org/W4390272442","https://openalex.org/W4399641997","https://openalex.org/W4405595839"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,11,40,70,133,165],"increasing":[2],"integration":[3],"of":[4,16,67,161],"Multimodal":[5],"Large":[6],"Language":[7],"Models":[8],"(MLLMs)":[9],"into":[10],"medical":[12,21,31],"field,":[13],"comprehensive":[14,55],"evaluation":[15,66],"their":[17],"performance":[18,35,155],"in":[19,36,69,99,156,164,172],"various":[20],"domains":[22],"becomes":[23],"critical.":[24],"However,":[25],"existing":[26],"benchmarks":[27],"primarily":[28],"assess":[29],"general":[30],"tasks,":[32,158],"inadequately":[33],"capturing":[34],"nuanced":[37],"areas":[38],"like":[39],"spine,":[41],"which":[42],"relies":[43],"heavily":[44],"on":[45,127,145],"visual":[46,128],"input.":[47],"To":[48],"address":[49],"this,":[50],"we":[51],"introduce":[52],"SpineBench,":[53],"a":[54],"Visual":[56],"Question":[57],"Answering":[58],"(VQA)":[59],"benchmark":[60],"designed":[61],"for":[62,122],"fine-grained":[63],"analysis":[64],"and":[65,94,107,116,168],"MLLMs":[68,144],"spinal":[71,84,91,95,113,157,173],"domain.":[72],"SpineBench":[73,102,176],"comprises":[74],"64,878":[75],"QA":[76],"pairs":[77,110],"from":[78,111],"40,263":[79],"spine":[80,166],"images,":[81],"covering":[82],"11":[83],"diseases":[85],"through":[86],"two":[87],"critical":[88],"clinical":[89],"tasks:":[90],"disease":[92,114],"diagnosis":[93],"lesion":[96],"localization,":[97],"both":[98],"multiple-choice":[100],"format.":[101],"is":[103,177],"built":[104],"by":[105],"integrating":[106],"standardizing":[108],"image-label":[109],"open-source":[112],"datasets,":[115],"samples":[117],"challenging":[118,138],"hard":[119],"negative":[120],"options":[121],"each":[123],"VQA":[124],"pair":[125],"based":[126],"similarity":[129],"(similar":[130],"but":[131],"not":[132],"same":[134],"disease),":[135],"simulating":[136],"real-world":[137],"scenarios.":[139],"We":[140],"evaluate":[141],"12":[142],"leading":[143],"SpineBench.":[146],"The":[147],"results":[148],"reveal":[149],"that":[150],"these":[151],"models":[152],"exhibit":[153],"poor":[154],"highlighting":[159],"limitations":[160],"current":[162],"MLLM":[163],"domain":[167],"guiding":[169],"future":[170],"improvements":[171],"medicine":[174],"applications.":[175],"publicly":[178],"available":[179],"at":[180],"https://zhangchenghanyu.github.io/SpineBench.github.io/.":[181]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-25T00:00:00"}