{"id":"https://openalex.org/W4401863364","doi":"https://doi.org/10.1145/3637528.3671644","title":"RJUA-MedDQA: A Multimodal Benchmark for Medical Document Question Answering and Clinical Reasoning","display_name":"RJUA-MedDQA: A Multimodal Benchmark for Medical Document Question Answering and Clinical Reasoning","publication_year":2024,"publication_date":"2024-08-24","ids":{"openalex":"https://openalex.org/W4401863364","doi":"https://doi.org/10.1145/3637528.3671644"},"language":"en","primary_location":{"id":"doi:10.1145/3637528.3671644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671644","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671644","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671644","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102583428","display_name":"Congyun Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Congyun Jin","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447228","display_name":"Ming Zhang","orcid":"https://orcid.org/0000-0002-1160-2635"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109768927","display_name":"Weixiao Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixiao Ma","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102131910","display_name":"Yujiao Li","orcid":"https://orcid.org/0009-0005-7971-1677"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujiao Li","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055404817","display_name":"Yingbo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yingbo Wang","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072503930","display_name":"Yabo Jia","orcid":"https://orcid.org/0009-0001-2901-1278"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yabo Jia","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102583427","display_name":"Yuliang Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuliang Du","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012283901","display_name":"Tao Sun","orcid":"https://orcid.org/0000-0001-6357-6726"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Sun","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052758415","display_name":"Haowen Wang","orcid":"https://orcid.org/0000-0003-4323-7166"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haowen Wang","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052274223","display_name":"Cong Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong Fan","raw_affiliation_strings":["Ant Group, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053242349","display_name":"Jinjie Gu","orcid":"https://orcid.org/0000-0001-7596-4945"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinjie Gu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057863237","display_name":"Chenfei Chi","orcid":"https://orcid.org/0000-0003-4075-6147"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenfei Chi","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087578815","display_name":"Xiangguo Lv","orcid":"https://orcid.org/0009-0003-5946-0351"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangguo Lv","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600844","display_name":"Fangzhou Li","orcid":"https://orcid.org/0000-0002-4999-4662"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangzhou Li","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Qingdao, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Qingdao, Shandong, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408966","display_name":"Wei Xue","orcid":"https://orcid.org/0000-0003-0124-9433"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Xue","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052533635","display_name":"Yiran Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]},{"id":"https://openalex.org/I2800570007","display_name":"Renji Hospital","ror":"https://ror.org/03ypbx660","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I2800570007"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiran Huang","raw_affiliation_strings":["Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University School of Medicine Affiliated Renji Hospital, Shanghai, Shanghai, China","institution_ids":["https://openalex.org/I2800570007","https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":16,"corresponding_author_ids":["https://openalex.org/A5102583428"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4269,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.90337387,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5218","last_page":"5229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7065784931182861},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7002712488174438},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.687926709651947},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.48580002784729004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45180854201316833},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4484970271587372}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7065784931182861},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7002712488174438},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.687926709651947},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.48580002784729004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45180854201316833},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4484970271587372},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637528.3671644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671644","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671644","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3637528.3671644","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3637528.3671644","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3637528.3671644","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM SIGKDD Conference on Knowledge Discovery and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401863364.pdf"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W2901466771","https://openalex.org/W3120043490","https://openalex.org/W3164654615","https://openalex.org/W4282028350","https://openalex.org/W4290927927","https://openalex.org/W4297678984","https://openalex.org/W4312846625","https://openalex.org/W4379879090","https://openalex.org/W4382202558","https://openalex.org/W4390190619","https://openalex.org/W4395703766"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2387743295","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W972276598","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,15,57,143,164,267,276],"Large":[3,8],"Language":[4],"Models":[5,10],"(LLMs)":[6],"and":[7,44,63,97,111,127,140,159,190,218,238,248,272],"Multi-modal":[9],"(LMMs)":[11],"have":[12,27],"shown":[13],"potential":[14,191],"various":[16],"medical":[17,42,61,71,118,144,182,269],"applications,":[18],"such":[19],"as":[20],"Intelligent":[21],"Medical":[22],"Diagnosis.":[23],"Although":[24],"impressive":[25],"results":[26],"been":[28],"achieved,":[29],"we":[30,52,195],"find":[31],"that":[32],"existing":[33,227],"benchmarks":[34],"do":[35],"not":[36],"reflect":[37],"the":[38,58,89,105,123,129,154,188,214,259],"complexity":[39],"of":[40,60,85,107,117,156,173,179,192,202,216,226],"real":[41],"reports":[43],"specialized":[45],"in-depth":[46],"reasoning":[47,91,101],"capabilities.":[48],"In":[49],"this":[50,256],"work,":[51],"establish":[53],"a":[54,82,115,161,200],"comprehensive":[55],"benchmark":[56,257],"field":[59],"specialization":[62],"introduced":[64],"RJUA-MedDQA,":[65],"which":[66,176],"contains":[67],"2000":[68],"real-world":[69],"Chinese":[70,181],"report":[72,145,213],"images":[73,240],"poses":[74],"several":[75,220],"challenges:":[76],"comprehensively":[77],"interpreting":[78],"imgage":[79],"content":[80,142,250],"across":[81,246],"wide":[83],"variety":[84],"challenging":[86,265],"layouts,":[87],"possessing":[88],"numerical":[90],"ability":[92,102],"to":[93,103,236,242],"identify":[94],"abnormal":[95],"indicators":[96],"demonstrating":[98],"robust":[99,235],"clinical":[100],"provide":[104],"statement":[106],"disease":[108],"diagnosis,":[109],"status":[110],"advice":[112],"based":[113],"on":[114,199,263],"collection":[116],"contexts.":[119],"We":[120,166,212,254],"carefully":[121],"design":[122],"data":[124],"generation":[125],"pipeline":[126],"proposed":[128],"Efficient":[130],"Structural":[131],"Restoration":[132],"Annotation":[133],"(ESRA)":[134],"Method,":[135],"aimed":[136],"at":[137,287],"restoring":[138],"textual":[139],"tabular":[141],"images.":[146],"This":[147],"method":[148],"substantially":[149],"enhances":[150],"annotation":[151],"efficiency,":[152],"doubling":[153],"productivity":[155],"each":[157],"annotator,":[158],"yields":[160],"26.8%":[162],"improvement":[163],"accuracy.":[165],"conduct":[167,196],"extensive":[168],"evaluations,":[169],"including":[170],"few-shot":[171],"assessments":[172],"5":[174],"LMMs":[175,228,233],"are":[177],"capable":[178],"solving":[180],"QA":[183],"tasks.":[184],"To":[185],"further":[186],"investigate":[187],"limitations":[189],"current":[193],"LMMs,":[194],"comparative":[197],"experiments":[198],"set":[201],"strong":[203],"LLMs":[204],"by":[205,209],"using":[206],"image-text":[207],"generated":[208],"ESRA":[210],"method.":[211],"performance":[215,225],"baselines":[217],"offer":[219],"observations:":[221],"(1)":[222],"The":[223],"overall":[224],"is":[229],"still":[230],"limited;":[231],"however":[232],"more":[234],"low-quality":[237],"diverse-structured":[239],"compared":[241],"LLMs.":[243],"(3)":[244],"Reasoning":[245],"context":[247],"image":[249],"present":[251],"significant":[252],"challenges.":[253],"hope":[255],"helps":[258],"community":[260],"make":[261],"progress":[262],"these":[264],"tasks":[266],"multi-modal":[268],"document":[270],"understanding":[271],"facilitate":[273],"its":[274],"application":[275],"healthcare.":[277],"Our":[278],"dataset":[279],"will":[280],"be":[281],"publicly":[282],"available":[283],"for":[284],"noncommercial":[285],"use":[286],"https://github.com/Alipay-Med/medDQA_benchmark.git":[288]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}