{"id":"https://openalex.org/W7168187391","doi":"https://doi.org/10.48550/arxiv.2607.09142","title":"MedRealMM: A Real-World Multimodal Benchmark for Chinese Online Medical Consultation","display_name":"MedRealMM: A Real-World Multimodal Benchmark for Chinese Online Medical Consultation","publication_year":2026,"publication_date":"2026-07-10","ids":{"openalex":"https://openalex.org/W7168187391","doi":"https://doi.org/10.48550/arxiv.2607.09142"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.09142","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.09142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.09142","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086021328","display_name":"Runhan Shi","orcid":"https://orcid.org/0000-0001-7352-2967"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Runhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140542064","display_name":"Quan Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Quan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140526134","display_name":"Yuqian Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026769012","display_name":"Sen Yang","orcid":"https://orcid.org/0000-0003-1064-0055"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090578536","display_name":"X . Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140567011","display_name":"Zitong Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Zitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140534585","display_name":"Hui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140547661","display_name":"Bin Cha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zha, Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140553611","display_name":"Zheming Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zheming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126732537","display_name":"Liya Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Liya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140556981","display_name":"Wei Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ding, Jinru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Jinru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Pang, Wenrao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pang, Wenrao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Bian, Mouxiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Mouxiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Hu, Haoyuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Haoyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xu, Jun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Xu, Jie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.37940001487731934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.37940001487731934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.22100000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1428000032901764,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7724999785423279},{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7304999828338623},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5180000066757202},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.47609999775886536},{"id":"https://openalex.org/keywords/medical-diagnosis","display_name":"Medical diagnosis","score":0.40389999747276306},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.37860000133514404},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.30640000104904175},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.2919999957084656}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7724999785423279},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7304999828338623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6644999980926514},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5180000066757202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4837999939918518},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.47609999775886536},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4383000135421753},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.40389999747276306},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35429999232292175},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30059999227523804},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C2779231881","wikidata":"https://www.wikidata.org/wiki/Q5977147","display_name":"Medical literature","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C2780656832","wikidata":"https://www.wikidata.org/wiki/Q796573","display_name":"Online discussion","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2982822547","wikidata":"https://www.wikidata.org/wiki/Q179661","display_name":"Medical treatment","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2628999948501587},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25920000672340393}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.09142","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.09142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.09142","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.09142","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,168,178],"(LLMs)":[3],"are":[4],"increasingly":[5],"deployed":[6],"in":[7,86,215],"online":[8,56,172,217],"medical":[9,31,57,213],"consultation,":[10],"yet":[11],"existing":[12],"benchmarks":[13],"remain":[14,169],"poorly":[15,44],"aligned":[16],"with":[17,109],"real":[18],"clinical":[19,36,46,138,162,185],"practice.":[20],"Many":[21],"rely":[22],"on":[23,225],"synthetic":[24],"conversations":[25],"or":[26,33,40,125,182],"patient":[27],"simulators,":[28],"omit":[29],"patient-uploaded":[30],"images,":[32],"evaluate":[34,141],"open-ended":[35],"responses":[37],"using":[38],"multiple-choice":[39],"lexical-overlap":[41],"metrics":[42],"that":[43,116,155,165,195],"reflect":[45],"quality.":[47],"We":[48,140],"introduce":[49],"\\textbf{MedRealMM},":[50],"a":[51,66,73,94,110,200,205],"large-scale":[52],"benchmark":[53,209],"for":[54,160,210],"multimodal":[55,134,150,212],"consultation":[58,88],"built":[59],"from":[60,65],"de-identified":[61],"patient-doctor":[62],"interactions":[63],"collected":[64],"nationwide":[67],"Chinese":[68],"internet":[69],"hospital.":[70],"MedRealMM":[71,203],"uses":[72],"Multimodal":[74],"Clinical":[75],"Challenge":[76],"Point":[77],"(MCCP)":[78],"extraction":[79],"framework":[80],"to":[81],"identify":[82],"clinically":[83,118],"demanding":[84],"moments":[85],"authentic":[87],"trajectories":[89],"and":[90,121,144,149,164,207],"converts":[91],"each":[92],"into":[93],"standardized":[95],"next-response":[96],"generation":[97],"task":[98],"while":[99],"preserving":[100],"the":[101,171],"preceding":[102],"text-image":[103],"context.":[104],"Each":[105],"instance":[106],"is":[107,158],"paired":[108],"case-specific":[111],"rubric":[112],"refined":[113],"by":[114],"physicians":[115],"rewards":[117],"desirable":[119],"behaviors":[120],"penalizes":[122],"unsafe,":[123],"unsupported,":[124],"contradictory":[126],"responses.":[127],"The":[128,219],"current":[129,166],"release":[130],"contains":[131],"5,620":[132],"real-world":[133,216],"cases":[135],"spanning":[136],"64":[137],"departments.":[139],"19":[142],"general-purpose":[143],"medical-specialized":[145],"LLMs,":[146],"including":[147],"text-only":[148],"systems.":[151],"Our":[152],"results":[153],"show":[154],"image":[156],"information":[157],"critical":[159],"reliable":[161],"performance":[163],"frontier":[167,177],"below":[170],"physician":[173],"response.":[174],"Although":[175],"some":[176],"satisfy":[179],"as":[180],"many":[181],"more":[183,191],"positive":[184],"criteria":[186],"than":[187],"physicians,":[188],"they":[189],"trigger":[190],"negative":[192],"criteria,":[193],"indicating":[194],"safety-sensitive":[196],"error":[197],"avoidance":[198],"remains":[199],"central":[201],"bottleneck.":[202],"offers":[204],"realistic":[206],"reproducible":[208],"evaluating":[211],"reasoning":[214],"consultation.":[218],"dataset":[220],"will":[221],"be":[222],"publicly":[223],"available":[224],"Hugging":[226],"Face":[227],"at":[228],"https://huggingface.co/datasets/jdh-algo/MedRealMM.":[229]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-14T00:00:00"}