{"id":"https://openalex.org/W7162651171","doi":"https://doi.org/10.48550/arxiv.2605.28025","title":"MIRA: A Bilingual Benchmark for Medical Information Response Audit","display_name":"MIRA: A Bilingual Benchmark for Medical Information Response Audit","publication_year":2026,"publication_date":"2026-05-27","ids":{"openalex":"https://openalex.org/W7162651171","doi":"https://doi.org/10.48550/arxiv.2605.28025"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.28025","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28025","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.28025","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137253508","display_name":"Mengyu Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Mengyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137214332","display_name":"Qiaoxin Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Qiaoxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137250896","display_name":"Qianqian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qianqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086041018","display_name":"Xiwei Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Xiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137276151","display_name":"Weiyi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Weiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137284357","display_name":"Chongyang Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Chongyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.3582000136375427,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10737","display_name":"Health Literacy and Information Accessibility","score":0.3582000136375427,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.2842999994754791,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11400000005960464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6833999752998352},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6087999939918518},{"id":"https://openalex.org/keywords/mainstream","display_name":"Mainstream","score":0.5677000284194946},{"id":"https://openalex.org/keywords/health-literacy","display_name":"Health literacy","score":0.4738999903202057},{"id":"https://openalex.org/keywords/medical-information","display_name":"Medical information","score":0.45660001039505005},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3824000060558319},{"id":"https://openalex.org/keywords/health-information","display_name":"Health information","score":0.3596999943256378},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.3472999930381775}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6833999752998352},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6087999939918518},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.5677000284194946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5478000044822693},{"id":"https://openalex.org/C2778843546","wikidata":"https://www.wikidata.org/wiki/Q3097973","display_name":"Health literacy","level":3,"score":0.4738999903202057},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.45660001039505005},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C2982795734","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health information","level":3,"score":0.3596999943256378},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34790000319480896},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.319599986076355},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.30399999022483826},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29260000586509705},{"id":"https://openalex.org/C78999398","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"Information needs","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2784999907016754},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2743000090122223},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2671999931335449},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.26600000262260437},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26019999384880066},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2572000026702881},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C3019921246","wikidata":"https://www.wikidata.org/wiki/Q104853310","display_name":"Differential effects","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.28025","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28025","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.28025","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.28025","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.896693229675293,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,78],"(LLMs)":[3],"are":[4,116],"increasingly":[5],"used":[6],"to":[7,85],"provide":[8,50],"public-facing":[9],"health":[10,59,72,130],"information,":[11,93],"yet":[12],"existing":[13],"safety":[14],"evaluations":[15],"overlook":[16],"whether":[17,48],"responses":[18,84],"preserve":[19],"comparable":[20,51],"medical":[21,52,81],"information":[22,53,143],"across":[23,54],"different":[24],"user":[25],"phrasings":[26],"of":[27,135],"the":[28,36,149],"same":[29],"question.":[30],"To":[31],"address":[32],"this,":[33],"we":[34],"introduce":[35],"Medical":[37],"Information":[38,111],"Response":[39],"Audit":[40],"(MIRA),":[41],"a":[42],"bilingual,":[43],"controlled":[44],"benchmark":[45],"that":[46],"assesses":[47],"LLMs":[49],"user-side":[55],"language,":[56],"register,":[57],"and":[58,99,159],"literacy":[60],"signals.":[61],"MIRA":[62],"contains":[63],"4,320":[64],"prompts":[65],"built":[66],"from":[67],"60":[68],"medically":[69],"reviewed,":[70],"low-risk":[71],"questions.":[73],"Across":[74],"five":[75],"mainstream":[76],"LLMs,":[77],"answered":[79],"all":[80],"questions,":[82],"but":[83],"low":[86],"health-literacy":[87],"signals":[88],"consistently":[89],"omitted":[90],"more":[91],"key":[92],"provided":[94],"fewer":[95],"concrete":[96],"next":[97],"steps,":[98],"offered":[100],"less":[101],"support":[102],"for":[103,122,145,156],"independent":[104],"judgment.":[105],"We":[106],"term":[107],"this":[108],"pattern":[109],"Differential":[110],"Dilution":[112],"(DID).":[113],"Language":[114],"effects":[115],"model-specific":[117],"rather":[118],"than":[119],"uniformly":[120],"worse":[121],"non-English":[123],"prompts.":[124],"A":[125,138],"comparison":[126],"with":[127,148],"300":[128],"real-world":[129],"queries":[131],"provides":[132],"preliminary":[133],"evidence":[134],"rank-order":[136],"validity.":[137],"knowledge-guided":[139],"mitigation":[140],"prompt":[141],"reduces":[142],"dilution":[144],"most":[146],"models,":[147],"largest":[150],"reductions":[151],"in":[152],"underinformative":[153],"simplification":[154],"observed":[155],"Claude":[157],"(~8%)":[158],"Qwen":[160],"(~6%).":[161]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-29T00:00:00"}