{"id":"https://openalex.org/W7126048389","doi":"https://doi.org/10.1109/bibm66473.2025.11356353","title":"RxSafeBench: Identifying Medication Safety Issues of Large Language Models in Simulated Consultation","display_name":"RxSafeBench: Identifying Medication Safety Issues of Large Language Models in Simulated Consultation","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W7126048389","doi":"https://doi.org/10.1109/bibm66473.2025.11356353"},"language":null,"primary_location":{"id":"doi:10.1109/bibm66473.2025.11356353","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356353","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088562282","display_name":"Jiahao Zhao","orcid":"https://orcid.org/0000-0002-8312-7300"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiahao Zhao","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124187496","display_name":"Luxin Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxin Xu","raw_affiliation_strings":["University of Electronic Science and Technology of China,Chengdu,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Chengdu,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050852644","display_name":"Mingshu Tan","orcid":"https://orcid.org/0009-0004-2559-5618"},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minghuan Tan","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China","institution_ids":["https://openalex.org/I4210145761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103128900","display_name":"Lichao Zhang","orcid":"https://orcid.org/0000-0003-4580-2317"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lichao Zhang","raw_affiliation_strings":["Shenzhen University of Advanced Technology,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen University of Advanced Technology,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038653363","display_name":"Ahmadreza Argha","orcid":"https://orcid.org/0000-0002-8276-9774"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ahmadreza Argha","raw_affiliation_strings":["School of Biomedical Engineering, UNSW Sydney,Sydney,Australia"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, UNSW Sydney,Sydney,Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124202547","display_name":"Hamid Alinejad-Rokny","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hamid Alinejad-Rokny","raw_affiliation_strings":["School of Biomedical Engineering, UNSW Sydney,Sydney,Australia"],"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, UNSW Sydney,Sydney,Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":null,"display_name":"Min Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Yang","raw_affiliation_strings":["Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institutes of Advanced Technology, Chinese Academy of Sciences,Shenzhen,China","institution_ids":["https://openalex.org/I4210145761"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5088562282"],"corresponding_institution_ids":["https://openalex.org/I4210145761"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64801561,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4491","last_page":"4496"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3912000060081482,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3912000060081482,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.23579999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20029999315738678,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.5810999870300293},{"id":"https://openalex.org/keywords/patient-safety","display_name":"Patient safety","score":0.5570999979972839},{"id":"https://openalex.org/keywords/contraindication","display_name":"Contraindication","score":0.4580000042915344},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4178999960422516},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.41350001096725464},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.4047999978065491},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3930000066757202},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.376800000667572},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.37290000915527344}],"concepts":[{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.5810999870300293},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.5570999979972839},{"id":"https://openalex.org/C2776494729","wikidata":"https://www.wikidata.org/wiki/Q1848900","display_name":"Contraindication","level":3,"score":0.4580000042915344},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4178999960422516},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4075999855995178},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4000999927520752},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3930000066757202},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3880000114440918},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.3659999966621399},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.3449999988079071},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.33250001072883606},{"id":"https://openalex.org/C187155963","wikidata":"https://www.wikidata.org/wiki/Q629029","display_name":"Occupational safety and health","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2782000005245209},{"id":"https://openalex.org/C190385971","wikidata":"https://www.wikidata.org/wiki/Q373494","display_name":"Injury prevention","level":3,"score":0.27480000257492065},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C2777834853","wikidata":"https://www.wikidata.org/wiki/Q96776939","display_name":"Liability","level":2,"score":0.2599000036716461}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm66473.2025.11356353","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356353","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5339528918266296,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3189802015","display_name":null,"funder_award_id":"62406314,62376262,62266013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4407085681","display_name":null,"funder_award_id":"KQTD20190929172835662,JCYJ20240813145816022","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G4850745499","display_name":null,"funder_award_id":"2024A1515030166","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G6589210571","display_name":null,"funder_award_id":"2023M733654","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8164042807","display_name":null,"funder_award_id":"2023A1515110496","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2970482702","https://openalex.org/W3175191608","https://openalex.org/W3212648282","https://openalex.org/W4287887081","https://openalex.org/W4388759569","https://openalex.org/W4389520213","https://openalex.org/W4389523847","https://openalex.org/W4390465735","https://openalex.org/W4395052272","https://openalex.org/W4396749677","https://openalex.org/W4401043132","https://openalex.org/W4402670897","https://openalex.org/W4402671884"],"related_works":[],"abstract_inverted_index":{"Numerous":[0],"medical":[1],"systems":[2,49],"powered":[3],"by":[4,25],"Large":[5],"Language":[6],"Models":[7],"(LLMs)":[8],"have":[9],"achieved":[10],"substantial":[11],"progress,":[12],"enabling":[13],"them":[14],"to":[15,37,58,72,165,181],"perform":[16],"diverse":[17],"healthcare":[18],"tasks.":[19],"However,":[20],"existing":[21],"research":[22],"is":[23],"limited":[24],"the":[26,45,82,131,162,167,228,239],"absence":[27],"of":[28,47,86],"real-world":[29],"datasets":[30],"specifically":[31],"addressing":[32],"medication":[33,59,83,98,104,170,207,234],"safety,":[34,60],"primarily":[35],"due":[36],"privacy":[38],"regulations":[39],"and":[40,74,100,115,126,145,152,185,209,220,243,253],"data":[41,254],"accessibility":[42],"challenges.":[43],"Moreover,":[44],"evaluation":[46],"LLM-based":[48],"in":[50,130,203,236],"realistic":[51],"clinical":[52,76,124,247],"consultation":[53,77,139],"settings,":[54],"particularly":[55],"with":[56,96],"respect":[57],"remains":[61],"underexplored.":[62],"To":[63],"bridge":[64],"these":[65],"gaps,":[66],"we":[67,91,226],"propose":[68],"a":[69,102,156],"novel":[70],"frame-work":[71],"simulate":[73],"evaluate":[75,149],"scenarios":[78,140],"for":[79,206,232],"systematically":[80],"assessing":[81,233],"safety":[84,105,208,235],"capabilities":[85],"LLMs.":[87],"Within":[88],"this":[89],"framework,":[90],"generate":[92],"inquiry-diagnosis":[93],"dialogues":[94],"embedded":[95],"relevant":[97],"risks":[99,191],"construct":[101],"dedicated":[103],"database,":[106],"RxRisk":[107],"DB,":[108],"comprising":[109],"6,725":[110],"contraindications,":[111],"28,781":[112],"drug":[113,186],"interactions,":[114],"14,906":[116],"indication-drug":[117],"pairs.":[118],"A":[119],"two-stage":[120],"filtering":[121],"strategy":[122],"ensures":[123],"realism":[125],"professional":[127],"quality,":[128],"resulting":[129],"final":[132],"benchmark,":[133],"RxSafeBench,":[134,225],"which":[135],"includes":[136],"2,443":[137],"high-quality":[138],"evenly":[141],"split":[142],"across":[143],"contraindication":[144,184],"interaction":[146,187],"types.":[147],"We":[148],"state-of-the-art":[150],"open-source":[151],"proprietary":[153],"LLMs":[154,179,205],"using":[155],"structured":[157],"multiple-choice":[158],"format":[159],"that":[160,177],"tests":[161],"models'":[163],"ability":[164],"recommend":[166],"most":[168],"appropriate":[169],"given":[171],"simulated":[172],"patient":[173],"context.":[174],"Results":[175],"reveal":[176],"current":[178],"struggle":[180],"reliably":[182],"incorporate":[183],"information,":[188],"especially":[189],"when":[190],"are":[192,255],"implied":[193],"rather":[194],"than":[195],"explicitly":[196],"stated.":[197],"Our":[198,251],"findings":[199],"highlight":[200],"key":[201],"challenges":[202],"deploying":[204],"offer":[210],"insights":[211],"into":[212],"improving":[213],"their":[214],"reliability":[215],"through":[216],"enhanced":[217],"prompting":[218],"strategies":[219],"task-specific":[221],"fine-tuning.":[222],"By":[223],"introducing":[224],"provide":[227],"first":[229],"comprehensive":[230],"benchmark":[231],"LLMs,":[237],"paving":[238],"way":[240],"toward":[241],"safer":[242],"more":[244],"trustworthy":[245],"AI-driven":[246],"decision":[248],"support":[249],"systems.":[250],"code":[252],"released":[256],"at":[257],"https://github.com/CAS-SIAT-XinHai/RxSafeBench.":[258]},"counts_by_year":[],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2026-01-30T00:00:00"}