{"id":"https://openalex.org/W7221011983","doi":"https://doi.org/10.1038/s41598-026-75099-7","title":"Comparison of the performance of large language models (ChatGPT-5.5, Gemini 3.1, and Claude 4.6) in answering pharmacology questions","display_name":"Comparison of the performance of large language models (ChatGPT-5.5, Gemini 3.1, and Claude 4.6) in answering pharmacology questions","publication_year":2026,"publication_date":"2026-10-08","ids":{"openalex":"https://openalex.org/W7221011983","doi":"https://doi.org/10.1038/s41598-026-75099-7"},"language":"en","primary_location":{"id":"doi:10.1038/s41598-026-75099-7","doi":"https://doi.org/10.1038/s41598-026-75099-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-026-75099-7","pdf_url":"https://www.nature.com/articles/s41598-026-75099-7_reference.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41598-026-75099-7_reference.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157959118","display_name":"Mohsen Khosravi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95990688","display_name":"Birjand University of Medical Sciences","ror":"https://ror.org/01h2hg078","country_code":"IR","type":"education","lineage":["https://openalex.org/I95990688"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohsen Khosravi","raw_affiliation_strings":["Social Determinants of Health Research Center, Birjand University of Medical Sciences, Birjand, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Social Determinants of Health Research Center, Birjand University of Medical Sciences, Birjand, Iran","institution_ids":["https://openalex.org/I95990688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081132710","display_name":"Kobra Naseri","orcid":"https://orcid.org/0000-0003-1659-2226","observed_orcids":["https://orcid.org/0000-0003-1659-2226"]},"institutions":[{"id":"https://openalex.org/I95990688","display_name":"Birjand University of Medical Sciences","ror":"https://ror.org/01h2hg078","country_code":"IR","type":"education","lineage":["https://openalex.org/I95990688"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Kobra Naseri","raw_affiliation_strings":["Medical Toxicology and Drug Abuse Research Center, Birjand University of Medical Sciences, Birjand, Iran","Pharmaceutical Sciences Research Center, Birjand University of Medical Sciences, Birjand, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Medical Toxicology and Drug Abuse Research Center, Birjand University of Medical Sciences, Birjand, Iran","institution_ids":["https://openalex.org/I95990688"]},{"raw_affiliation_string":"Pharmaceutical Sciences Research Center, Birjand University of Medical Sciences, Birjand, Iran","institution_ids":["https://openalex.org/I95990688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110935798","display_name":"Zahra Kiani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95990688","display_name":"Birjand University of Medical Sciences","ror":"https://ror.org/01h2hg078","country_code":"IR","type":"education","lineage":["https://openalex.org/I95990688"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Zahra Kiani","raw_affiliation_strings":["Pharmaceutical Sciences Research Center, Birjand University of Medical Sciences, Birjand, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmaceutical Sciences Research Center, Birjand University of Medical Sciences, Birjand, Iran","institution_ids":["https://openalex.org/I95990688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157980722","display_name":"Fatemeh Khosravi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204331812","display_name":"Guilan University of Medical Sciences","ror":"https://ror.org/04ptbrd12","country_code":"IR","type":"education","lineage":["https://openalex.org/I204331812","https://openalex.org/I4210110574"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Fatemeh Khosravi","raw_affiliation_strings":["School of Medicine, Guilan University of Medical Science, Rasht, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medicine, Guilan University of Medical Science, Rasht, Iran","institution_ids":["https://openalex.org/I204331812"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043797649","display_name":"Karim Naraki","orcid":"https://orcid.org/0000-0001-7767-2516","observed_orcids":["https://orcid.org/0000-0001-7767-2516"]},"institutions":[{"id":"https://openalex.org/I95990688","display_name":"Birjand University of Medical Sciences","ror":"https://ror.org/01h2hg078","country_code":"IR","type":"education","lineage":["https://openalex.org/I95990688"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Karim Naraki","raw_affiliation_strings":["Pharmaceutical Sciences Research Center, Birjand University of Medical Sciences, Birjand, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pharmaceutical Sciences Research Center, Birjand University of Medical Sciences, Birjand, Iran","institution_ids":["https://openalex.org/I95990688"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043797649"],"corresponding_institution_ids":["https://openalex.org/I95990688"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65319104,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":1.0},{"id":"https://openalex.org/keywords/pharmacology-knowledge","display_name":"pharmacology knowledge","score":0.7620000243186951},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.7799999713897705},{"id":"https://openalex.org/keywords/sensitivity-and-specificity","display_name":"sensitivity and specificity","score":0.7289999723434448},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.7450000047683716},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.45100000500679016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6115000247955322},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4650000035762787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4000999927520752},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3515999913215637},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33559998869895935},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32120001316070557},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.2282000035047531},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2214999943971634}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1038/s41598-026-75099-7","doi":"https://doi.org/10.1038/s41598-026-75099-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-026-75099-7","pdf_url":"https://www.nature.com/articles/s41598-026-75099-7_reference.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1038/s41598-026-75099-7","doi":"https://doi.org/10.1038/s41598-026-75099-7","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-026-75099-7","pdf_url":"https://www.nature.com/articles/s41598-026-75099-7_reference.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6240000128746033,"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7221011983.pdf","grobid_xml":"https://content.openalex.org/works/W7221011983.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2006267880","https://openalex.org/W2553575642","https://openalex.org/W3022423927","https://openalex.org/W3044741410","https://openalex.org/W4388624829","https://openalex.org/W4393250973","https://openalex.org/W4394853549","https://openalex.org/W4401971098","https://openalex.org/W4402171959","https://openalex.org/W4402692392","https://openalex.org/W4405582672","https://openalex.org/W4408226143","https://openalex.org/W4408818117","https://openalex.org/W4411184968","https://openalex.org/W4414120402","https://openalex.org/W4414422257","https://openalex.org/W7128949215","https://openalex.org/W7148864234","https://openalex.org/W7155706001","https://openalex.org/W7157997579","https://openalex.org/W7165412462"],"related_works":["https://openalex.org/W4393155265","https://openalex.org/W7216072963","https://openalex.org/W4406228650","https://openalex.org/W7220459714","https://openalex.org/W7221309902","https://openalex.org/W4415657063","https://openalex.org/W7167230833","https://openalex.org/W4412514335","https://openalex.org/W4402692392","https://openalex.org/W4411223300"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4,146],"introduced":[5],"a":[6,124],"fundamental":[7],"transformation":[8],"in":[9,23,33,35,128,151],"healthcare":[10],"and":[11,51,64,77,87,96,99,109,117,132,171],"medical":[12],"education.":[13],"This":[14,27],"study":[15,30],"aimed":[16],"to":[17,47,148,166],"evaluate":[18],"the":[19,105],"performance":[20,129,170],"of":[21,130,154],"LLMs":[22,113,145],"answering":[24],"pharmacology":[25,43],"questions.":[26],"quantitative":[28,137],"cross-sectional":[29],"was":[31,45,91],"conducted":[32],"Iran":[34],"2026.":[36],"A":[37],"50-item":[38],"Persian":[39],"multiple-choice":[40],"questionnaire":[41],"assessing":[42],"knowledge":[44],"administered":[46],"ChatGPT-5.5,":[48,72],"Gemini":[49,75,97,133],"3.1,":[50,76,98],"Claude":[52,80,102],"4.6.":[53,81,103],"Data":[54],"were":[55,69,84,114],"analyzed":[56],"using":[57],"confusion":[58],"matrix":[59],"methods,":[60],"Cochran\u2019s":[61],"Q,":[62],"McNemar,":[63],"point-biserial":[65],"tests.":[66],"Sensitivity":[67],"values":[68,83],"1.00":[70],"for":[71,74,79,93,101],"0.94":[73],"0.90":[78],"Specificity":[82],"0.43,":[85,116],"0.50,":[86],"0.35,":[88],"respectively.":[89,119],"Accuracy":[90],"0.82":[92],"both":[94],"ChatGPT-5.5":[95,131],"0.72":[100],"Overall,":[104],"mean":[106],"sensitivity,":[107],"specificity,":[108],"accuracy":[110],"across":[111],"all":[112],"0.95,":[115],"0.78,":[118],"The":[120],"analysis":[121],"further":[122,162],"revealed":[123],"statistically":[125],"significant":[126],"decline":[127],"3.1":[134],"when":[135],"addressing":[136],"questions":[138],"(\u03c6":[139],"=":[140],"\u22120.286,":[141],"p":[142],"<":[143],".05).":[144],"potential":[147],"support":[149],"professionals":[150],"educational/knowledge":[152],"contexts":[153],"pharmacology,":[155],"provided":[156],"ethical":[157],"considerations":[158],"are":[159],"addressed,":[160],"though":[161],"research":[163],"is":[164],"needed":[165],"better":[167],"understand":[168],"their":[169],"limitations.":[172]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-09T00:00:00"}