{"id":"https://openalex.org/W7127092295","doi":"https://doi.org/10.1186/s12911-026-03364-w","title":"Benchmark evaluation of deepseek AI models in antibacterial clinical decision-making for infectious diseases","display_name":"Benchmark evaluation of deepseek AI models in antibacterial clinical decision-making for infectious diseases","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127092295","doi":"https://doi.org/10.1186/s12911-026-03364-w","pmid":"https://pubmed.ncbi.nlm.nih.gov/41629934"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-026-03364-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03364-w","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s12911-026-03364-w","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124832391","display_name":"Lijuan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]},{"id":"https://openalex.org/I4210109945","display_name":"Yue Bei People's Hospital","ror":"https://ror.org/0149pmh27","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210109945"]},{"id":"https://openalex.org/I4210120522","display_name":"Shantou University Medical College","ror":"https://ror.org/02gxych78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210120522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijuan Zhang","raw_affiliation_strings":["Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I4210120522","https://openalex.org/I32574673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070230490","display_name":"Yidan Pan","orcid":"https://orcid.org/0000-0002-9702-8530"},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]},{"id":"https://openalex.org/I4210109945","display_name":"Yue Bei People's Hospital","ror":"https://ror.org/0149pmh27","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210109945"]},{"id":"https://openalex.org/I4210120522","display_name":"Shantou University Medical College","ror":"https://ror.org/02gxych78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210120522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yidan Pan","raw_affiliation_strings":["Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I4210120522","https://openalex.org/I32574673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054672280","display_name":"Wenxiu Lai","orcid":null},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]},{"id":"https://openalex.org/I4210109945","display_name":"Yue Bei People's Hospital","ror":"https://ror.org/0149pmh27","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210109945"]},{"id":"https://openalex.org/I4210120522","display_name":"Shantou University Medical College","ror":"https://ror.org/02gxych78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210120522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenxiu Lai","raw_affiliation_strings":["Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I4210120522","https://openalex.org/I32574673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124777931","display_name":"Zhongping Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]},{"id":"https://openalex.org/I4210109945","display_name":"Yue Bei People's Hospital","ror":"https://ror.org/0149pmh27","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210109945"]},{"id":"https://openalex.org/I4210120522","display_name":"Shantou University Medical College","ror":"https://ror.org/02gxych78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210120522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongping Liang","raw_affiliation_strings":["Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I4210120522","https://openalex.org/I32574673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124829805","display_name":"Haiying Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]},{"id":"https://openalex.org/I4210109945","display_name":"Yue Bei People's Hospital","ror":"https://ror.org/0149pmh27","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210109945"]},{"id":"https://openalex.org/I4210120522","display_name":"Shantou University Medical College","ror":"https://ror.org/02gxych78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210120522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiying Zhong","raw_affiliation_strings":["Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I4210120522","https://openalex.org/I32574673"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124766580","display_name":"Xiaochun Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I32574673","display_name":"Shantou University","ror":"https://ror.org/01a099706","country_code":"CN","type":"education","lineage":["https://openalex.org/I32574673"]},{"id":"https://openalex.org/I4210109945","display_name":"Yue Bei People's Hospital","ror":"https://ror.org/0149pmh27","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210109945"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaochun Lin","raw_affiliation_strings":["Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China. xiaochunll@163.com","Yuebei People's Hospital, No. 133 Huiminnan Road, Shaoguan, Guangdong, 512025, China. xiaochunll@163.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Yuebei People's Hospital Affiliated to Shantou University Medical College, Shaoguan, Guangdong, China. xiaochunll@163.com","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I32574673"]},{"raw_affiliation_string":"Yuebei People's Hospital, No. 133 Huiminnan Road, Shaoguan, Guangdong, 512025, China. xiaochunll@163.com","institution_ids":["https://openalex.org/I4210109945","https://openalex.org/I32574673"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5124766580"],"corresponding_institution_ids":["https://openalex.org/I32574673","https://openalex.org/I4210109945"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18907638,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.28040000796318054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.28040000796318054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1860000044107437,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12576","display_name":"vaccines and immunoinformatics approaches","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.5454000234603882},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5217000246047974},{"id":"https://openalex.org/keywords/clinical-trial","display_name":"Clinical trial","score":0.4731000065803528},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.3321000039577484},{"id":"https://openalex.org/keywords/informatics","display_name":"Informatics","score":0.29660001397132874},{"id":"https://openalex.org/keywords/infectious-disease","display_name":"Infectious disease (medical specialty)","score":0.2865000069141388}],"concepts":[{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.5454000234603882},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5217000246047974},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.4731000065803528},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4690000116825104},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.42410001158714294},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3720000088214874},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3382999897003174},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31349998712539673},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3061000108718872},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C3019249092","wikidata":"https://www.wikidata.org/wiki/Q274493","display_name":"Antibacterial agent","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C2992965680","wikidata":"https://www.wikidata.org/wiki/Q598976","display_name":"Clinical microbiology","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.2538999915122986}],"mesh":[{"descriptor_ui":"D000066491","descriptor_name":"Clinical Decision-Making","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000900","descriptor_name":"Anti-Bacterial Agents","qualifier_ui":"Q000627","qualifier_name":"therapeutic use","is_major_topic":true},{"descriptor_ui":"D002681","descriptor_name":"China","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003141","descriptor_name":"Communicable Diseases","qualifier_ui":"Q000188","qualifier_name":"drug therapy","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1186/s12911-026-03364-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03364-w","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:41629934","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41629934","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12954989","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12954989/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12954989/pdf/12911_2026_Article_3364.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:3d517078e3bf476d954268d0c0cf203b","is_oa":true,"landing_page_url":"https://doaj.org/article/3d517078e3bf476d954268d0c0cf203b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 26, Iss 1 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s12911-026-03364-w","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-026-03364-w","pdf_url":null,"source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7880092263221741,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2761236748","https://openalex.org/W2765205344","https://openalex.org/W4206677002","https://openalex.org/W4223904523","https://openalex.org/W4384563047","https://openalex.org/W4386532294","https://openalex.org/W4391692785","https://openalex.org/W4391885319","https://openalex.org/W4392599656","https://openalex.org/W4401547975","https://openalex.org/W4402557213","https://openalex.org/W4402642878","https://openalex.org/W4403750183","https://openalex.org/W4405922742","https://openalex.org/W4406119887","https://openalex.org/W4406439964","https://openalex.org/W4406985495","https://openalex.org/W4407006310","https://openalex.org/W4407392863","https://openalex.org/W4407591319","https://openalex.org/W4408442871","https://openalex.org/W4408919747","https://openalex.org/W4409461870","https://openalex.org/W4409695426","https://openalex.org/W4409695450","https://openalex.org/W4409748472","https://openalex.org/W4409752444","https://openalex.org/W4409884417","https://openalex.org/W4411223300"],"related_works":[],"abstract_inverted_index":{"BACKGROUND:":[0],"Antimicrobial":[1],"resistance":[2],"(AMR)":[3],"poses":[4],"a":[5,23,304],"global":[6],"threat":[7],"to":[8,59,109,148,210,225,319,340],"public":[9],"health,":[10],"though":[11],"AI":[12,30,83,131,338],"models":[13,132,302],"have":[14],"shown":[15],"transformative":[16],"potential":[17],"in":[18,216,248,298,328],"combating":[19],"AMR.":[20],"China's":[21],"DeepSeek,":[22],"novel":[24],"open-source,":[25],"low-cost,":[26],"and":[27,45,70,99,133,170,176,183,201,221,256,280,295,345],"locally":[28],"deployable":[29],"model,":[31],"is":[32,317],"increasingly":[33],"integrated":[34],"into":[35],"clinical":[36,116,315,347],"workflows":[37],"for":[38,337],"infectious":[39,71],"diseases,":[40],"yet":[41],"the":[42,61,77,81,126,134,142,189,233,239,253,257,284,335],"pharmacological":[43],"validity":[44],"real-world":[46],"impact":[47],"of":[48,80,144,174,199,206,227,242,321],"its":[49],"recommended":[50],"drugs":[51],"remain":[52],"poorly":[53],"understood.":[54],"OBJECTIVE:":[55],"This":[56],"study":[57],"aimed":[58],"compare":[60],"antibacterial":[62,96,111,137,207,314],"regimens":[63,145,208],"among":[64],"DeepSeek(V3,R1,R1":[65],"+":[66,219],"WS),":[67],"ChatGPT":[68,100,177,202,222,236,281,322],"o1,":[69,323],"disease":[72],"(ID)":[73],"specialists,":[74,196],"while":[75,245],"evaluating":[76],"performance,":[78],"timeliness":[79],"two":[82,130],"models.":[84],"METHODS:":[85],"A":[86],"retrospective":[87],"analysis":[88],"was":[89,213],"conducted":[90],"on":[91],"101":[92],"cases":[93],"with":[94,194,278,324,342],"effective":[95,136],"therapy.":[97],"DeepSeek":[98,175,294,301],"o1":[101,223,237,282],"were":[102],"identically":[103],"prompted":[104],"using":[105],"comprehensive":[106],"case":[107],"data":[108],"generate":[110],"regimens.":[112],"Then,":[113],"Five":[114],"independent":[115],"pharmacists":[117],"evaluated":[118],"all":[119],"outputs.":[120],"The":[121,204],"benchmark":[122],"evaluation":[123],"metrics":[124,157],"included":[125],"concordance":[127,192],"rate":[128,173,193],"between":[129,293],"patient's":[135],"regimens,":[138],"as":[139,141],"well":[140],"proportion":[143,205],"escalating":[146],"therapy":[147],"higher-tier":[149,211],"groups":[150,212],"per":[151],"WHO's":[152],"AWaRe":[153],"classification.":[154],"Furthermore,":[155,250],"performance":[156,234,330],"encompassed":[158],"overlap":[159,243],"rate,":[160,167,244,263],"precision,":[161],"recall,":[162],"F1-score,":[163],"ID":[164,195,228,260,296],"specialists":[165,297],"endorsement":[166],"search":[168,171],"latency,":[169],"success":[172],"o1.":[178,203],"Statistical":[179],"analyses":[180],"employed":[181],"Chi-square":[182],"Kruskal-Wallis":[184],"tests.":[185],"RESULTS:":[186],"DeepSeek-V3":[187,251,279,325],"demonstrated":[188],"highest":[190,240,258],"overall":[191,259],"exceeding":[197],"those":[198],"DeepSeek-R1":[200,218,246],"escalated":[209],"significantly":[214],"greater":[215],"DeepSeek-R1,":[217],"WS":[220],"compared":[224],"that":[226,320],"specialists(P":[229],"<":[230,276],"0.005).":[231],"Regarding":[232],"metrics,":[235],"achieved":[238,252],"level":[241],"led":[247],"recall.":[249],"optimal":[254,265],"F1-score":[255],"specialists'":[261],"endorsed":[262],"reflecting":[264],"balance.":[266],"Likewise,":[267],"Search":[268],"latency":[269],"varied":[270],"substantially":[271],"(H":[272],"=":[273],"305.53,":[274],"P":[275],"0.005),":[277],"exhibiting":[283],"fastest":[285],"response":[286],"times.":[287],"CONCLUSIONS:":[288],"While":[289],"moderate":[290],"agreement":[291],"exists":[292],"antibiotic":[299],"selection,":[300],"exhibit":[303],"marked":[305],"tendency":[306],"toward":[307],"recommending":[308],"higher-tier,":[309],"broader-spectrum":[310],"antibacterials.":[311],"Moreover,":[312],"DeepSeek's":[313],"decision-making":[316],"comparable":[318],"surpassing":[326],"it":[327],"certain":[329],"metrics.":[331],"These":[332],"findings":[333],"highlight":[334],"need":[336],"refinement":[339],"align":[341],"stewardship":[343],"principles":[344],"contextual":[346],"judgment.":[348],"TRIAL":[349],"REGISTRATION:":[350],"Chinese":[351],"Clinical":[352],"Trial":[353],"Registry(ChiCTR2500100661),":[354],"Registration":[355],"date:":[356],"April":[357],"14,2025,":[358],"https://www.chictr.org.cn":[359],".":[360]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2026-02-03T00:00:00"}