{"id":"https://openalex.org/W4407445348","doi":"https://doi.org/10.1007/s10916-025-02152-9","title":"Evaluation of the Performance of Three Large Language Models in Clinical Decision Support: A Comparative Study Based on Actual Cases","display_name":"Evaluation of the Performance of Three Large Language Models in Clinical Decision Support: A Comparative Study Based on Actual Cases","publication_year":2025,"publication_date":"2025-02-14","ids":{"openalex":"https://openalex.org/W4407445348","doi":"https://doi.org/10.1007/s10916-025-02152-9","pmid":"https://pubmed.ncbi.nlm.nih.gov/39948214"},"language":"en","primary_location":{"id":"doi:10.1007/s10916-025-02152-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10916-025-02152-9","pdf_url":null,"source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082907909","display_name":"Xueqi Wang","orcid":"https://orcid.org/0009-0003-2101-978X"},"institutions":[{"id":"https://openalex.org/I4210128175","display_name":"Shanghai East Hospital","ror":"https://ror.org/038xmzj21","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128175"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xueqi Wang","raw_affiliation_strings":["Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China. 1400094@tongji.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","institution_ids":["https://openalex.org/I4210128175"]},{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China. 1400094@tongji.edu.cn","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073254589","display_name":"Haiyan Ye","orcid":"https://orcid.org/0000-0001-8156-8252"},"institutions":[{"id":"https://openalex.org/I4210128175","display_name":"Shanghai East Hospital","ror":"https://ror.org/038xmzj21","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128175"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyan Ye","raw_affiliation_strings":["Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","institution_ids":["https://openalex.org/I4210128175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011023610","display_name":"S. H. Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128175","display_name":"Shanghai East Hospital","ror":"https://ror.org/038xmzj21","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128175"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sumian Zhang","raw_affiliation_strings":["Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","institution_ids":["https://openalex.org/I4210128175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101534151","display_name":"Mei Yang","orcid":"https://orcid.org/0000-0003-0253-7787"},"institutions":[{"id":"https://openalex.org/I4210128175","display_name":"Shanghai East Hospital","ror":"https://ror.org/038xmzj21","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128175"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Yang","raw_affiliation_strings":["Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","institution_ids":["https://openalex.org/I4210128175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015495975","display_name":"Xuebin Wang","orcid":"https://orcid.org/0000-0002-2806-2065"},"institutions":[{"id":"https://openalex.org/I4210128175","display_name":"Shanghai East Hospital","ror":"https://ror.org/038xmzj21","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128175"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuebin Wang","raw_affiliation_strings":["Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China. 1400094@tongji.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China","institution_ids":["https://openalex.org/I4210128175"]},{"raw_affiliation_string":"Department of Critical Care Medicine, Shanghai East Hospital, Tongji University School of Medicine, No.150, Jimo Road, Pudong New Area, Shanghai, China. 1400094@tongji.edu.cn","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5082907909"],"corresponding_institution_ids":["https://openalex.org/I4210128175"],"apc_list":{"value":3390,"currency":"EUR","value_usd":4390},"apc_paid":null,"fwci":6.0075,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.96018661,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"49","issue":"1","first_page":"23","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.010300000198185444,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.7588231563568115},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.6236381530761719},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6131885647773743},{"id":"https://openalex.org/keywords/clinical-decision-support-system","display_name":"Clinical decision support system","score":0.5866169929504395},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3670092821121216},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2856898903846741},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.17410069704055786},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.14125847816467285},{"id":"https://openalex.org/keywords/public-health","display_name":"Public health","score":0.1305190622806549}],"concepts":[{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.7588231563568115},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.6236381530761719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6131885647773743},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.5866169929504395},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3670092821121216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2856898903846741},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17410069704055786},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.14125847816467285},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.1305190622806549}],"mesh":[{"descriptor_ui":"D000066491","descriptor_name":"Clinical Decision-Making","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000066491","descriptor_name":"Clinical Decision-Making","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000066491","descriptor_name":"Clinical Decision-Making","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003937","descriptor_name":"Diagnosis, Differential","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D011381","descriptor_name":"Programming Languages","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1007/s10916-025-02152-9","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10916-025-02152-9","pdf_url":null,"source":{"id":"https://openalex.org/S37151855","display_name":"Journal of Medical Systems","issn_l":"0148-5598","issn":["0148-5598","1573-689X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Medical Systems","raw_type":"journal-article"},{"id":"pmid:39948214","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39948214","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of medical systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2897938447","https://openalex.org/W4205164650","https://openalex.org/W4319062614","https://openalex.org/W4319455199","https://openalex.org/W4319460874","https://openalex.org/W4321018785","https://openalex.org/W4323050332","https://openalex.org/W4324020464","https://openalex.org/W4324370593","https://openalex.org/W4353016766","https://openalex.org/W4365503932","https://openalex.org/W4366769280","https://openalex.org/W4367310920","https://openalex.org/W4367834585","https://openalex.org/W4383301639","https://openalex.org/W4385827193","https://openalex.org/W4386045865","https://openalex.org/W4386271361","https://openalex.org/W4387305434","https://openalex.org/W4388014051","https://openalex.org/W4388823522","https://openalex.org/W4393061716","https://openalex.org/W6838865847","https://openalex.org/W7073828114"],"related_works":["https://openalex.org/W4245848028","https://openalex.org/W2743915337","https://openalex.org/W2046929026","https://openalex.org/W2779278343","https://openalex.org/W1996434451","https://openalex.org/W1569026615","https://openalex.org/W2791725133","https://openalex.org/W2338117633","https://openalex.org/W2112831187","https://openalex.org/W2122149485"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2025-10-10T00:00:00"}