{"id":"https://openalex.org/W7220716823","doi":"https://doi.org/10.3389/fnut.2026.1969789","title":"Clinical evaluation of AI Chatbots\u2019 performance and safety for total parenteral nutrition planning in critically ill patients: a simulation-based benchmarking study","display_name":"Clinical evaluation of AI Chatbots\u2019 performance and safety for total parenteral nutrition planning in critically ill patients: a simulation-based benchmarking study","publication_year":2026,"publication_date":"2026-10-06","ids":{"openalex":"https://openalex.org/W7220716823","doi":"https://doi.org/10.3389/fnut.2026.1969789","pmid":"https://pubmed.ncbi.nlm.nih.gov/42903103","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13680149"},"language":"en","primary_location":{"id":"doi:10.3389/fnut.2026.1969789","doi":"https://doi.org/10.3389/fnut.2026.1969789","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnut.2026.1969789","pdf_url":"https://www.frontiersin.org/journals/nutrition/articles/10.3389/fnut.2026.1969789/pdf","source":{"id":"https://openalex.org/S2596909297","display_name":"Frontiers in Nutrition","issn_l":"2296-861X","issn":["2296-861X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Nutrition","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/nutrition/articles/10.3389/fnut.2026.1969789/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052969790","display_name":"Sufyan Mohammed Alomair","orcid":"https://orcid.org/0000-0002-2525-6518","observed_orcids":["https://orcid.org/0000-0002-2525-6518"]},"institutions":[{"id":"https://openalex.org/I4626487","display_name":"King Faisal University","ror":"https://ror.org/00dn43547","country_code":"SA","type":"education","lineage":["https://openalex.org/I4626487"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Sufyan Alomair","raw_affiliation_strings":["Department of Pharmacy Practice, College of Clinical Pharmacy, King Faisal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy Practice, College of Clinical Pharmacy, King Faisal University","institution_ids":["https://openalex.org/I4626487"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5052969790"],"corresponding_institution_ids":["https://openalex.org/I4626487"],"apc_list":{"value":3150,"currency":"CHF","value_usd":3801},"apc_paid":{"value":3150,"currency":"CHF","value_usd":3801},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64477973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"1969789","last_page":"1969789"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10858","display_name":"Clinical Nutrition and Gastroenterology","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/2916","display_name":"Nutrition and Dietetics"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14512","display_name":"Technology and Human Factors in Education and Health","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/total-parenteral-nutrition","display_name":"total parenteral nutrition","score":0.9599999785423279},{"id":"https://openalex.org/keywords/ai-chatbots","display_name":"AI chatbots","score":0.9229999780654907},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9940000176429749},{"id":"https://openalex.org/keywords/critically-ill-patients","display_name":"critically ill patients","score":0.718999981880188},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8629999756813049},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.953000009059906},{"id":"https://openalex.org/keywords/copilot","display_name":"Copilot","score":0.8199999928474426},{"id":"https://openalex.org/keywords/perplexity","display_name":"perplexity","score":0.9890000224113464},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.6019999980926514},{"id":"https://openalex.org/keywords/drug-safety","display_name":"drug safety","score":0.49000000953674316},{"id":"https://openalex.org/keywords/numerical-accuracy","display_name":"numerical accuracy","score":0.35199999809265137},{"id":"https://openalex.org/keywords/critical-care-nutrition","display_name":"critical care nutrition","score":0.4699999988079071}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8640999794006348},{"id":"https://openalex.org/C2991859549","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Critically ill","level":2,"score":0.7103000283241272},{"id":"https://openalex.org/C78722104","wikidata":"https://www.wikidata.org/wiki/Q21653202","display_name":"Parenteral nutrition","level":2,"score":0.6108999848365784},{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.5860000252723694},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.5623000264167786},{"id":"https://openalex.org/C160798450","wikidata":"https://www.wikidata.org/wiki/Q4230870","display_name":"Concordance","level":2,"score":0.47870001196861267},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4106999933719635},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.39309999346733093},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C206041023","wikidata":"https://www.wikidata.org/wiki/Q1751970","display_name":"Wilcoxon signed-rank test","level":3,"score":0.3612000048160553},{"id":"https://openalex.org/C2777925291","wikidata":"https://www.wikidata.org/wiki/Q2581971","display_name":"Intensivist","level":3,"score":0.3580000102519989},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.3357999920845032},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.33399999141693115},{"id":"https://openalex.org/C3020452639","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgment","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C2779457091","wikidata":"https://www.wikidata.org/wiki/Q105186","display_name":"Pharmacist","level":3,"score":0.3003999888896942},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2865000069141388},{"id":"https://openalex.org/C194828623","wikidata":"https://www.wikidata.org/wiki/Q2861470","display_name":"Emergency medicine","level":1,"score":0.28360000252723694},{"id":"https://openalex.org/C3017921493","wikidata":"https://www.wikidata.org/wiki/Q460433","display_name":"Medication error","level":4,"score":0.2752000093460083},{"id":"https://openalex.org/C126965237","wikidata":"https://www.wikidata.org/wiki/Q816335","display_name":"Accidental","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2533000111579895},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C10446079","wikidata":"https://www.wikidata.org/wiki/Q155491","display_name":"Clinical pharmacy","level":3,"score":0.2526000142097473}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fnut.2026.1969789","doi":"https://doi.org/10.3389/fnut.2026.1969789","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnut.2026.1969789","pdf_url":"https://www.frontiersin.org/journals/nutrition/articles/10.3389/fnut.2026.1969789/pdf","source":{"id":"https://openalex.org/S2596909297","display_name":"Frontiers in Nutrition","issn_l":"2296-861X","issn":["2296-861X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Nutrition","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13680149","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13680149/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13680149/pdf/fnut-13-1969789.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Front Nutr","raw_type":"Text"},{"id":"pmid:42903103","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42903103","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in nutrition","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:be1ac089d2824e5bbe70618df9d29e23","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/be1ac089d2824e5bbe70618df9d29e23","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Nutrition, Vol 13 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fnut.2026.1969789","doi":"https://doi.org/10.3389/fnut.2026.1969789","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnut.2026.1969789","pdf_url":"https://www.frontiersin.org/journals/nutrition/articles/10.3389/fnut.2026.1969789/pdf","source":{"id":"https://openalex.org/S2596909297","display_name":"Frontiers in Nutrition","issn_l":"2296-861X","issn":["2296-861X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Nutrition","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.98580002784729,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320331156","display_name":"King Faisal University","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220716823.pdf","grobid_xml":"https://content.openalex.org/works/W7220716823.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2443421726","https://openalex.org/W2588789380","https://openalex.org/W2732880090","https://openalex.org/W3212404418","https://openalex.org/W4307350465","https://openalex.org/W4319662928","https://openalex.org/W4367310920","https://openalex.org/W4379278559","https://openalex.org/W4384297410","https://openalex.org/W4391564557","https://openalex.org/W4394877296","https://openalex.org/W4401664916","https://openalex.org/W4404518502","https://openalex.org/W4405640612","https://openalex.org/W4407135263","https://openalex.org/W4408226143","https://openalex.org/W4411272864","https://openalex.org/W4413295355","https://openalex.org/W4413696858","https://openalex.org/W4416089148","https://openalex.org/W7117310002","https://openalex.org/W7125684413","https://openalex.org/W7137281466","https://openalex.org/W7161157773","https://openalex.org/W7163893655","https://openalex.org/W7166570051"],"related_works":["https://openalex.org/W7221128339","https://openalex.org/W4416057185","https://openalex.org/W7206187494","https://openalex.org/W4413369549","https://openalex.org/W7222886312","https://openalex.org/W4408819567","https://openalex.org/W7207762812","https://openalex.org/W4408244904","https://openalex.org/W7213936287","https://openalex.org/W4414934311"],"abstract_inverted_index":{"Introduction":[0],"Total":[1],"parenteral":[2],"nutrition":[3],"(TPN)":[4],"is":[5],"essential":[6],"for":[7,137,172,199,207,226,229,233,335,338,342,370],"critically":[8,138],"ill":[9,139],"adults":[10],"unable":[11],"to":[12,34,52,82,143,212,314],"meet":[13],"their":[14,32,94],"nutritional":[15],"needs":[16],"via":[17],"the":[18,85,102,122,266,350,355],"gastrointestinal":[19],"tract.":[20],"Recent":[21],"advancements":[22],"in":[23,31,38,180,251,263,349],"large":[24],"language":[25],"models":[26],"(LLMs)":[27],"have":[28],"sparked":[29],"interest":[30],"potential":[33],"support":[35,389],"healthcare":[36],"providers":[37],"complex":[39],"clinical":[40,177,401],"decisions.":[41],"Nonetheless,":[42],"no":[43,236],"prior":[44],"research":[45],"has":[46],"systematically":[47],"compared":[48,211],"publicly":[49,126],"accessible":[50,127],"chatbots":[51,267,324,387],"pharmacist-developed":[53],"reference":[54],"TPN":[55,91,135,146,165,185,358],"plans":[56,136,206,214,287,359,374],"across":[57],"a":[58,63,79,153,181,260,300,397],"diverse":[59],"patient":[60],"cohort,":[61],"using":[62],"predefined,":[64],"guideline-based":[65],"rubric":[66],"assessing":[67],"accuracy,":[68,366],"completeness,":[69],"safety,":[70,95,367],"error":[71,98],"types,":[72],"and":[73,87,97,100,105,118,132,192,217,231,282,303,319,340,383],"numerical":[74,103],"precision.":[75],"This":[76,112],"study":[77],"presents":[78],"simulation-based":[80],"benchmarking":[81,113],"evaluate":[83],"(i)":[84],"accuracy":[86,223],"comprehensiveness":[88],"of":[89,124,174,183,279,333],"chatbot-generated":[90],"plans,":[92],"(ii)":[93],"acceptability,":[96],"profiles,":[99],"(iii)":[101],"agreement":[104],"concordance":[106,369],"with":[107,235,276,329,379],"expert":[108],"pharmacist":[109],"references.":[110],"Methods":[111],"study,":[114],"based":[115],"on":[116],"simulations":[117],"cross-sectional":[119],"analysis,":[120],"evaluated":[121],"performance":[123,154],"four":[125],"AI":[128,386],"chatbots\u2014ChatGPT,":[129],"Gemini,":[130,230],"Copilot,":[131],"Perplexity\u2014in":[133],"formulating":[134],"adults.":[140],"Copilot":[141,157],"declined":[142],"generate":[144],"patient-specific":[145],"plans;":[147],"this":[148],"refusal":[149],"was":[150,158,224,259],"retained":[151],"as":[152],"outcome,":[155],"while":[156],"excluded":[159],"from":[160,215,219,323],"analyses":[161],"requiring":[162],"an":[163],"analyzable":[164],"prescription.":[166],"Each":[167],"chatbot":[168],"produced":[169,204,354],"one":[170,291],"plan":[171],"each":[173],"10":[175,209],"standardized":[176],"cases,":[178,210],"resulting":[179],"total":[182],"30":[184,286],"plans.":[186],"Friedman":[187],"tests,":[188],"Kendall\u2019s":[189,272],"W":[190,273],",":[191],"Holm-adjusted":[193],"Wilcoxon":[194],"signed-rank":[195],"tests":[196],"were":[197,306,312],"used":[198],"comparative":[200],"analyses.":[201],"Results":[202],"ChatGPT":[203,246,353],"comprehensive":[205,357],"all":[208],"6":[213],"Gemini":[216],"4":[218],"Perplexity.":[220],"The":[221,308],"median":[222,277,330],"57.7%":[225],"ChatGPT,":[227],"43.9%":[228],"38.5%":[232],"Perplexity,":[234],"statistically":[237],"significant":[238,261],"overall":[239],"difference":[240,262],"(":[241,268],"p":[242,255,269],"=":[243,256,270,274],"0.124).":[244],"However,":[245,362],"performed":[247],"better":[248],"than":[249],"Perplexity":[250],"pairwise":[252],"comparison":[253],"(adjusted":[254],"0.035).":[257],"There":[258],"completeness":[264],"among":[265,360],"0.003;":[271],"0.57),":[275],"scores":[278],"64.6,":[280],"41.9,":[281],"32.3%,":[283],"respectively.":[284],"All":[285,373],"had":[288,375],"at":[289],"least":[290],"major":[292],"or":[293,368,391],"critical":[294,301,376],"safety":[295],"issue,":[296],"7":[297],"(23.3%)":[298],"contained":[299],"concern,":[302],"19":[304],"(63.3%)":[305],"rejected.":[307],"most":[309,356],"common":[310],"errors":[311],"related":[313],"electrolytes":[315],"(90.0%),":[316],"micronutrients":[317],"(70.0%),":[318],"monitoring":[320],"(66.7%).":[321],"Recommendations":[322],"often":[325],"exceeded":[326],"pharmacist-derived":[327],"values,":[328],"relative":[331],"differences":[332],"+47%":[334],"energy,":[336],"+120%":[337],"lipids,":[339],"+100%":[341],"potassium.":[343],"Bland\u2013Altman":[344],"analysis":[345],"revealed":[346],"considerable":[347],"variability":[348],"agreement.":[351],"Conclusion":[352],"chatbots.":[361],"none":[363],"showed":[364],"enough":[365],"independent":[371],"use.":[372,402],"issues,":[377],"especially":[378],"electrolytes,":[380],"micronutrients,":[381],"monitoring,":[382],"refeeding":[384],"precautions.":[385],"can":[388],"education":[390],"planning":[392],"but":[393],"require":[394],"review":[395],"by":[396],"well-trained":[398],"clinician":[399],"before":[400]},"counts_by_year":[],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2026-10-07T00:00:00"}