{"id":"https://openalex.org/W4367692415","doi":"https://doi.org/10.1097/nne.0000000000001436","title":"Can ChatGPT Accurately Answer a PICOT Question? Assessing AI Response to a Clinical Question","display_name":"Can ChatGPT Accurately Answer a PICOT Question? Assessing AI Response to a Clinical Question","alternate_titles":[],"publication_year":2023,"publication_date":"2023-04-28","ids":{"openalex":"https://openalex.org/W4367692415","doi":"https://doi.org/10.1097/nne.0000000000001436","pmid":"https://pubmed.ncbi.nlm.nih.gov/37130197"},"language":"en","primary_location":{"id":"doi:10.1097/nne.0000000000001436","doi":"https://doi.org/10.1097/nne.0000000000001436","is_oa":false,"landing_page_url":"https://doi.org/10.1097/nne.0000000000001436","pdf_url":null,"source":{"id":"https://openalex.org/S203226007","display_name":"Nurse Educator","issn_l":"0363-3624","issn":["0363-3624","1538-9855"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","medline","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nurse Educator","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4367692415"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074195794","display_name":"Candise Branum","orcid":"https://orcid.org/0009-0005-2486-0675","observed_orcids":["https://orcid.org/0009-0005-2486-0675"]},"institutions":[{"id":"https://openalex.org/I119888943","display_name":"Gonzaga University","ror":"https://ror.org/03ze70h02","country_code":"US","type":"education","lineage":["https://openalex.org/I119888943"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Candise Branum","raw_affiliation_strings":["Health Science Librarian and Assistant Professor (Mx Branum), Foley Center Library, and Assistant Professor (Dr Schiavenato), School of Nursing and Human Physiology, Gonzaga University, Spokane, Washington","Cite this article as: Branum C, Schiavenato M. Can ChatGPT accurately answer a PICOT question? Assessing AI response to a clinical question. Nurse Educ. 2023. doi:10.1097/NNE.0000000000001436","Early Access: April 28, 2023","Mx Branum, Foley Center Library, Gonzaga University, Foley Library-AD Box 95, 502 E Boone Ave, Spokane, WA 99258 ([email\u00a0protected])"],"raw_orcid":"https://orcid.org/0009-0005-2486-0675","affiliations":[{"raw_affiliation_string":"Health Science Librarian and Assistant Professor (Mx Branum), Foley Center Library, and Assistant Professor (Dr Schiavenato), School of Nursing and Human Physiology, Gonzaga University, Spokane, Washington","institution_ids":["https://openalex.org/I119888943"]},{"raw_affiliation_string":"Cite this article as: Branum C, Schiavenato M. Can ChatGPT accurately answer a PICOT question? Assessing AI response to a clinical question. Nurse Educ. 2023. doi:10.1097/NNE.0000000000001436","institution_ids":[]},{"raw_affiliation_string":"Early Access: April 28, 2023","institution_ids":[]},{"raw_affiliation_string":"Mx Branum, Foley Center Library, Gonzaga University, Foley Library-AD Box 95, 502 E Boone Ave, Spokane, WA 99258 ([email\u00a0protected])","institution_ids":["https://openalex.org/I119888943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050946037","display_name":"Martin Schiavenato","orcid":"https://orcid.org/0000-0001-6846-183X","observed_orcids":["https://orcid.org/0000-0001-6846-183X"]},"institutions":[{"id":"https://openalex.org/I119888943","display_name":"Gonzaga University","ror":"https://ror.org/03ze70h02","country_code":"US","type":"education","lineage":["https://openalex.org/I119888943"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Martin Schiavenato","raw_affiliation_strings":["Cite this article as: Branum C, Schiavenato M. Can ChatGPT accurately answer a PICOT question? Assessing AI response to a clinical question. Nurse Educ. 2023. doi:10.1097/NNE.0000000000001436","Early Access: April 28, 2023","Health Science Librarian and Assistant Professor (Mx Branum), Foley Center Library, and Assistant Professor (Dr Schiavenato), School of Nursing and Human Physiology, Gonzaga University, Spokane, Washington","Mx Branum, Foley Center Library, Gonzaga University, Foley Library-AD Box 95, 502 E Boone Ave, Spokane, WA 99258 ([email\u00a0protected])"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cite this article as: Branum C, Schiavenato M. Can ChatGPT accurately answer a PICOT question? Assessing AI response to a clinical question. Nurse Educ. 2023. doi:10.1097/NNE.0000000000001436","institution_ids":[]},{"raw_affiliation_string":"Early Access: April 28, 2023","institution_ids":[]},{"raw_affiliation_string":"Health Science Librarian and Assistant Professor (Mx Branum), Foley Center Library, and Assistant Professor (Dr Schiavenato), School of Nursing and Human Physiology, Gonzaga University, Spokane, Washington","institution_ids":["https://openalex.org/I119888943"]},{"raw_affiliation_string":"Mx Branum, Foley Center Library, Gonzaga University, Foley Library-AD Box 95, 502 E Boone Ave, Spokane, WA 99258 ([email\u00a0protected])","institution_ids":["https://openalex.org/I119888943"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074195794"],"corresponding_institution_ids":["https://openalex.org/I119888943"],"apc_list":null,"apc_paid":null,"fwci":1.9969,"has_fulltext":false,"cited_by_count":63,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.88750958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"48","issue":"5","first_page":"231","last_page":"233"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11744","display_name":"Health Sciences Research and Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":1.0},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.953000009059906},{"id":"https://openalex.org/keywords/ai-reliability","display_name":"AI reliability","score":0.5210000276565552},{"id":"https://openalex.org/keywords/medical-question-answering","display_name":"medical question answering","score":0.7699999809265137},{"id":"https://openalex.org/keywords/evidence-summaries","display_name":"evidence summaries","score":0.35100001096725464},{"id":"https://openalex.org/keywords/citation-errors","display_name":"citation errors","score":0.48100000619888306},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.45399999618530273},{"id":"https://openalex.org/keywords/artificial-intelligence-in-nursing","display_name":"artificial intelligence in nursing","score":0.5690000057220459}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6039767265319824},{"id":"https://openalex.org/C3019144022","wikidata":"https://www.wikidata.org/wiki/Q4124998","display_name":"Questions and answers","level":2,"score":0.5647612810134888},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5073520541191101},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4497438073158264},{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.4226042330265045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.405195415019989},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3703639507293701},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3507775068283081},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3337968587875366},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015402","descriptor_name":"Nursing Education Research","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1097/nne.0000000000001436","doi":"https://doi.org/10.1097/nne.0000000000001436","is_oa":false,"landing_page_url":"https://doi.org/10.1097/nne.0000000000001436","pdf_url":null,"source":{"id":"https://openalex.org/S203226007","display_name":"Nurse Educator","issn_l":"0363-3624","issn":["0363-3624","1538-9855"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","doyens","jufo-1","medline","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nurse Educator","raw_type":"journal-article"},{"id":"pmid:37130197","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37130197","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nurse educator","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.4000000059604645}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2080061777","https://openalex.org/W2147284087","https://openalex.org/W3086532707","https://openalex.org/W3190730109","https://openalex.org/W3196845207","https://openalex.org/W4310917376","https://openalex.org/W4319062614","https://openalex.org/W4319662928","https://openalex.org/W4384641573"],"related_works":["https://openalex.org/W4401456559","https://openalex.org/W4380360840","https://openalex.org/W4405731995","https://openalex.org/W4386765433","https://openalex.org/W4401241707","https://openalex.org/W4387242094","https://openalex.org/W4322622443","https://openalex.org/W4388821733","https://openalex.org/W7208772530","https://openalex.org/W4366462753"],"abstract_inverted_index":{"BACKGROUND:":[0],"ChatGPT,":[1],"an":[2,151],"artificial":[3],"intelligence":[4],"(AI)":[5],"text":[6],"generator":[7],"trained":[8],"to":[9,16,39,67,83,88,109,139],"predict":[10],"correct":[11],"words,":[12],"can":[13],"provide":[14,84],"answers":[15,38,120],"questions":[17,141],"but":[18,124],"has":[19],"shown":[20],"mixed":[21],"results":[22],"in":[23,36,134],"answering":[24],"medical":[25],"questions.":[26,156],"PURPOSE:":[27],"To":[28],"assess":[29],"the":[30,69,72,77],"reliability":[31],"and":[32,50,101,142],"accuracy":[33,70],"of":[34,71],"ChatGPT":[35,80,107,118],"providing":[37,114],"a":[40,59,85,89],"complex":[41],"clinical":[42,155],"question.":[43,91],"METHODS:":[44],"A":[45],"Population,":[46],"Intervention,":[47],"Comparison,":[48],"Outcome,":[49],"Time":[51],"(PICOT)":[52],"formatted":[53],"question":[54],"was":[55,81],"queried,":[56],"along":[57],"with":[58],"request":[60],"for":[61,154],"references.":[62],"Full-text":[63],"articles":[64],"were":[65],"reviewed":[66],"verify":[68],"evidence":[73,96],"summary":[74],"provided":[75],"by":[76,106],"chatbot.":[78],"RESULTS:":[79],"unable":[82],"certifiable":[86],"response":[87],"PICOT":[90],"The":[92,129],"references":[93],"cited":[94],"as":[95],"included":[97],"incorrect":[98],"journal":[99],"information,":[100],"many":[102],"study":[103],"details":[104],"summarized":[105],"proved":[108],"be":[110,126],"patently":[111],"false,":[112],"including":[113],"fabricated":[115],"data.":[116],"CONCLUSIONS:":[117],"provides":[119],"that":[121,146],"appear":[122],"legitimate":[123],"may":[125],"factually":[127],"incorrect.":[128],"system":[130],"is":[131],"not":[132],"transparent":[133],"how":[135],"it":[136,150],"gathers":[137],"data":[138],"answer":[140],"sometimes":[143],"fabricates":[144],"information":[145],"looks":[147],"plausible,":[148],"making":[149],"unreliable":[152],"tool":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4367692415","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2023-05-03T00:00:00"}
