{"id":"https://openalex.org/W4396839232","doi":"https://doi.org/10.56808/3027-7922.2838","title":"Comparing the accuracy and referencing of ChatGPT\u2019s responses to herbal medicine queries: A zero-shot versus roleplay prompting approach","display_name":"Comparing the accuracy and referencing of ChatGPT\u2019s responses to herbal medicine queries: A zero-shot versus roleplay prompting approach","publication_year":2023,"publication_date":"2023-10-01","ids":{"openalex":"https://openalex.org/W4396839232","doi":"https://doi.org/10.56808/3027-7922.2838"},"language":"en","primary_location":{"id":"doi:10.56808/3027-7922.2838","doi":"https://doi.org/10.56808/3027-7922.2838","is_oa":true,"landing_page_url":"https://doi.org/10.56808/3027-7922.2838","pdf_url":"https://digital.car.chula.ac.th/cgi/viewcontent.cgi?article=2838&context=tjps","source":{"id":"https://openalex.org/S4404668928","display_name":"The Thai Journal of Pharmaceutical Sciences","issn_l":"3027-7922","issn":["3027-7922"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-4"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Thai Journal of Pharmaceutical Sciences","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://digital.car.chula.ac.th/cgi/viewcontent.cgi?article=2838&context=tjps","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000504150","display_name":"Anchisa Poonprasartporn","orcid":"https://orcid.org/0000-0001-9602-5920","observed_orcids":["https://orcid.org/0000-0001-9602-5920"]},"institutions":[{"id":"https://openalex.org/I4210142119","display_name":"Praboromarajchanok Institute Ministry of Public Health","ror":"https://ror.org/03hpjw438","country_code":"TH","type":"other","lineage":["https://openalex.org/I4210142119"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"Anchisa Poonprasartporn","raw_affiliation_strings":["Faculty of Public Health and Allied Health Sciences, Praboromarajchanok Institute, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Public Health and Allied Health Sciences, Praboromarajchanok Institute, Thailand","institution_ids":["https://openalex.org/I4210142119"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097660361","display_name":"Piyamaporn Uttaranakorn","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210142119","display_name":"Praboromarajchanok Institute Ministry of Public Health","ror":"https://ror.org/03hpjw438","country_code":"TH","type":"other","lineage":["https://openalex.org/I4210142119"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Piyamaporn Uttaranakorn","raw_affiliation_strings":["Faculty of Public Health and Allied Health Sciences, Praboromarajchanok Institute, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Public Health and Allied Health Sciences, Praboromarajchanok Institute, Thailand","institution_ids":["https://openalex.org/I4210142119"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037869112","display_name":"Raweewan Chuaybamroong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210142119","display_name":"Praboromarajchanok Institute Ministry of Public Health","ror":"https://ror.org/03hpjw438","country_code":"TH","type":"other","lineage":["https://openalex.org/I4210142119"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Raweewan Chuaybamroong","raw_affiliation_strings":["Faculty of Public Health and Allied Health Sciences, Praboromarajchanok Institute, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Public Health and Allied Health Sciences, Praboromarajchanok Institute, Thailand","institution_ids":["https://openalex.org/I4210142119"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000504150"],"corresponding_institution_ids":["https://openalex.org/I4210142119"],"apc_list":null,"apc_paid":null,"fwci":0.1493,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.48031136,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"47","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10902","display_name":"Complementary and Alternative Medicine Studies","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2707","display_name":"Complementary and alternative medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13970","display_name":"Pharmacy and Medical Practices","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3611","display_name":"Pharmacy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt-3-5","display_name":"ChatGPT-3.5","score":0.9639999866485596},{"id":"https://openalex.org/keywords/herbal-medicine","display_name":"herbal medicine","score":0.8289999961853027},{"id":"https://openalex.org/keywords/zero-shot-prompting","display_name":"zero-shot prompting","score":0.9900000095367432},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8090000152587891},{"id":"https://openalex.org/keywords/clinical-pharmacists","display_name":"clinical pharmacists","score":0.6769999861717224},{"id":"https://openalex.org/keywords/response-accuracy","display_name":"response accuracy","score":0.7089999914169312},{"id":"https://openalex.org/keywords/reference-quality","display_name":"reference quality","score":0.546999990940094},{"id":"https://openalex.org/keywords/ai-generated-references","display_name":"AI-generated references","score":0.4970000088214874}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6983436942100525},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6323409080505371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4372311234474182},{"id":"https://openalex.org/C556039675","wikidata":"https://www.wikidata.org/wiki/Q771035","display_name":"Traditional medicine","level":1,"score":0.41543397307395935},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40401366353034973},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3314835727214813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3222635090351105},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11290571093559265},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.56808/3027-7922.2838","doi":"https://doi.org/10.56808/3027-7922.2838","is_oa":true,"landing_page_url":"https://doi.org/10.56808/3027-7922.2838","pdf_url":"https://digital.car.chula.ac.th/cgi/viewcontent.cgi?article=2838&context=tjps","source":{"id":"https://openalex.org/S4404668928","display_name":"The Thai Journal of Pharmaceutical Sciences","issn_l":"3027-7922","issn":["3027-7922"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-4"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Thai Journal of Pharmaceutical Sciences","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.56808/3027-7922.2838","doi":"https://doi.org/10.56808/3027-7922.2838","is_oa":true,"landing_page_url":"https://doi.org/10.56808/3027-7922.2838","pdf_url":"https://digital.car.chula.ac.th/cgi/viewcontent.cgi?article=2838&context=tjps","source":{"id":"https://openalex.org/S4404668928","display_name":"The Thai Journal of Pharmaceutical Sciences","issn_l":"3027-7922","issn":["3027-7922"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-4"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Thai Journal of Pharmaceutical Sciences","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324789","display_name":"Rangsit University","ror":"https://ror.org/01cqcrc47"},{"id":"https://openalex.org/F4320326818","display_name":"University of Phayao","ror":"https://ror.org/00a5mh069"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396839232.pdf","grobid_xml":"https://content.openalex.org/works/W4396839232.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W3130319171","https://openalex.org/W3136040801","https://openalex.org/W4281630308","https://openalex.org/W4319062614","https://openalex.org/W4319662928","https://openalex.org/W4323035111","https://openalex.org/W4327715333","https://openalex.org/W4353016766","https://openalex.org/W4365512576","https://openalex.org/W4366462753","https://openalex.org/W4367692415","https://openalex.org/W4372047097","https://openalex.org/W4378783137","https://openalex.org/W4378977705","https://openalex.org/W4379598302","https://openalex.org/W4379966280","https://openalex.org/W4380291159","https://openalex.org/W4381715378","https://openalex.org/W4387074826","https://openalex.org/W4401042136"],"related_works":["https://openalex.org/W4385236544","https://openalex.org/W4407141992","https://openalex.org/W4405731995","https://openalex.org/W4380360840","https://openalex.org/W4388624829","https://openalex.org/W4394853549","https://openalex.org/W4377115988","https://openalex.org/W4388821733","https://openalex.org/W4403768783","https://openalex.org/W4401289471"],"abstract_inverted_index":{"Objectives:":[0],"This":[1],"study":[2],"aims":[3],"to":[4,20,32,43,72,88,112,151,162,229],"assess":[5],"the":[6,34,47,91,119,122,135,145,211,234],"accuracy":[7,92,232],"of":[8,36,83,93,121,134,193,236],"answers":[9],"generated":[10,184],"by":[11,55,138],"ChatGPT-3.5":[12,40,139,149,182,209],"using":[13,98],"zero-shot":[14,100,165],"and":[15,51,90,101,129,173,190,233],"roleplay":[16,102,146,212],"prompts":[17],"in":[18,57],"response":[19],"questions":[21,85,105],"about":[22],"herbal":[23,113,158,222],"medicine":[24,114,159,223],"from":[25],"clinical":[26,115],"pharmacists.":[27],"In":[28,78,205],"addition,":[29],"we":[30],"aim":[31],"evaluate":[33,118],"quality":[35],"text":[37,74],"responses":[38,95],"when":[39],"is":[41,60],"prompted":[42],"provide":[44],"references":[45,136,168],"for":[46,157,201,220],"given":[48],"answers.":[49,203],"Materials":[50],"Methods:":[52],"ChatGPT-3.5,":[53,89],"developed":[54],"OpenAI":[56],"San":[58],"Francisco,":[59],"an":[61,152,217],"advanced":[62],"artificial":[63],"intelligence":[64],"chatbot":[65],"that":[66],"utilizes":[67],"a":[68,81,198],"large":[69],"language":[70],"model":[71],"generate":[73],"resembling":[75],"human-like":[76],"responses.":[77],"this":[79,206],"study,":[80,208],"total":[82],"90":[84],"were":[86,106,125,169,176],"posed":[87],"its":[94],"was":[96,140],"compared":[97,161],"both":[99],"prompts.":[103,166],"These":[104],"evenly":[107],"distributed":[108],"among":[109],"fourcategories":[110],"related":[111],"practice.":[116],"To":[117],"correctness":[120],"responses,":[123],"they":[124],"cross-referenced":[126],"with":[127,148,164,210],"peer-reviewed":[128],"trusted":[130],"references.":[131,186],"The":[132],"authenticity":[133],"provided":[137,197],"also":[141],"assessed.":[142],"Results:":[143],"Using":[144],"prompt":[147,213],"led":[150],"86.67%":[153],"correct":[154],"answer":[155],"rate":[156],"questions,":[160],"77.78%":[163],"When":[167],"requested,":[170],"77.48%":[171],"(zero-shot)":[172,189],"75.69%":[174],"(roleplay)":[175],"identified":[177],"as":[178,216],"\u201ctrue\u201d":[179],"references,":[180,196],"but":[181],"itself":[183],"many":[185],"Only":[187],"38.37%":[188],"50.46%":[191],"(Roleplay)":[192],"these":[194],"\u201ctrue\u2019":[195],"sufficient":[199],"background":[200,238],"accurate":[202],"Conclusion:":[204],"pilot":[207],"shows":[214],"promise":[215],"alternative":[218],"tool":[219],"addressing":[221],"questions.":[224],"However,":[225],"improvements":[226],"are":[227],"needed":[228],"enhance":[230],"reference":[231],"availability":[235],"comprehensive":[237],"information.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2024-05-12T00:00:00"}