{"id":"https://openalex.org/W4378211503","doi":"https://doi.org/10.1097/jcma.0000000000000942","title":"Performance of ChatGPT on the pharmacist licensing examination in Taiwan","display_name":"Performance of ChatGPT on the pharmacist licensing examination in Taiwan","publication_year":2023,"publication_date":"2023-05-25","ids":{"openalex":"https://openalex.org/W4378211503","doi":"https://doi.org/10.1097/jcma.0000000000000942","pmid":"https://pubmed.ncbi.nlm.nih.gov/37227901","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/12755457"},"language":"en","primary_location":{"id":"doi:10.1097/jcma.0000000000000942","doi":"https://doi.org/10.1097/jcma.0000000000000942","is_oa":true,"landing_page_url":"https://doi.org/10.1097/jcma.0000000000000942","pdf_url":null,"source":{"id":"https://openalex.org/S187201833","display_name":"Journal of the Chinese Medical Association","issn_l":"1726-4901","issn":["1726-4901","1728-7731"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","ki-jl-1","medline","poland-40","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Chinese Medical Association","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1097/jcma.0000000000000942","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052500354","display_name":"Yingmei Wang","orcid":"https://orcid.org/0000-0001-6457-3420","observed_orcids":["https://orcid.org/0000-0001-6457-3420"]},"institutions":[{"id":"https://openalex.org/I25846049","display_name":"National Tsing Hua University","ror":"https://ror.org/00zdnkx70","country_code":"TW","type":"education","lineage":["https://openalex.org/I25846049"]},{"id":"https://openalex.org/I2803004286","display_name":"Taipei Veterans General Hospital","ror":"https://ror.org/03ymy8z76","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I2803004286"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ying-Mei Wang","raw_affiliation_strings":["Department of Medical Education and Research, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","Department of Pharmacy, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","School of Medicine, National Tsing Hua University, Hsinchu, Taiwan, ROC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical Education and Research, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","institution_ids":["https://openalex.org/I2803004286"]},{"raw_affiliation_string":"Department of Pharmacy, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","institution_ids":["https://openalex.org/I2803004286"]},{"raw_affiliation_string":"School of Medicine, National Tsing Hua University, Hsinchu, Taiwan, ROC","institution_ids":["https://openalex.org/I25846049"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084159081","display_name":"Hung-Wei Shen","orcid":"https://orcid.org/0009-0002-6095-1185","observed_orcids":["https://orcid.org/0009-0002-6095-1185"]},"institutions":[{"id":"https://openalex.org/I2803004286","display_name":"Taipei Veterans General Hospital","ror":"https://ror.org/03ymy8z76","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I2803004286"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Wei Shen","raw_affiliation_strings":["Department of Pharmacy, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pharmacy, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","institution_ids":["https://openalex.org/I2803004286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051760777","display_name":"Tzeng\u2010Ji Chen","orcid":"https://orcid.org/0000-0002-8350-0232","observed_orcids":["https://orcid.org/0000-0002-8350-0232"]},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]},{"id":"https://openalex.org/I2803004286","display_name":"Taipei Veterans General Hospital","ror":"https://ror.org/03ymy8z76","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I2803004286"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Tzeng-Ji Chen","raw_affiliation_strings":["Department of Family Medicine, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","Department of Family Medicine, Taipei Veterans General Hospital, Taipei, Taiwan, ROC","Department of Post-Baccalaureate Medicine, National Chung Hsing University, Taichung, Taiwan, ROC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Family Medicine, Taipei Veterans General Hospital Hsinchu Branch, Hsinchu, Taiwan, ROC","institution_ids":["https://openalex.org/I2803004286"]},{"raw_affiliation_string":"Department of Family Medicine, Taipei Veterans General Hospital, Taipei, Taiwan, ROC","institution_ids":["https://openalex.org/I2803004286"]},{"raw_affiliation_string":"Department of Post-Baccalaureate Medicine, National Chung Hsing University, Taichung, Taiwan, ROC","institution_ids":["https://openalex.org/I162838928"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051760777"],"corresponding_institution_ids":["https://openalex.org/I162838928","https://openalex.org/I2803004286"],"apc_list":null,"apc_paid":null,"fwci":4.1798,"has_fulltext":true,"cited_by_count":113,"citation_normalized_percentile":{"value":0.95375458,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"86","issue":"7","first_page":"653","last_page":"658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9980000257492065},{"id":"https://openalex.org/keywords/multiple-choice-question-accuracy","display_name":"multiple-choice question accuracy","score":0.5569999814033508},{"id":"https://openalex.org/keywords/pharmacy-education","display_name":"pharmacy education","score":0.3700000047683716},{"id":"https://openalex.org/keywords/clinical-pharmacy","display_name":"clinical pharmacy","score":0.8309999704360962},{"id":"https://openalex.org/keywords/therapeutics","display_name":"therapeutics","score":0.6499999761581421},{"id":"https://openalex.org/keywords/assessment-methods","display_name":"assessment methods","score":0.32499998807907104}],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.9511281251907349},{"id":"https://openalex.org/C2779457091","wikidata":"https://www.wikidata.org/wiki/Q105186","display_name":"Pharmacist","level":3,"score":0.6949684023857117},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.45147010684013367},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.4236927330493927},{"id":"https://openalex.org/C104863432","wikidata":"https://www.wikidata.org/wiki/Q614304","display_name":"Pharmacy","level":2,"score":0.16356727480888367},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.04088622331619263},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004512","descriptor_name":"Education, Pharmacy","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D006282","descriptor_name":"Health Personnel","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008004","descriptor_name":"Licensure","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D010595","descriptor_name":"Pharmacists","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D010604","descriptor_name":"Pharmacy","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D013624","descriptor_name":"Taiwan","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D044466","descriptor_name":"Asian People","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1097/jcma.0000000000000942","doi":"https://doi.org/10.1097/jcma.0000000000000942","is_oa":true,"landing_page_url":"https://doi.org/10.1097/jcma.0000000000000942","pdf_url":null,"source":{"id":"https://openalex.org/S187201833","display_name":"Journal of the Chinese Medical Association","issn_l":"1726-4901","issn":["1726-4901","1728-7731"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","ki-jl-1","medline","poland-40","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Chinese Medical Association","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12755457","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12755457/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12755457/pdf/ca9-86-653.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Chin Med Assoc","raw_type":"Text"},{"id":"pmid:37227901","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37227901","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Chinese Medical Association : JCMA","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1097/jcma.0000000000000942","doi":"https://doi.org/10.1097/jcma.0000000000000942","is_oa":true,"landing_page_url":"https://doi.org/10.1097/jcma.0000000000000942","pdf_url":null,"source":{"id":"https://openalex.org/S187201833","display_name":"Journal of the Chinese Medical Association","issn_l":"1726-4901","issn":["1726-4901","1728-7731"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-1","ki-jl-1","medline","poland-40","russia-white-list-1"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the Chinese Medical Association","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378211503.pdf","grobid_xml":"https://content.openalex.org/works/W4378211503.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W4315498620","https://openalex.org/W4319460874","https://openalex.org/W4319662928","https://openalex.org/W4319663047","https://openalex.org/W4319868628","https://openalex.org/W4320009668","https://openalex.org/W4320014806","https://openalex.org/W4323038373","https://openalex.org/W4361282369","https://openalex.org/W4362471626","https://openalex.org/W4368340908"],"related_works":["https://openalex.org/W4406832191","https://openalex.org/W4404993326","https://openalex.org/W4394908552","https://openalex.org/W4408420545","https://openalex.org/W4391811872","https://openalex.org/W4408613424","https://openalex.org/W4376116452","https://openalex.org/W4392462807","https://openalex.org/W4379966280","https://openalex.org/W7165809348"],"abstract_inverted_index":{"BACKGROUND:":[0],"ChatGPT":[1,10,35,51,123,130,193],"is":[2,203],"an":[3],"artificial":[4],"intelligence":[5],"model":[6],"trained":[7],"for":[8,263],"conversations.":[9],"has":[11,26],"been":[12,27],"widely":[13],"applied":[14],"in":[15,24,47,61,63,131,140,148,182,241,249],"general":[16],"medical":[17],"education":[18,245],"and":[19,42,65,79,103,133,138,144,146,158,178,185,254,275],"cardiology,":[20],"but":[21,234],"its":[22,44],"application":[23],"pharmacy":[25,48,184,187],"lacking.":[28],"This":[29,110],"study":[30,111],"examined":[31],"the":[32,37,55,89,101,104,141,149,153,171,196,208,242,252],"accuracy":[33],"of":[34,91,107,129,239],"on":[36,54],"Taiwanese":[38,57,197],"Pharmacist":[39,58,198],"Licensing":[40,59,199],"Examination":[41,60],"investigated":[43],"potential":[45],"role":[46],"education.":[49],"METHODS:":[50],"was":[52,112,136],"used":[53],"first":[56,142],"2023":[62],"Mandarin":[64],"English.":[66],"The":[67,126,164],"questions":[68,84,135,228],"were":[69,81,85,97,168,179],"entered":[70],"manually":[71],"one":[72],"by":[73,99,121],"one.":[74],"Graphical":[75],"questions,":[76],"chemical":[77],"formulae,":[78],"tables":[80],"excluded.":[82],"Textual":[83],"scored":[86],"according":[87],"to":[88,117,206,229,259,269,279],"number":[90,102],"correct":[92,105,127],"answers.":[93],"Chart":[94],"question":[95],"scores":[96,167,174],"determined":[98],"multiplying":[100],"rate":[106,128],"text":[108],"questions.":[109],"conducted":[113],"from":[114],"March":[115,118],"5":[116],"10,":[119],"2023,":[120],"using":[122],"3.5.":[124],"RESULTS:":[125],"Chinese":[132,154,172],"English":[134,165],"54.4%":[137],"56.9%":[139],"stage,":[143],"53.8%":[145],"67.6%":[147],"second":[150],"stage.":[151],"On":[152],"test,":[155],"only":[156,225],"pharmacology":[157],"pharmacochemistry":[159],"sections":[160],"received":[161],"passing":[162],"scores.":[163],"test":[166,173],"higher":[169,181],"than":[170],"across":[175],"all":[176],"subjects":[177],"significantly":[180],"dispensing":[183],"clinical":[186],"as":[188,190],"well":[189],"therapeutics.":[191],"CONCLUSION:":[192],"3.5":[194],"failed":[195],"Examination.":[200],"Although":[201],"it":[202,210],"not":[204,224],"able":[205,258],"pass":[207],"examination,":[209,253],"can":[211,286],"be":[212,247,257],"improved":[213],"quickly":[214],"through":[215],"deep":[216],"learning.":[217],"It":[218],"reminds":[219],"us":[220],"that":[221,284],"we":[222,267],"should":[223,246],"use":[226,236,260],"multiple-choice":[227],"assess":[230],"a":[231],"pharmacist's":[232],"ability,":[233],"also":[235],"more":[237],"variety":[238],"evaluations":[240],"future.":[243],"Pharmacy":[244],"changed":[248],"line":[250],"with":[251,281],"students":[255,271],"must":[256],"AI":[261],"technology":[262],"self-learning.":[264],"More":[265],"importantly,":[266],"need":[268],"help":[270],"develop":[272],"humanistic":[273],"qualities":[274],"strengthen":[276],"their":[277],"ability":[278],"interact":[280],"patients,":[282],"so":[283],"they":[285],"become":[287],"warm-hearted":[288],"healthcare":[289],"professionals.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":57},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-05-26T00:00:00"}