{"id":"https://openalex.org/W4391890163","doi":"https://doi.org/10.1177/20552076241233144","title":"Performance of ChatGPT on Stage 1 of the Taiwanese medical licensing exam","display_name":"Performance of ChatGPT on Stage 1 of the Taiwanese medical licensing exam","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391890163","doi":"https://doi.org/10.1177/20552076241233144","pmid":"https://pubmed.ncbi.nlm.nih.gov/38371244","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10874144"},"language":"en","primary_location":{"id":"doi:10.1177/20552076241233144","doi":"https://doi.org/10.1177/20552076241233144","is_oa":true,"landing_page_url":"https://doi.org/10.1177/20552076241233144","pdf_url":null,"source":{"id":"https://openalex.org/S4210188408","display_name":"Digital Health","issn_l":"2055-2076","issn":["2055-2076"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"DIGITAL HEALTH","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4391890163"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1177/20552076241233144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chao-Hsiung Huang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]}],"countries":["TW"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Chao-Hsiung Huang","raw_affiliation_strings":["School of Medicine, China Medical University, Taichung"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medicine, China Medical University, Taichung","institution_ids":["https://openalex.org/I184693016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077244757","display_name":"Han-Jung Hsiao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["TW"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Han-Jung Hsiao","raw_affiliation_strings":["Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung","institution_ids":["https://openalex.org/I184693016","https://openalex.org/I4210126829"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114123813","display_name":"Pei-Chun Yeh","orcid":"https://orcid.org/0009-0004-7561-8304","observed_orcids":["https://orcid.org/0009-0004-7561-8304"]},"institutions":[{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["TW"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pei-Chun Yeh","raw_affiliation_strings":["Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung","institution_ids":["https://openalex.org/I184693016","https://openalex.org/I4210126829"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086567026","display_name":"Kuo-Chen Wu","orcid":"https://orcid.org/0000-0001-9292-2819","observed_orcids":["https://orcid.org/0000-0001-9292-2819"]},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]},{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["TW"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kuo-Chen Wu","raw_affiliation_strings":["Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung","Graduate Institute of Biomedical Electronics and Bioinformatics, National Taiwan University, Taipei"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung","institution_ids":["https://openalex.org/I184693016","https://openalex.org/I4210126829"]},{"raw_affiliation_string":"Graduate Institute of Biomedical Electronics and Bioinformatics, National Taiwan University, Taipei","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005660358","display_name":"Chia\u2010Hung Kao","orcid":"https://orcid.org/0000-0002-6368-3676","observed_orcids":["https://orcid.org/0000-0002-6368-3676"]},"institutions":[{"id":"https://openalex.org/I143578492","display_name":"Asia University","ror":"https://ror.org/038a1tp19","country_code":"TW","type":"education","lineage":["https://openalex.org/I143578492"]},{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210126829","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210126829"]}],"countries":["TW"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Chia-Hung Kao","raw_affiliation_strings":["Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung","Department of Bioinformatics and Medical Engineering, Asia University, Taichung","Department of Nuclear Medicine and PET Center, China Medical University Hospital, Taichung","Graduate Institute of Biomedical Sciences, School of Medicine, College of Medicine, China Medical University, Taichung"],"raw_orcid":"https://orcid.org/0000-0002-6368-3676","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Center, China Medical University Hospital, China Medical University, Taichung","institution_ids":["https://openalex.org/I184693016","https://openalex.org/I4210126829"]},{"raw_affiliation_string":"Department of Bioinformatics and Medical Engineering, Asia University, Taichung","institution_ids":["https://openalex.org/I143578492"]},{"raw_affiliation_string":"Department of Nuclear Medicine and PET Center, China Medical University Hospital, Taichung","institution_ids":["https://openalex.org/I4210126829"]},{"raw_affiliation_string":"Graduate Institute of Biomedical Sciences, School of Medicine, College of Medicine, China Medical University, Taichung","institution_ids":["https://openalex.org/I184693016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5005660358"],"corresponding_institution_ids":["https://openalex.org/I143578492","https://openalex.org/I184693016","https://openalex.org/I4210126829"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":2.7965,"has_fulltext":true,"cited_by_count":44,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.91622232,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"20552076241233144","last_page":"20552076241233144"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.8899999856948853},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8619999885559082},{"id":"https://openalex.org/keywords/medical-licensing-examinations","display_name":"medical licensing examinations","score":0.7319999933242798},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.6980000138282776},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.6119999885559082},{"id":"https://openalex.org/keywords/test-preparation","display_name":"exam preparation","score":0.7080000042915344},{"id":"https://openalex.org/keywords/human-anatomy","display_name":"human anatomy","score":0.8029999732971191},{"id":"https://openalex.org/keywords/embryology","display_name":"embryology","score":0.8040000200271606},{"id":"https://openalex.org/keywords/parasitology","display_name":"parasitology","score":0.9589999914169312},{"id":"https://openalex.org/keywords/pathology","display_name":"pathology","score":0.8130000233650208}],"concepts":[{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.546438455581665},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5165101885795593},{"id":"https://openalex.org/C190612196","wikidata":"https://www.wikidata.org/wiki/Q180502","display_name":"Parasitology","level":2,"score":0.5013453960418701},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3814571499824524},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.37320923805236816},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.347555935382843},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/20552076241233144","doi":"https://doi.org/10.1177/20552076241233144","is_oa":true,"landing_page_url":"https://doi.org/10.1177/20552076241233144","pdf_url":null,"source":{"id":"https://openalex.org/S4210188408","display_name":"Digital Health","issn_l":"2055-2076","issn":["2055-2076"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"DIGITAL HEALTH","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10874144","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10874144","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10874144/pdf/10.1177_20552076241233144.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digit Health","raw_type":"Text"},{"id":"pmid:38371244","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38371244","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Digital health","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:73ff470f38f44d9694914782580ade09","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/73ff470f38f44d9694914782580ade09","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Digital Health, Vol 10 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1177/20552076241233144","doi":"https://doi.org/10.1177/20552076241233144","is_oa":true,"landing_page_url":"https://doi.org/10.1177/20552076241233144","pdf_url":null,"source":{"id":"https://openalex.org/S4210188408","display_name":"Digital Health","issn_l":"2055-2076","issn":["2055-2076"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","jufo-1","ki-jl-1","norway-1","oarl","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"DIGITAL HEALTH","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.6240000128746033,"id":"https://metadata.un.org/sdg/3"},{"display_name":"Quality education","score":0.4156000018119812,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1284363751","display_name":null,"funder_award_id":"DMR-113-061","funder_id":"https://openalex.org/F4320322609","funder_display_name":"China Medical University Hospital"},{"id":"https://openalex.org/G3128724067","display_name":null,"funder_award_id":"DMR-113-060","funder_id":"https://openalex.org/F4320322609","funder_display_name":"China Medical University Hospital"},{"id":"https://openalex.org/G5675770979","display_name":null,"funder_award_id":"DMR-113-048","funder_id":"https://openalex.org/F4320322609","funder_display_name":"China Medical University Hospital"}],"funders":[{"id":"https://openalex.org/F4320322609","display_name":"China Medical University Hospital","ror":"https://ror.org/0368s4g32"},{"id":"https://openalex.org/F4320324301","display_name":"China Medical University","ror":"https://ror.org/032d4f246"},{"id":"https://openalex.org/F4320337367","display_name":"Division of Materials Research","ror":"https://ror.org/01pc7k308"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391890163.pdf","grobid_xml":"https://content.openalex.org/works/W4391890163.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W4319662928","https://openalex.org/W4323352552","https://openalex.org/W4324019775","https://openalex.org/W4327810158","https://openalex.org/W4366176207","https://openalex.org/W4366743045","https://openalex.org/W4366750536","https://openalex.org/W4368360859","https://openalex.org/W4376106534","https://openalex.org/W4376640725","https://openalex.org/W4377014734","https://openalex.org/W4378211503","https://openalex.org/W4379966280","https://openalex.org/W4383872626","https://openalex.org/W4385230848","https://openalex.org/W4385751377","https://openalex.org/W4385827193","https://openalex.org/W4386439692","https://openalex.org/W4388101135","https://openalex.org/W4389513630"],"related_works":["https://openalex.org/W4411020002","https://openalex.org/W4392462807","https://openalex.org/W4383872626","https://openalex.org/W4408420545","https://openalex.org/W4379966280","https://openalex.org/W4408750922","https://openalex.org/W4390613062","https://openalex.org/W4378211503","https://openalex.org/W4393929873","https://openalex.org/W4385751377"],"abstract_inverted_index":{"Introduction:":[0],"Since":[1],"its":[2,19,155,190],"release":[3],"by":[4],"OpenAI":[5],"in":[6,21,42,55,90,147,159,195],"November":[7],"2022,":[8,92,94],"numerous":[9],"studies":[10],"have":[11],"subjected":[12],"ChatGPT":[13,138,200],"to":[14,17,30,72,204],"various":[15,235],"tests":[16,88],"evaluate":[18,31],"performance":[20,157,171],"medical":[22,216,223,257],"exams.":[23],"The":[24,77],"objective":[25],"of":[26,45,152,167,172,215],"this":[27,67,227],"study":[28,228],"is":[29],"ChatGPT's":[32,231],"accuracy":[33,129],"and":[34,48,63,95,105,110,116,121,182,197,218,242,253,259],"logical":[35],"reasoning":[36],"across":[37,234],"all":[38,135],"10":[39,101],"subjects":[40,236],"featured":[41],"Stage":[43,75,240],"1":[44,241],"Senior":[46],"Professional":[47],"Technical":[49],"Examinations":[50],"for":[51,130,222,251,256],"Medical":[52],"Doctors":[53],"(SPTEMD)":[54],"Taiwan,":[56],"with":[57,81],"questions":[58,83,99],"that":[59,244],"encompass":[60,100],"both":[61],"Chinese":[62],"English.":[64],"Methods:":[65],"In":[66,134,188,225],"study,":[68],"we":[69,125],"tested":[70],"ChatGPT-4":[71],"complete":[73],"SPTEMD":[74,239],"1.":[76],"model":[78],"was":[79,158,184],"presented":[80],"multiple-choice":[82],"extracted":[84],"from":[85],"three":[86,136],"separate":[87],"conducted":[89],"February":[91,96],"July":[93],"2023.":[97],"These":[98],"subjects,":[102],"namely":[103],"biochemistry":[104],"molecular":[106],"biology,":[107,112],"anatomy,":[108,180],"embryology":[109,183,196],"developmental":[111],"histology,":[113],"physiology,":[114],"microbiology":[115],"immunology,":[117],"parasitology,":[118,181],"pharmacology,":[119],"pathology,":[120],"public":[122],"health.":[123],"Subsequently,":[124],"analyzed":[126],"the":[127,142,170,173,202,213,238],"model's":[128],"each":[131],"subject.":[132],"Result:":[133],"tests,":[137],"achieved":[139],"scores":[140,191],"surpassing":[141],"60%":[143],"passing":[144],"threshold,":[145],"resulting":[146],"an":[148,164],"overall":[149],"average":[150,165],"score":[151,166],"87.8%.":[153],"Notably,":[154],"best":[156],"biochemistry,":[160],"where":[161],"it":[162,245],"garnered":[163],"93.8%.":[168],"Conversely,":[169],"generative":[174],"pre-trained":[175],"transformer":[176],"(GPT)-4":[177],"assistant":[178],"on":[179],"not":[185,206],"as":[186],"good.":[187],"addition,":[189],"were":[192],"highly":[193],"variable":[194],"parasitology.":[198],"Conclusion:":[199],"has":[201,229],"potential":[203,232],"facilitate":[205],"only":[207],"exam":[208,254],"preparation":[209,255],"but":[210],"also":[211],"improve":[212],"accessibility":[214],"education":[217,221],"support":[219],"continuous":[220],"professionals.":[224,260],"conclusion,":[226],"demonstrated":[230],"competence":[233],"within":[237],"suggests":[243],"could":[246],"be":[247],"a":[248],"helpful":[249],"tool":[250],"learning":[252],"students":[258]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4391890163","counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":13}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2024-02-17T00:00:00"}
