{"id":"https://openalex.org/W4386616134","doi":"https://doi.org/10.7759/cureus.45043","title":"ChatGPT Conquers the Saudi Medical Licensing Exam: Exploring the Accuracy of Artificial Intelligence in Medical Knowledge Assessment and Implications for Modern Medical Education","display_name":"ChatGPT Conquers the Saudi Medical Licensing Exam: Exploring the Accuracy of Artificial Intelligence in Medical Knowledge Assessment and Implications for Modern Medical Education","alternate_titles":[],"publication_year":2023,"publication_date":"2023-09-11","ids":{"openalex":"https://openalex.org/W4386616134","doi":"https://doi.org/10.7759/cureus.45043","pmid":"https://pubmed.ncbi.nlm.nih.gov/37829968","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10566535"},"language":"en","primary_location":{"id":"doi:10.7759/cureus.45043","doi":"https://doi.org/10.7759/cureus.45043","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.45043","pdf_url":"https://www.cureus.com/articles/172769-chatgpt-conquers-the-saudi-medical-licensing-exam-exploring-the-accuracy-of-artificial-intelligence-in-medical-knowledge-assessment-and-implications-for-modern-medical-education.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4386616134"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.cureus.com/articles/172769-chatgpt-conquers-the-saudi-medical-licensing-exam-exploring-the-accuracy-of-artificial-intelligence-in-medical-knowledge-assessment-and-implications-for-modern-medical-education.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081503854","display_name":"Fahad Aljindan","orcid":"https://orcid.org/0000-0002-1394-9165","observed_orcids":["https://orcid.org/0000-0002-1394-9165"]},"institutions":[{"id":"https://openalex.org/I4210157187","display_name":"King Abdullah Medical City","ror":"https://ror.org/054atdn20","country_code":"SA","type":"healthcare","lineage":["https://openalex.org/I4210157187"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fahad K Aljindan","raw_affiliation_strings":["Department of Plastic Surgery, King Abdullah Medical City, Makkah, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Plastic Surgery, King Abdullah Medical City, Makkah, SAU","institution_ids":["https://openalex.org/I4210157187"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062445919","display_name":"Abdullah A. Al Qurashi","orcid":"https://orcid.org/0000-0001-8999-140X","observed_orcids":["https://orcid.org/0000-0001-8999-140X"]},"institutions":[{"id":"https://openalex.org/I185203018","display_name":"King Saud bin Abdulaziz University for Health Sciences","ror":"https://ror.org/0149jvn88","country_code":"SA","type":"education","lineage":["https://openalex.org/I185203018"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abdullah A Al Qurashi","raw_affiliation_strings":["College of Medicine, King Saud Bin Abdulaziz University for Health Sciences, Jeddah, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine, King Saud Bin Abdulaziz University for Health Sciences, Jeddah, SAU","institution_ids":["https://openalex.org/I185203018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092620490","display_name":"Ibrahim Abdullah S Albalawi","orcid":"https://orcid.org/0000-0002-9141-7703","observed_orcids":["https://orcid.org/0000-0002-9141-7703"]},"institutions":[{"id":"https://openalex.org/I72264486","display_name":"University of Tabuk","ror":"https://ror.org/04yej8x59","country_code":"SA","type":"education","lineage":["https://openalex.org/I72264486"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Ibrahim Abdullah S Albalawi","raw_affiliation_strings":["College of Medicine, Tabuk University for Health Sciences, Tabuk, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine, Tabuk University for Health Sciences, Tabuk, SAU","institution_ids":["https://openalex.org/I72264486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040967153","display_name":"Abeer Mohammed M Alanazi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I72264486","display_name":"University of Tabuk","ror":"https://ror.org/04yej8x59","country_code":"SA","type":"education","lineage":["https://openalex.org/I72264486"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Abeer Mohammed M Alanazi","raw_affiliation_strings":["Department of Pediatrics, Faculty of Medicine, University of Tabuk, Tabuk, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Pediatrics, Faculty of Medicine, University of Tabuk, Tabuk, SAU","institution_ids":["https://openalex.org/I72264486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015701366","display_name":"Hussam Abdulkhaliq M Aljuhani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2802668928","display_name":"Ibn Sina National College for Medical Studies","ror":"https://ror.org/0332xca13","country_code":"SA","type":"education","lineage":["https://openalex.org/I2802668928"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Hussam Abdulkhaliq M Aljuhani","raw_affiliation_strings":["Faculty of Medicine, Ibn Sina National College, Jeddah, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine, Ibn Sina National College, Jeddah, SAU","institution_ids":["https://openalex.org/I2802668928"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026285885","display_name":"Faisal Falah Almutairi","orcid":"https://orcid.org/0009-0008-4682-7210","observed_orcids":["https://orcid.org/0009-0008-4682-7210"]},"institutions":[{"id":"https://openalex.org/I156216236","display_name":"Qassim University","ror":"https://ror.org/01wsfe280","country_code":"SA","type":"education","lineage":["https://openalex.org/I156216236"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Faisal Falah Almutairi","raw_affiliation_strings":["College of Medicine, Unaizah College of Medicine and Medical Sciences, Qassim University, Unaizah, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine, Unaizah College of Medicine and Medical Sciences, Qassim University, Unaizah, SAU","institution_ids":["https://openalex.org/I156216236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038724497","display_name":"Omar A Aldamigh","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4626487","display_name":"King Faisal University","ror":"https://ror.org/00dn43547","country_code":"SA","type":"education","lineage":["https://openalex.org/I4626487"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Omar A Aldamigh","raw_affiliation_strings":["College of Medicine, King Faisal University, Dammam, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Medicine, King Faisal University, Dammam, SAU","institution_ids":["https://openalex.org/I4626487"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092116168","display_name":"Ibrahim R. Halawani","orcid":"https://orcid.org/0009-0004-7098-4065","observed_orcids":["https://orcid.org/0009-0004-7098-4065"]},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ibrahim R Halawani","raw_affiliation_strings":["Faculty of Medicine, King Abdulaziz University, Jeddah, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine, King Abdulaziz University, Jeddah, SAU","institution_ids":["https://openalex.org/I185163786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005581294","display_name":"Subhi M. K. Zino Alarki","orcid":"https://orcid.org/0009-0000-3829-7725","observed_orcids":["https://orcid.org/0009-0000-3829-7725"]},"institutions":[{"id":"https://openalex.org/I4210138988","display_name":"King Khalid University Hospital","ror":"https://ror.org/046gga527","country_code":"SA","type":"healthcare","lineage":["https://openalex.org/I4210138988"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Subhi M K. Zino Alarki","raw_affiliation_strings":["Department of Surgery, King Khalid University Hospital, Riyadh, SAU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Surgery, King Khalid University Hospital, Riyadh, SAU","institution_ids":["https://openalex.org/I4210138988"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5092620490"],"corresponding_institution_ids":["https://openalex.org/I72264486"],"apc_list":null,"apc_paid":null,"fwci":1.642,"has_fulltext":true,"cited_by_count":54,"citation_normalized_percentile":{"value":0.85851648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"15","issue":"9","first_page":"e45043","last_page":"e45043"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.9890000224113464},{"id":"https://openalex.org/keywords/artificial-intelligence-in-medical-education","display_name":"artificial intelligence in medical education","score":0.8529999852180481},{"id":"https://openalex.org/keywords/question-difficulty","display_name":"question difficulty","score":0.515999972820282},{"id":"https://openalex.org/keywords/error-analysis","display_name":"error analysis","score":0.7490000128746033},{"id":"https://openalex.org/keywords/medical-knowledge-assessment","display_name":"medical knowledge assessment","score":0.656000018119812},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.7160000205039978}],"concepts":[{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6964635848999023},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.6691285967826843},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.6049608588218689},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.4927504360675812},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.4136693775653839},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3931536078453064},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.1942874789237976},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.189022958278656},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1245785653591156},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.07541781663894653},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.7759/cureus.45043","doi":"https://doi.org/10.7759/cureus.45043","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.45043","pdf_url":"https://www.cureus.com/articles/172769-chatgpt-conquers-the-saudi-medical-licensing-exam-exploring-the-accuracy-of-artificial-intelligence-in-medical-knowledge-assessment-and-implications-for-modern-medical-education.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10566535","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10566535","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10566535/pdf/cureus-0015-00000045043.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Text"},{"id":"pmid:37829968","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37829968","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.7759/cureus.45043","doi":"https://doi.org/10.7759/cureus.45043","is_oa":true,"landing_page_url":"https://doi.org/10.7759/cureus.45043","pdf_url":"https://www.cureus.com/articles/172769-chatgpt-conquers-the-saudi-medical-licensing-exam-exploring-the-accuracy-of-artificial-intelligence-in-medical-knowledge-assessment-and-implications-for-modern-medical-education.pdf","source":{"id":"https://openalex.org/S2738950867","display_name":"Cureus","issn_l":"2168-8184","issn":["2168-8184"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310316779","host_organization_name":"Cureus, Inc.","host_organization_lineage":["https://openalex.org/P4310316779"],"host_organization_lineage_names":["Cureus, Inc."],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cureus","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"},{"display_name":"Good health and well-being","score":0.5683000087738037,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386616134.pdf","grobid_xml":"https://content.openalex.org/works/W4386616134.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2157762398","https://openalex.org/W2953532875","https://openalex.org/W3161497971","https://openalex.org/W4225642186","https://openalex.org/W4306835819","https://openalex.org/W4318027780","https://openalex.org/W4319460874","https://openalex.org/W4319662928","https://openalex.org/W4319786641","https://openalex.org/W4362511131","https://openalex.org/W4368372176","https://openalex.org/W4396498719"],"related_works":["https://openalex.org/W7203881705","https://openalex.org/W4389803273","https://openalex.org/W7116707848","https://openalex.org/W4396959073","https://openalex.org/W4387597556","https://openalex.org/W4414368365","https://openalex.org/W4401454790","https://openalex.org/W4390268708","https://openalex.org/W4401638119","https://openalex.org/W4402275405"],"abstract_inverted_index":{"Background":[0],"The":[1,52],"application":[2],"of":[3,30,43,85,137,161],"artificial":[4],"intelligence":[5],"(AI)":[6],"in":[7,20,32,143,149],"education":[8],"is":[9,155],"undergoing":[10],"rapid":[11],"advancements,":[12],"with":[13,91,123],"models":[14],"such":[15],"as":[16,139,165,167],"ChatGPT-4":[17,31,80,138],"showing":[18],"potential":[19,136],"medical":[21,48,144],"education.":[22],"This":[23,132],"study":[24,133],"aims":[25],"to":[26,60,157,168],"evaluate":[27],"the":[28,62,135,159,170],"proficiency":[29,90,148],"answering":[33,150],"Saudi":[34],"Medical":[35],"Licensing":[36],"Exam":[37],"(SMLE)":[38],"questions.":[39,101,152,176],"Methodology":[40],"A":[41,126],"dataset":[42],"220":[44],"questions":[45,63,127],"across":[46,105,128],"four":[47],"disciplines":[49],"was":[50,54,68,103],"used.":[51],"model":[53],"trained":[55],"using":[56,70],"a":[57,109],"specific":[58],"code":[59],"answer":[61],"accurately,":[64],"and":[65,76,93,163],"its":[66],"performance":[67,72,172],"assessed":[69],"key":[71],"indicators,":[73],"difficulty":[74],"level,":[75],"exam":[77],"sections.":[78,130],"Results":[79],"demonstrated":[81],"an":[82,114,140],"overall":[83],"accuracy":[84,97],"88.6%.":[86],"It":[87],"showed":[88],"high":[89,147],"Easy":[92],"Average":[94],"questions,":[95],"but":[96],"decreased":[98],"for":[99,119],"Hard":[100],"Performance":[102],"consistent":[104],"all":[106,129],"disciplines,":[107],"indicating":[108],"broad":[110],"knowledge":[111],"base.":[112],"However,":[113],"error":[115],"analysis":[116],"revealed":[117],"areas":[118],"further":[120],"refinement,":[121],"particularly":[122],"category":[124],"(Option)":[125],"Conclusions":[131],"underscores":[134],"AI-assisted":[141],"tool":[142],"education,":[145],"demonstrating":[146],"SMLE":[151],"Future":[153],"research":[154],"recommended":[156],"expand":[158],"scope":[160],"training":[162],"evaluation":[164],"well":[166],"enhance":[169],"model\u2019s":[171],"on":[173],"complex":[174],"clinical":[175]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4386616134","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":18},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-09-12T00:00:00"}
