{"id":"https://openalex.org/W4390055906","doi":"https://doi.org/10.3389/feduc.2023.1333415","title":"Below average ChatGPT performance in medical microbiology exam compared to university students","display_name":"Below average ChatGPT performance in medical microbiology exam compared to university students","publication_year":2023,"publication_date":"2023-12-21","ids":{"openalex":"https://openalex.org/W4390055906","doi":"https://doi.org/10.3389/feduc.2023.1333415"},"language":"en","primary_location":{"id":"doi:10.3389/feduc.2023.1333415","doi":"https://doi.org/10.3389/feduc.2023.1333415","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feduc.2023.1333415","pdf_url":"https://www.frontiersin.org/articles/10.3389/feduc.2023.1333415/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S2596526815","display_name":"Frontiers in Education","issn_l":"2504-284X","issn":["2504-284X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/feduc.2023.1333415/pdf?isPublishedV2=False","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086563544","display_name":"Malik Sallam","orcid":"https://orcid.org/0000-0002-0165-9670","observed_orcids":["https://orcid.org/0000-0002-0165-9670"]},"institutions":[{"id":"https://openalex.org/I114972647","display_name":"University of Jordan","ror":"https://ror.org/05k89ew48","country_code":"JO","type":"education","lineage":["https://openalex.org/I114972647"]},{"id":"https://openalex.org/I4405263335","display_name":"Jordan University Hospital","ror":"https://ror.org/05fr27x71","country_code":"JO","type":"healthcare","lineage":["https://openalex.org/I114972647","https://openalex.org/I4405263335"]}],"countries":["JO"],"is_corresponding":true,"raw_author_name":"Malik Sallam","raw_affiliation_strings":["Department of Clinical Laboratories and Forensic Medicine, Jordan University Hospital, Amman, Jordan","Department of Pathology, Microbiology and Forensic Medicine, School of Medicine, The University of Jordan, Amman, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical Laboratories and Forensic Medicine, Jordan University Hospital, Amman, Jordan","institution_ids":["https://openalex.org/I4405263335"]},{"raw_affiliation_string":"Department of Pathology, Microbiology and Forensic Medicine, School of Medicine, The University of Jordan, Amman, Jordan","institution_ids":["https://openalex.org/I114972647"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062950753","display_name":"Khaled Al\u2010Salahat","orcid":"https://orcid.org/0000-0002-6277-7937","observed_orcids":["https://orcid.org/0000-0002-6277-7937"]},"institutions":[{"id":"https://openalex.org/I114972647","display_name":"University of Jordan","ror":"https://ror.org/05k89ew48","country_code":"JO","type":"education","lineage":["https://openalex.org/I114972647"]},{"id":"https://openalex.org/I4405263335","display_name":"Jordan University Hospital","ror":"https://ror.org/05fr27x71","country_code":"JO","type":"healthcare","lineage":["https://openalex.org/I114972647","https://openalex.org/I4405263335"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Khaled Al-Salahat","raw_affiliation_strings":["Department of Clinical Laboratories and Forensic Medicine, Jordan University Hospital, Amman, Jordan","Department of Pathology, Microbiology and Forensic Medicine, School of Medicine, The University of Jordan, Amman, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical Laboratories and Forensic Medicine, Jordan University Hospital, Amman, Jordan","institution_ids":["https://openalex.org/I4405263335"]},{"raw_affiliation_string":"Department of Pathology, Microbiology and Forensic Medicine, School of Medicine, The University of Jordan, Amman, Jordan","institution_ids":["https://openalex.org/I114972647"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5086563544"],"corresponding_institution_ids":["https://openalex.org/I114972647","https://openalex.org/I4405263335"],"apc_list":{"value":1285,"currency":"USD","value_usd":1285},"apc_paid":{"value":1285,"currency":"USD","value_usd":1285},"fwci":1.7783,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.87148103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"8","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9390000104904175,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9390000104904175,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.04610000178217888,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9599999785423279},{"id":"https://openalex.org/keywords/clinical-microbiology","display_name":"clinical microbiology","score":0.800000011920929},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.9869999885559082},{"id":"https://openalex.org/keywords/ai-based-assessment","display_name":"AI-assisted assessment","score":0.5879999995231628},{"id":"https://openalex.org/keywords/chatgpt-3-5","display_name":"ChatGPT-3.5","score":0.7250000238418579},{"id":"https://openalex.org/keywords/bloom-s-taxonomy","display_name":"Bloom's taxonomy","score":0.7760000228881836},{"id":"https://openalex.org/keywords/dental-students","display_name":"dental students","score":0.7269999980926514},{"id":"https://openalex.org/keywords/artificial-intelligence-in-higher-education","display_name":"artificial intelligence in higher education","score":0.6000000238418579}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.7569116353988647},{"id":"https://openalex.org/C2992965680","wikidata":"https://www.wikidata.org/wiki/Q598976","display_name":"Clinical microbiology","level":2,"score":0.518144965171814},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.5046094655990601},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.5005292892456055},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42400434613227844},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.4201093018054962},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4028455913066864},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34532153606414795},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.32814982533454895},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.21164840459823608},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.15326616168022156},{"id":"https://openalex.org/C89423630","wikidata":"https://www.wikidata.org/wiki/Q7193","display_name":"Microbiology","level":1,"score":0.1529204547405243},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.14852309226989746},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.10544005036354065},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0970335304737091},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3389/feduc.2023.1333415","doi":"https://doi.org/10.3389/feduc.2023.1333415","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feduc.2023.1333415","pdf_url":"https://www.frontiersin.org/articles/10.3389/feduc.2023.1333415/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S2596526815","display_name":"Frontiers in Education","issn_l":"2504-284X","issn":["2504-284X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Education","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d6cf4e6038114920b6f1e9ee5bd0ee0a","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/d6cf4e6038114920b6f1e9ee5bd0ee0a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Education, Vol 8 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/feduc.2023.1333415","doi":"https://doi.org/10.3389/feduc.2023.1333415","is_oa":true,"landing_page_url":"https://doi.org/10.3389/feduc.2023.1333415","pdf_url":"https://www.frontiersin.org/articles/10.3389/feduc.2023.1333415/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S2596526815","display_name":"Frontiers in Education","issn_l":"2504-284X","issn":["2504-284X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","norway-1","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390055906.pdf","grobid_xml":"https://content.openalex.org/works/W4390055906.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W50583958","https://openalex.org/W2116817443","https://openalex.org/W2272454608","https://openalex.org/W2605066457","https://openalex.org/W2618975095","https://openalex.org/W2898737327","https://openalex.org/W2965195664","https://openalex.org/W3011091101","https://openalex.org/W3117446420","https://openalex.org/W3185341699","https://openalex.org/W4310249545","https://openalex.org/W4315498620","https://openalex.org/W4317581943","https://openalex.org/W4317910584","https://openalex.org/W4319662928","https://openalex.org/W4320893927","https://openalex.org/W4321087295","https://openalex.org/W4322718967","https://openalex.org/W4327946446","https://openalex.org/W4361282369","https://openalex.org/W4366176207","https://openalex.org/W4366420437","https://openalex.org/W4366780972","https://openalex.org/W4366824288","https://openalex.org/W4367048218","https://openalex.org/W4367179776","https://openalex.org/W4368340908","https://openalex.org/W4372047097","https://openalex.org/W4377865193","https://openalex.org/W4378574344","https://openalex.org/W4379467554","https://openalex.org/W4379535109","https://openalex.org/W4379879923","https://openalex.org/W4380356334","https://openalex.org/W4380685958","https://openalex.org/W4381252082","https://openalex.org/W4383312437","https://openalex.org/W4383371705","https://openalex.org/W4383817745","https://openalex.org/W4383818129","https://openalex.org/W4384484700","https://openalex.org/W4385236484","https://openalex.org/W4385520818","https://openalex.org/W4385667886","https://openalex.org/W4385751377","https://openalex.org/W4385878593","https://openalex.org/W4386098991","https://openalex.org/W4386136032","https://openalex.org/W4386249608","https://openalex.org/W4386439692","https://openalex.org/W4386867830","https://openalex.org/W4386892967","https://openalex.org/W4386932485","https://openalex.org/W4387028645","https://openalex.org/W4387108520","https://openalex.org/W4387307799","https://openalex.org/W4387312228","https://openalex.org/W4387393039","https://openalex.org/W4388215433","https://openalex.org/W4389316797","https://openalex.org/W4391254266","https://openalex.org/W6853753621"],"related_works":["https://openalex.org/W4413542479","https://openalex.org/W4410748863","https://openalex.org/W4323980051","https://openalex.org/W4396810513","https://openalex.org/W4408601278","https://openalex.org/W7116707848","https://openalex.org/W4417179886","https://openalex.org/W7203881705","https://openalex.org/W4389938007","https://openalex.org/W4402692922"],"abstract_inverted_index":{"Background":[0],"The":[1,25,53,73,99,116,252,302],"transformative":[2],"potential":[3,270],"of":[4,28,55,88,91,179,263,311],"artificial":[5],"intelligence":[6],"(AI)":[7],"in":[8,63,200,289,292,299,316,325],"higher":[9,241,326],"education":[10],"is":[11],"evident,":[12],"with":[13,202,227],"conversational":[14],"models":[15,30,36],"like":[16],"ChatGPT":[17,61,153,173,195,208,236,264,266,290],"poised":[18],"to":[19,59,68,157,248,271,285,307,320],"reshape":[20],"teaching":[21],"and":[22,104,138,146,160,166,244,261,273,319],"assessment":[23,318],"methods.":[24],"rapid":[26],"evolution":[27],"AI":[29],"requires":[31],"a":[32,80,110],"continuous":[33],"evaluation.":[34],"AI-based":[35,313],"can":[37],"offer":[38],"personalized":[39],"learning":[40],"experiences":[41],"but":[42,185],"raises":[43],"accuracy":[44],"concerns.":[45],"MCQs":[46,66,117,183,201],"are":[47],"widely":[48],"used":[49,156],"for":[50,164,258],"competency":[51],"assessment.":[52],"aim":[54],"this":[56],"study":[57,74,253,303],"was":[58,155,282],"evaluate":[60],"performance":[62,210,281,291],"medical":[64,82,181,276],"microbiology":[65,83,182,277],"compared":[67,247,284],"the":[69,86,122,188,256,269,286,308,312,322],"students\u2019":[70],"performance.":[71,265],"Methods":[72],"employed":[75],"an":[76],"80-MCQ":[77],"dataset":[78],"from":[79,143],"2021":[81],"exam":[84,100,149],"at":[85],"University":[87],"Jordan":[89],"Doctor":[90],"Dental":[92],"Surgery":[93],"(DDS)":[94],"Medical":[95],"Microbiology":[96],"2":[97],"course.":[98],"contained":[101],"40":[102,105],"midterm":[103,145],"final":[106,148],"MCQs,":[107],"authored":[108],"by":[109,168],"single":[111],"instructor":[112],"without":[113],"copyright":[114],"issues.":[115],"were":[118,141,162,197],"categorized":[119],"based":[120],"on":[121],"revised":[123],"Bloom\u2019s":[124],"Taxonomy":[125],"into":[126],"four":[127],"categories:":[128],"Remember,":[129],"Understand,":[130],"Analyze,":[131],"or":[132],"Evaluate.":[133],"Metrics,":[134],"including":[135],"facility":[136],"index":[137],"discriminative":[139],"efficiency,":[140],"derived":[142],"153":[144],"154":[147],"DDS":[150],"student":[151,189],"performances.":[152],"3.5":[154,174,209,267],"answer":[158,275],"questions,":[159],"responses":[161,196,237],"assessed":[163],"correctness":[165,245],"clarity":[167,243],"two":[169],"independent":[170],"raters.":[171],"Results":[172],"correctly":[175,272],"answered":[176],"64":[177],"out":[178],"80":[180],"(80%)":[184],"scored":[186],"below":[187],"average":[190,242],"(80.5/100":[191],"vs.":[192],"86.21/100).":[193],"Incorrect":[194],"more":[198],"common":[199],"longer":[203],"choices":[204],"(p":[205,232],"=":[206,233],"0.025).":[207],"varied":[211],"across":[212],"cognitive":[213,294],"domains:":[214],"Remember":[215],"(88.5%":[216],"correct),":[217,220,223,226],"Understand":[218],"(82.4%":[219],"Analyze":[221],"(75%":[222],"Evaluate":[224],"(72%":[225],"no":[228],"statistically":[229,239],"significant":[230,240],"differences":[231],"0.492).":[234],"Correct":[235],"received":[238],"scores":[246],"incorrect":[249],"responses.":[250],"Conclusion":[251],"findings":[254],"emphasized":[255],"need":[257],"ongoing":[259,309],"refinement":[260],"evaluation":[262,310],"showed":[268],"clearly":[274],"MCQs;":[278],"nevertheless,":[279],"its":[280],"below-bar":[283],"students.":[287],"Variability":[288],"different":[293],"domains":[295],"should":[296],"be":[297],"considered":[298],"future":[300],"studies.":[301],"insights":[304],"could":[305],"contribute":[306],"models\u2019":[314],"role":[315],"educational":[317],"augment":[321],"traditional":[323],"methods":[324],"education.":[327]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-12-22T00:00:00"}