{"id":"https://openalex.org/W4400838583","doi":"https://doi.org/10.1111/jre.13323","title":"Performance of three artificial intelligence (AI)\u2010based large language models in standardized testing; implications for AI\u2010assisted dental education","display_name":"Performance of three artificial intelligence (AI)\u2010based large language models in standardized testing; implications for AI\u2010assisted dental education","publication_year":2024,"publication_date":"2024-07-18","ids":{"openalex":"https://openalex.org/W4400838583","doi":"https://doi.org/10.1111/jre.13323","pmid":"https://pubmed.ncbi.nlm.nih.gov/39030766","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/11873669"},"language":"en","primary_location":{"id":"doi:10.1111/jre.13323","doi":"https://doi.org/10.1111/jre.13323","is_oa":true,"landing_page_url":"https://doi.org/10.1111/jre.13323","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/jre.13323","source":{"id":"https://openalex.org/S195000414","display_name":"Journal of Periodontal Research","issn_l":"0022-3484","issn":["0022-3484","1600-0765"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Periodontal Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/jre.13323","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008298536","display_name":"Hamoun Sabri","orcid":"https://orcid.org/0000-0001-6581-2104","observed_orcids":["https://orcid.org/0000-0001-6581-2104"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hamoun Sabri","raw_affiliation_strings":["Center for Clinical Research and Evidence Synthesis in Oral Tissue Regeneration (CRITERION), Ann Arbor, Michigan, USA","Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0001-6581-2104","affiliations":[{"raw_affiliation_string":"Center for Clinical Research and Evidence Synthesis in Oral Tissue Regeneration (CRITERION), Ann Arbor, Michigan, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044401950","display_name":"Muhammad H. A. Saleh","orcid":"https://orcid.org/0000-0001-5067-7317","observed_orcids":["https://orcid.org/0000-0001-5067-7317"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muhammad H. A. Saleh","raw_affiliation_strings":["Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012026626","display_name":"Parham Hazrati","orcid":"https://orcid.org/0000-0002-8362-3208","observed_orcids":["https://orcid.org/0000-0002-8362-3208"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Parham Hazrati","raw_affiliation_strings":["Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0002-8362-3208","affiliations":[{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Keith Merchant","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keith Merchant","raw_affiliation_strings":["Naval Post-Graduate Dental School, Bethesda, Maryland, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Post-Graduate Dental School, Bethesda, Maryland, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059964078","display_name":"Jonathan Misch","orcid":"https://orcid.org/0000-0002-9093-3298","observed_orcids":["https://orcid.org/0000-0002-9093-3298"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Misch","raw_affiliation_strings":["Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","Private Practice, Ann Arbor, Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Private Practice, Ann Arbor, Michigan, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055421590","display_name":"Purnima Kumar","orcid":"https://orcid.org/0000-0001-5844-1341","observed_orcids":["https://orcid.org/0000-0001-5844-1341"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Purnima S. Kumar","raw_affiliation_strings":["Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0001-5844-1341","affiliations":[{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007187024","display_name":"Hom\u2010Lay Wang","orcid":"https://orcid.org/0000-0003-4238-1799","observed_orcids":["https://orcid.org/0000-0003-4238-1799"]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hom\u2010Lay Wang","raw_affiliation_strings":["Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA"],"raw_orcid":"https://orcid.org/0000-0003-4238-1799","affiliations":[{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072496289","display_name":"Shayan Barootchi","orcid":"https://orcid.org/0000-0002-5347-6577","observed_orcids":["https://orcid.org/0000-0002-5347-6577"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shayan Barootchi","raw_affiliation_strings":["Center for Clinical Research and Evidence Synthesis in Oral Tissue Regeneration (CRITERION), Ann Arbor, Michigan, USA","Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","Division of Periodontology, Department of Oral Medicine, Infection, and Immunity, Harvard School of Dental Medicine, Boston, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0002-5347-6577","affiliations":[{"raw_affiliation_string":"Center for Clinical Research and Evidence Synthesis in Oral Tissue Regeneration (CRITERION), Ann Arbor, Michigan, USA","institution_ids":[]},{"raw_affiliation_string":"Department of Periodontics and Oral Medicine, School of Dentistry, University of Michigan, Ann Arbor, Michigan, USA","institution_ids":["https://openalex.org/I27837315"]},{"raw_affiliation_string":"Division of Periodontology, Department of Oral Medicine, Infection, and Immunity, Harvard School of Dental Medicine, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008298536","https://openalex.org/A5072496289"],"corresponding_institution_ids":["https://openalex.org/I136199984","https://openalex.org/I27837315"],"apc_list":{"value":4650,"currency":"USD","value_usd":4650},"apc_paid":{"value":4650,"currency":"USD","value_usd":4650},"fwci":7.4272,"has_fulltext":true,"cited_by_count":92,"citation_normalized_percentile":{"value":0.98063771,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"60","issue":"2","first_page":"121","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.005100000184029341,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8370000123977661},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.8600000143051147},{"id":"https://openalex.org/keywords/google-gemini","display_name":"Google Gemini","score":0.9279999732971191},{"id":"https://openalex.org/keywords/gpt-3-5","display_name":"GPT-3.5","score":0.8450000286102295},{"id":"https://openalex.org/keywords/periodontal-education","display_name":"periodontal education","score":0.6430000066757202},{"id":"https://openalex.org/keywords/standardized-testing","display_name":"standardized testing","score":0.6809999942779541},{"id":"https://openalex.org/keywords/in-service-examination","display_name":"in-service examination","score":0.7269999980926514},{"id":"https://openalex.org/keywords/american-academy-of-periodontology","display_name":"American Academy of Periodontology","score":0.8019999861717224},{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.6639999747276306},{"id":"https://openalex.org/keywords/chatgpt-3-5","display_name":"ChatGPT-3.5","score":0.8009999990463257}],"concepts":[{"id":"https://openalex.org/C2992692163","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dental education","level":2,"score":0.5226766467094421},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.482596755027771},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.39071738719940186},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3873107433319092},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3528136610984802},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2700870931148529}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003430","descriptor_name":"Cross-Sectional Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004497","descriptor_name":"Education, Dental","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010517","descriptor_name":"Periodontics","qualifier_ui":"Q000193","qualifier_name":"education","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1111/jre.13323","doi":"https://doi.org/10.1111/jre.13323","is_oa":true,"landing_page_url":"https://doi.org/10.1111/jre.13323","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/jre.13323","source":{"id":"https://openalex.org/S195000414","display_name":"Journal of Periodontal Research","issn_l":"0022-3484","issn":["0022-3484","1600-0765"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Periodontal Research","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:11873669","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11873669","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11873669/pdf/JRE-60-121.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"J Periodontal Res","raw_type":"Text"},{"id":"pmid:39030766","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39030766","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of periodontal research","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1111/jre.13323","doi":"https://doi.org/10.1111/jre.13323","is_oa":true,"landing_page_url":"https://doi.org/10.1111/jre.13323","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/jre.13323","source":{"id":"https://openalex.org/S195000414","display_name":"Journal of Periodontal Research","issn_l":"0022-3484","issn":["0022-3484","1600-0765"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Periodontal Research","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729},{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.6240000128746033}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400838583.pdf","grobid_xml":"https://content.openalex.org/works/W4400838583.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W2891432758","https://openalex.org/W3030163527","https://openalex.org/W3200742808","https://openalex.org/W4225565714","https://openalex.org/W4319662928","https://openalex.org/W4323035111","https://openalex.org/W4324130227","https://openalex.org/W4360620450","https://openalex.org/W4367188881","https://openalex.org/W4368360859","https://openalex.org/W4380291159","https://openalex.org/W4380360936","https://openalex.org/W4380423243","https://openalex.org/W4380685958","https://openalex.org/W4380887490","https://openalex.org/W4381469233","https://openalex.org/W4383872904","https://openalex.org/W4383959108","https://openalex.org/W4384484700","https://openalex.org/W4384561707","https://openalex.org/W4384824014","https://openalex.org/W4385380523","https://openalex.org/W4385620111","https://openalex.org/W4385620388","https://openalex.org/W4386448461","https://openalex.org/W4386457251","https://openalex.org/W4386460012","https://openalex.org/W4390701140","https://openalex.org/W4391466322","https://openalex.org/W4394817701"],"related_works":["https://openalex.org/W4399210511","https://openalex.org/W7214963624","https://openalex.org/W4414752392","https://openalex.org/W7207654379","https://openalex.org/W7166432493","https://openalex.org/W4410493620","https://openalex.org/W4391027805","https://openalex.org/W7214016862","https://openalex.org/W7204781776","https://openalex.org/W4393072157"],"abstract_inverted_index":{"INTRODUCTION:":[0],"The":[1],"emerging":[2],"rise":[3],"in":[4,162,185,298,304,330],"novel":[5],"computer":[6],"technologies":[7],"and":[8,46,56,58,110,124,161,182,200,227,247,263,308,312,332,361],"automated":[9],"data":[10],"analytics":[11],"has":[12],"the":[13,17,30,38,48,61,75,82,101,115,125,130,139,150,153,159,164,203,233,254,288,321,337,351,358],"potential":[14,322],"to":[15,34,44,68,74,114,129,237,240,346,357,386],"change":[16],"course":[18],"of":[19,28,32,40,50,85,97,105,132,152,158,214,280,290,306,323,340,378,391],"dental":[20],"education.":[21],"In":[22],"line":[23],"with":[24,212],"our":[25],"long-term":[26],"goal":[27],"harnessing":[29],"power":[31],"AI":[33],"augment":[35],"didactic":[36],"teaching,":[37],"objective":[39,376],"this":[41,291,389],"study":[42,93],"was":[43,127],"quantify":[45],"compare":[47],"accuracy":[49,196,307,370],"responses":[51,118,356],"provided":[52],"by":[53,81,258,365],"ChatGPT":[54],"(GPT-4":[55],"GPT-3.5)":[57],"Google":[59,183,250],"Gemini,":[60],"three":[62],"primary":[63],"large":[64],"language":[65],"models":[66,342],"(LLMs),":[67],"human":[69,140,175],"graduate":[70],"students":[71],"(control":[72],"group)":[73],"annual":[76,102],"in-service":[77,103,301],"examination":[78,104],"questions":[79,99,303],"posed":[80],"American":[83],"Academy":[84],"Periodontology":[86],"(AAP).":[87],"METHODS:":[88],"Under":[89],"a":[90,95,295,315],"comparative":[91],"cross-sectional":[92],"design,":[94],"corpus":[96],"1312":[98],"from":[100,135,235],"AAP":[106,300],"administered":[107],"between":[108,198],"2020":[109,236],"2023":[111,238],"were":[112,119,146],"presented":[113],"LLMs.":[116],"Their":[117],"analyzed":[120],"using":[121],"chi-square":[122],"tests,":[123],"performance":[126,151,211],"juxtaposed":[128],"scores":[131,213,256],"periodontal":[133],"residents":[134,265,282],"corresponding":[136],"years,":[137],"as":[138,178,180,326,344],"control":[141,176],"group.":[142],"Additionally,":[143],"two":[144],"sub-analyses":[145],"performed:":[147],"one":[148],"on":[149,155],"LLMs":[154,325],"each":[156],"section":[157],"exam;":[160],"answering":[163,299],"most":[165],"difficult":[166],"questions.":[167],"RESULTS:":[168],"ChatGPT-4":[169,293],"(total":[170],"average:":[171],"79.57%)":[172],"outperformed":[173],"all":[174,186,270],"groups":[177],"well":[179],"GPT-3.5":[181],"Gemini":[184,207,251,311],"exam":[187,205,271,302],"years":[188,272],"(p":[189,216,220,224,229],"<":[190,225],".001).":[191],"This":[192],"chatbot":[193],"showed":[194,314],"an":[195,327],"range":[197],"78.80%":[199],"80.98%":[201],"across":[202],"various":[204],"years.":[206],"consistently":[208],"recorded":[209],"superior":[210],"70.65%":[215],"=":[217,221,230],".01),":[218,226],"73.29%":[219],".02),":[222],"75.73%":[223],"72.18%":[228],".0008)":[231],"for":[232,353],"exams":[234],"compared":[239],"ChatGPT-3.5,":[241],"which":[242],"achieved":[243,257],"62.5%,":[244],"68.24%,":[245],"69.83%,":[246],"59.27%":[248],"respectively.":[249],"(72.86%)":[252],"surpassed":[253],"average":[255],"first-":[259],"(63.48%":[260],"\u00b1":[261,267,284],"31.67)":[262],"second-year":[264],"(66.25%":[266],"31.61)":[268],"when":[269],"combined.":[273],"However,":[274,336],"it":[275],"could":[276],"not":[277,368],"surpass":[278],"that":[279],"third-year":[281],"(69.06%":[283],"30.45).":[285],"CONCLUSIONS:":[286],"Within":[287],"confines":[289],"analysis,":[292],"exhibited":[294],"robust":[296],"capability":[297,380],"terms":[305],"reliability":[309],"while":[310],"ChatGPT-3.5":[313],"weaker":[316],"performance.":[317],"These":[318],"findings":[319],"underscore":[320],"deploying":[324],"educational":[328],"tool":[329],"periodontics":[331],"oral":[333],"implantology":[334],"domains.":[335],"current":[338],"limitations":[339],"these":[341],"such":[343],"inability":[345],"effectively":[347],"process":[348],"image-based":[349],"inquiries,":[350],"propensity":[352],"generating":[354],"inconsistent":[355],"same":[359],"prompts,":[360],"achieving":[362],"high":[363],"(80%":[364],"GPT-4)":[366],"but":[367],"absolute":[369],"rates":[371],"should":[372],"be":[373],"considered.":[374],"An":[375],"comparison":[377],"their":[379,382],"versus":[381],"capacity":[383],"is":[384],"required":[385],"further":[387],"develop":[388],"field":[390],"study.":[392]},"counts_by_year":[{"year":2026,"cited_by_count":55},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":7}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-07-20T00:00:00"}
