{"id":"https://openalex.org/W4411031334","doi":"https://doi.org/10.51271/jdse-0052","title":"Performance comparison of artificial intelligence-based language models on oral pathology questions in dental education","display_name":"Performance comparison of artificial intelligence-based language models on oral pathology questions in dental education","publication_year":2025,"publication_date":"2025-05-31","ids":{"openalex":"https://openalex.org/W4411031334","doi":"https://doi.org/10.51271/jdse-0052"},"language":"en","primary_location":{"id":"doi:10.51271/jdse-0052","doi":"https://doi.org/10.51271/jdse-0052","is_oa":true,"landing_page_url":"https://doi.org/10.51271/jdse-0052","pdf_url":null,"source":{"id":"https://openalex.org/S4387288559","display_name":"Journal of Dental Sciences and Education","issn_l":"2980-1389","issn":["2980-1389"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Dental Sciences and Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.51271/jdse-0052","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027598003","display_name":"Katibe Tu\u011f\u00e7e Temur","orcid":"https://orcid.org/0000-0001-9947-5679","observed_orcids":["https://orcid.org/0000-0001-9947-5679"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Katibe Tu\u011f\u00e7e Temur","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-9947-5679","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5027598003"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08415842,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":"2","first_page":"31","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9919999837875366},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.7540000081062317},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9020000100135803},{"id":"https://openalex.org/keywords/deepseek","display_name":"DeepSeek","score":0.9369999766349792},{"id":"https://openalex.org/keywords/oral-pathology","display_name":"oral pathology","score":0.9710000157356262},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.800000011920929},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.9869999885559082},{"id":"https://openalex.org/keywords/dental-education","display_name":"dental education","score":0.8130000233650208},{"id":"https://openalex.org/keywords/artificial-intelligence-in-education","display_name":"artificial intelligence in education","score":0.75},{"id":"https://openalex.org/keywords/inter-model-agreement","display_name":"inter-model agreement","score":0.7009999752044678}],"concepts":[{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.46890437602996826},{"id":"https://openalex.org/C54510867","wikidata":"https://www.wikidata.org/wiki/Q2508462","display_name":"Oral and maxillofacial pathology","level":2,"score":0.41659337282180786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38284987211227417},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.3617784380912781},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35390669107437134},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3525833189487457},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.34331250190734863}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.51271/jdse-0052","doi":"https://doi.org/10.51271/jdse-0052","is_oa":true,"landing_page_url":"https://doi.org/10.51271/jdse-0052","pdf_url":null,"source":{"id":"https://openalex.org/S4387288559","display_name":"Journal of Dental Sciences and Education","issn_l":"2980-1389","issn":["2980-1389"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Dental Sciences and Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.51271/jdse-0052","doi":"https://doi.org/10.51271/jdse-0052","is_oa":true,"landing_page_url":"https://doi.org/10.51271/jdse-0052","pdf_url":null,"source":{"id":"https://openalex.org/S4387288559","display_name":"Journal of Dental Sciences and Education","issn_l":"2980-1389","issn":["2980-1389"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Dental Sciences and Education","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9391000270843506},{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.4156000018119812}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W4220667126","https://openalex.org/W2077865380","https://openalex.org/W3006817050","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W1527497739"],"abstract_inverted_index":{"Aims:":[0],"This":[1,160],"study":[2,161],"aimed":[3],"to":[4,25,70],"comparatively":[5],"evaluate":[6],"the":[7,47,79,95,106,155],"diagnostic":[8,173],"accuracy":[9,90,124,140,146,174],"levels":[10],"of":[11,38,97,126,132,172,195,221],"current":[12,57],"large":[13],"language":[14],"models":[15,149,169,185,190,204],"(LLMs)\u2014including":[16],"ChatGPT-3.5,":[17],"ChatGPT-4,":[18,74],"Gemini,":[19,75],"and":[20,59,77,100,119,134,165,175,215],"Deepseek\u2014through":[21],"multiple-choice":[22,40],"questions":[23,41,63],"related":[24],"oral":[26,43,180],"pathology,":[27],"a":[28,53,67],"core":[29],"subject":[30],"in":[31,66,170,177,193,212],"undergraduate":[32],"dental":[33,48,213],"education.":[34],"Methods:":[35],"A":[36,109],"total":[37],"30":[39],"covering":[42],"pathology":[44,181],"topics":[45],"within":[46],"curriculum":[49],"were":[50,64,82],"prepared":[51],"by":[52],"domain":[54],"expert":[55],"using":[56,105],"textbooks":[58],"course":[60],"materials.":[61],"These":[62],"applied":[65],"text-based":[68],"format":[69],"four":[71],"LLMs":[72],"(ChatGPT-3.5,":[73],"Deepseek),":[76],"only":[78,208],"first":[80],"responses":[81],"recorded":[83],"without":[84],"any":[85],"prompting":[86],"or":[87],"correction.":[88],"Diagnostic":[89],"was":[91,103,113],"assessed":[92],"based":[93],"on":[94],"percentage":[96],"correct":[98],"answers,":[99],"inter-model":[101],"agreement":[102,153,176],"evaluated":[104],"Kappa":[107],"statistic.":[108],"p-value":[110],"<":[111],"0.05":[112],"considered":[114],"statistically":[115,151],"significant.":[116],"Results:":[117],"ChatGPT-3.5":[118,164],"ChatGPT-4.0":[120,166],"each":[121],"achieved":[122,144],"an":[123],"rate":[125],"93.33%,":[127],"with":[128,154],"corresponding":[129],"kappa":[130],"values":[131],"?=0.951":[133],"?=0.927,":[135],"respectively.":[136],"Gemini":[137],"reached":[138],"86.67%":[139],"(?=0.879),":[141],"while":[142],"Deepseek":[143],"80%":[145],"(?=0.855).":[147],"All":[148],"showed":[150,186],"significant":[152,187],"reference":[156],"answers":[157],"(p=0.000).":[158],"Conclusion:":[159],"demonstrated":[162],"that":[163],"outperformed":[167],"other":[168],"terms":[171,194],"answering":[178],"fundamental":[179],"questions.":[182],"Although":[183],"all":[184],"concordance,":[188],"ChatGPT-based":[189],"stood":[191],"out":[192],"overall":[196],"accuracy.":[197],"However,":[198],"considering":[199],"potential":[200],"error":[201],"margins,":[202],"these":[203],"should":[205,216],"be":[206],"used":[207],"as":[209],"complementary":[210],"tools":[211],"education":[214],"not":[217],"replace":[218],"primary":[219],"sources":[220],"knowledge":[222],"acquisition":[223],"for":[224],"students.":[225]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}