{"id":"https://openalex.org/W7161287910","doi":"https://doi.org/10.3390/computers15050317","title":"Comparative Performance of Three GPT Models on Japanese Dental Board-Style Multiple-Choice Questions","display_name":"Comparative Performance of Three GPT Models on Japanese Dental Board-Style Multiple-Choice Questions","publication_year":2026,"publication_date":"2026-05-15","ids":{"openalex":"https://openalex.org/W7161287910","doi":"https://doi.org/10.3390/computers15050317"},"language":"en","primary_location":{"id":"doi:10.3390/computers15050317","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15050317","pdf_url":"https://www.mdpi.com/2073-431X/15/5/317/pdf?version=1778843798","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/15/5/317/pdf?version=1778843798","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035196913","display_name":"Hikaru Fukuda","orcid":"https://orcid.org/0009-0005-4811-0051"},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hikaru Fukuda","raw_affiliation_strings":["Division of Maxillofacial Surgery, Department of Science of Physical Functions, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0009-0005-4811-0051","affiliations":[{"raw_affiliation_string":"Division of Maxillofacial Surgery, Department of Science of Physical Functions, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027384665","display_name":"Masaki Morishita","orcid":"https://orcid.org/0000-0002-6335-5947"},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masaki Morishita","raw_affiliation_strings":["Department of Comprehensive Dental Practice Education Development, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6335-5947","affiliations":[{"raw_affiliation_string":"Department of Comprehensive Dental Practice Education Development, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005957135","display_name":"Kosuke Muraoka","orcid":null},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kosuke Muraoka","raw_affiliation_strings":["School of Oral Health Sciences, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1756-6305","affiliations":[{"raw_affiliation_string":"School of Oral Health Sciences, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136217261","display_name":"Shino Maeda","orcid":"https://orcid.org/0009-0005-7850-705X"},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shino Maeda","raw_affiliation_strings":["School of Oral Health Sciences, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0009-0005-7850-705X","affiliations":[{"raw_affiliation_string":"School of Oral Health Sciences, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028915622","display_name":"Taiji Nakamura","orcid":null},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Taiji Nakamura","raw_affiliation_strings":["Department of Comprehensive Dental Practice Education Development, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0009-0002-3318-9324","affiliations":[{"raw_affiliation_string":"Department of Comprehensive Dental Practice Education Development, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060319614","display_name":"Manabu Habu","orcid":null},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Manabu Habu","raw_affiliation_strings":["Division of Maxillofacial Surgery, Department of Science of Physical Functions, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0000-0002-6586-2539","affiliations":[{"raw_affiliation_string":"Division of Maxillofacial Surgery, Department of Science of Physical Functions, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027984865","display_name":"Shuji Awano","orcid":"https://orcid.org/0000-0001-6297-6138"},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuji Awano","raw_affiliation_strings":["Department of Comprehensive Dental Practice Education Development, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6297-6138","affiliations":[{"raw_affiliation_string":"Department of Comprehensive Dental Practice Education Development, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103209696","display_name":"Kentaro Ono","orcid":"https://orcid.org/0000-0003-0891-7705"},"institutions":[{"id":"https://openalex.org/I200314755","display_name":"Kyushu Dental University","ror":"https://ror.org/03bwzch55","country_code":"JP","type":"education","lineage":["https://openalex.org/I200314755"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kentaro Ono","raw_affiliation_strings":["Division of Physiology, Department of Health Promotion, Kyushu Dental University, Fukuoka 803-8580, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Physiology, Department of Health Promotion, Kyushu Dental University, Fukuoka 803-8580, Japan","institution_ids":["https://openalex.org/I200314755"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027384665"],"corresponding_institution_ids":["https://openalex.org/I200314755"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.51380237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"15","issue":"5","first_page":"317","last_page":"317"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.22030000388622284,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.22030000388622284,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.09600000083446503,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.06129999831318855,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mcnemars-test","display_name":"McNemar's test","score":0.9229000210762024},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.7267000079154968},{"id":"https://openalex.org/keywords/odds","display_name":"Odds","score":0.4422000050544739},{"id":"https://openalex.org/keywords/visual-methods","display_name":"Visual methods","score":0.3488999903202057},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.3447999954223633},{"id":"https://openalex.org/keywords/homogeneity","display_name":"Homogeneity (statistics)","score":0.31220000982284546}],"concepts":[{"id":"https://openalex.org/C186282968","wikidata":"https://www.wikidata.org/wiki/Q1434261","display_name":"McNemar's test","level":2,"score":0.9229000210762024},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.7267000079154968},{"id":"https://openalex.org/C143095724","wikidata":"https://www.wikidata.org/wiki/Q515895","display_name":"Odds","level":3,"score":0.4422000050544739},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3864000141620636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38260000944137573},{"id":"https://openalex.org/C2993048729","wikidata":"https://www.wikidata.org/wiki/Q220821","display_name":"Visual methods","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3472999930381775},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3301999866962433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32179999351501465},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.31790000200271606},{"id":"https://openalex.org/C142259097","wikidata":"https://www.wikidata.org/wiki/Q5891314","display_name":"Homogeneity (statistics)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C156957248","wikidata":"https://www.wikidata.org/wiki/Q1862216","display_name":"Odds ratio","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C3018304881","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Paired comparison","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.289000004529953},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.26420000195503235},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.2567000091075897},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C183905921","wikidata":"https://www.wikidata.org/wiki/Q1038757","display_name":"Multiple comparisons problem","level":2,"score":0.25200000405311584},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers15050317","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15050317","pdf_url":"https://www.mdpi.com/2073-431X/15/5/317/pdf?version=1778843798","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:91ebe639945646079b3e8d3bd8104d51","is_oa":true,"landing_page_url":"https://doaj.org/article/91ebe639945646079b3e8d3bd8104d51","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 15, Iss 5, p 317 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers15050317","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers15050317","pdf_url":"https://www.mdpi.com/2073-431X/15/5/317/pdf?version=1778843798","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6438864469528198,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7161287910.pdf","grobid_xml":"https://content.openalex.org/works/W7161287910.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1921901555","https://openalex.org/W2058627066","https://openalex.org/W2153557546","https://openalex.org/W2982580298","https://openalex.org/W4376866715","https://openalex.org/W4392894031","https://openalex.org/W4400307907","https://openalex.org/W4402190386","https://openalex.org/W4402576207","https://openalex.org/W4402827393","https://openalex.org/W4409987185","https://openalex.org/W4411146488","https://openalex.org/W4411161252","https://openalex.org/W4411184942","https://openalex.org/W4411568063","https://openalex.org/W4415584619","https://openalex.org/W7135037241"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,167],"(LLMs)":[3],"are":[4],"increasingly":[5],"used":[6],"in":[7,50,187,208,255],"professional":[8],"examinations,":[9],"but":[10],"their":[11],"relative":[12],"performance":[13,207],"on":[14,229],"dental":[15,38],"board-style":[16,39],"questions":[17,41,47,153,160,188],"remains":[18],"unclear.":[19],"This":[20],"study":[21],"compared":[22],"two":[23,262],"reasoning-optimized":[24],"models,":[25],"GPT-o3":[26,111,132,138],"and":[27,52,71,98,114,131,139,192,250,258],"GPT-5T,":[28],"with":[29,218],"a":[30,245],"general-purpose":[31],"multimodal":[32],"model,":[33],"GPT-4o,":[34],"using":[35,76],"399":[36],"Japanese":[37],"multiple-choice":[40],"from":[42,65],"2018":[43],"to":[44,83],"2022.":[45],"All":[46],"were":[48,62,74,216],"presented":[49],"Japanese,":[51],"items":[53,66],"originally":[54,154,212],"accompanied":[55],"by":[56,110],"charts,":[57],"photographs,":[58],"or":[59],"other":[60],"figures":[61],"analyzed":[63],"separately":[64],"without":[67,161,189],"visual":[68,88,156,190,214,237],"materials.":[69],"Accuracy":[70,149],"item-level":[72],"agreement":[73],"assessed":[75],"pairwise":[77],"McNemar":[78,119],"tests,":[79],"stratified":[80],"analyses":[81],"according":[82],"the":[84,90,103,205,225,261],"original":[85],"presence":[86],"of":[87,95,182],"materials,":[89,191],"Breslow\u2013Day":[91],"test":[92],"for":[93,152,159,199],"homogeneity":[94],"odds":[96],"ratios,":[97],"two-proportion":[99],"z-tests.":[100],"GPT-5T":[101,123,183,200,203],"achieved":[102],"highest":[104],"overall":[105],"accuracy":[106,220],"(294/399,":[107],"73.7%),":[108],"followed":[109],"(257/399,":[112],"64.4%)":[113],"GPT-4o":[115,126,140],"(255/399,":[116],"63.9%).":[117],"Pairwise":[118],"tests":[120],"showed":[121,204],"that":[122],"outperformed":[124],"both":[125],"(Holm-adjusted":[127,133,145],"p":[128,134,146],"=":[129,135,147],"0.00098)":[130],"0.00072),":[136],"whereas":[137],"did":[141],"not":[142],"differ":[143],"significantly":[144],"0.920).":[148],"was":[150,184,197,227],"lower":[151,219],"containing":[155,213],"materials":[157,163,215],"than":[158,234],"such":[162],"across":[164,194,221,247],"all":[165,222],"three":[166],"(GPT-4o:":[168],"49.7%":[169],"vs.":[170,174,178],"72.2%;":[171],"GPT-o3:":[172],"55.1%":[173],"69.8%;":[175],"GPT-5T:":[176],"59.9%":[177],"81.8%).":[179],"The":[180],"advantage":[181],"more":[185],"evident":[186],"heterogeneity":[193],"question":[195,248],"formats":[196,249],"observed":[198],"versus":[201],"GPT-o3.":[202],"strongest":[206],"this":[209,239],"dataset.":[210],"Questions":[211],"associated":[217],"models.":[223],"Because":[224],"comparison":[226],"based":[228],"distinct":[230],"item":[231,256],"groups":[232],"rather":[233],"experimentally":[235],"manipulated":[236],"conditions,":[238],"result":[240],"should":[241],"be":[242],"interpreted":[243],"as":[244],"difference":[246],"may":[251],"also":[252],"reflect":[253],"differences":[254],"composition":[257],"difficulty":[259],"between":[260],"groups.":[263]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-05-16T00:00:00"}