{"id":"https://openalex.org/W7204955314","doi":"https://doi.org/10.54393/pbmj.v9i8.1434","title":"Accuracy and Consistency of Three Large Language Models on Fixed Prosthodontics Questions","display_name":"Accuracy and Consistency of Three Large Language Models on Fixed Prosthodontics Questions","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-31","ids":{"openalex":"https://openalex.org/W7204955314","doi":"https://doi.org/10.54393/pbmj.v9i8.1434"},"language":"en","primary_location":{"id":"doi:10.54393/pbmj.v9i8.1434","doi":"https://doi.org/10.54393/pbmj.v9i8.1434","is_oa":true,"landing_page_url":"https://doi.org/10.54393/pbmj.v9i8.1434","pdf_url":"https://pakistanbmj.com/journal/index.php/pbmj/article/download/1434/1019","source":{"id":"https://openalex.org/S4210222029","display_name":"Pakistan BioMedical Journal","issn_l":"2709-278X","issn":["2709-278X","2709-2798"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404680081","host_organization_name":"CrossLinks International Publishers","host_organization_lineage":["https://openalex.org/P4404680081"],"host_organization_lineage_names":["CrossLinks International Publishers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pakistan BioMedical Journal","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W7204955314"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://pakistanbmj.com/journal/index.php/pbmj/article/download/1434/1019","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109490194","display_name":"Anam Fayyaz Bashir","orcid":"https://orcid.org/0009-0004-5806-7715","observed_orcids":["https://orcid.org/0009-0004-5806-7715"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Anam Fayyaz Bashir","raw_affiliation_strings":["Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113281439","display_name":"Moeen ud Din Ahmad","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Moeen Ud Din Ahmad","raw_affiliation_strings":["Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072954194","display_name":"Ussamah Waheed Jatala","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ussamah Waheed Jatala","raw_affiliation_strings":["Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022767965","display_name":"Aisha Arshad Butt","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Aisha Arshad Butt","raw_affiliation_strings":["Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138547521","display_name":"Saira Waheed","orcid":"https://orcid.org/0000-0002-9140-3053","observed_orcids":["https://orcid.org/0000-0002-9140-3053"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Saira Waheed","raw_affiliation_strings":["Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048761406","display_name":"Saima Razzaq Khan","orcid":"https://orcid.org/0000-0003-1870-0470","observed_orcids":["https://orcid.org/0000-0003-1870-0470"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Saima Razzaq Khan","raw_affiliation_strings":["Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Operative Dentistry, Lahore Medical and Dental College, Lahore, Pakistan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5109490194"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"40"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/fixed-prosthodontics","display_name":"fixed prosthodontics","score":0.9929999709129333},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9120000004768372},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.8970000147819519},{"id":"https://openalex.org/keywords/claude-opus","display_name":"Claude Opus","score":0.8460000157356262},{"id":"https://openalex.org/keywords/llm-accuracy","display_name":"LLM accuracy","score":0.656000018119812},{"id":"https://openalex.org/keywords/response-consistency","display_name":"response consistency","score":0.8080000281333923},{"id":"https://openalex.org/keywords/dental-education","display_name":"dental education","score":0.8140000104904175},{"id":"https://openalex.org/keywords/gold-standard","display_name":"gold standard","score":0.36500000953674316},{"id":"https://openalex.org/keywords/examiner-agreement","display_name":"examiner agreement","score":0.5080000162124634}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.8176000118255615},{"id":"https://openalex.org/C2776510725","wikidata":"https://www.wikidata.org/wiki/Q1481473","display_name":"Fixed prosthodontics","level":2,"score":0.7218000292778015},{"id":"https://openalex.org/C2777634892","wikidata":"https://www.wikidata.org/wiki/Q1349700","display_name":"Prosthodontics","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.5307999849319458},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4171999990940094},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.41029998660087585},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3944999873638153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39320001006126404},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.364300012588501},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.34279999136924744},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.33480000495910645},{"id":"https://openalex.org/C29694066","wikidata":"https://www.wikidata.org/wiki/Q118301","display_name":"Orthodontics","level":1,"score":0.328900009393692},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31349998712539673},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3077999949455261},{"id":"https://openalex.org/C202799725","wikidata":"https://www.wikidata.org/wiki/Q272035","display_name":"Accuracy and precision","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.26919999718666077},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2605000138282776},{"id":"https://openalex.org/C22679943","wikidata":"https://www.wikidata.org/wiki/Q159375","display_name":"Standard deviation","level":2,"score":0.25600001215934753},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.54393/pbmj.v9i8.1434","doi":"https://doi.org/10.54393/pbmj.v9i8.1434","is_oa":true,"landing_page_url":"https://doi.org/10.54393/pbmj.v9i8.1434","pdf_url":"https://pakistanbmj.com/journal/index.php/pbmj/article/download/1434/1019","source":{"id":"https://openalex.org/S4210222029","display_name":"Pakistan BioMedical Journal","issn_l":"2709-278X","issn":["2709-278X","2709-2798"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404680081","host_organization_name":"CrossLinks International Publishers","host_organization_lineage":["https://openalex.org/P4404680081"],"host_organization_lineage_names":["CrossLinks International Publishers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pakistan BioMedical Journal","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.54393/pbmj.v9i8.1434","doi":"https://doi.org/10.54393/pbmj.v9i8.1434","is_oa":true,"landing_page_url":"https://doi.org/10.54393/pbmj.v9i8.1434","pdf_url":"https://pakistanbmj.com/journal/index.php/pbmj/article/download/1434/1019","source":{"id":"https://openalex.org/S4210222029","display_name":"Pakistan BioMedical Journal","issn_l":"2709-278X","issn":["2709-278X","2709-2798"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4404680081","host_organization_name":"CrossLinks International Publishers","host_organization_lineage":["https://openalex.org/P4404680081"],"host_organization_lineage_names":["CrossLinks International Publishers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Pakistan BioMedical Journal","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.7246000170707703}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204955314.pdf","grobid_xml":"https://content.openalex.org/works/W7204955314.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W4394014322","https://openalex.org/W4401553440","https://openalex.org/W4404889044","https://openalex.org/W4406887664","https://openalex.org/W4409269513","https://openalex.org/W4409452194","https://openalex.org/W4409570665","https://openalex.org/W4413366459","https://openalex.org/W4414403718","https://openalex.org/W4415280480","https://openalex.org/W4415654043","https://openalex.org/W4417006815","https://openalex.org/W4417265265","https://openalex.org/W7118639952","https://openalex.org/W7124314740","https://openalex.org/W7126277323","https://openalex.org/W7128780085","https://openalex.org/W7153031781","https://openalex.org/W7154216095"],"related_works":["https://openalex.org/W7203446342","https://openalex.org/W7165115534","https://openalex.org/W7162555402","https://openalex.org/W7223114426","https://openalex.org/W4414614934","https://openalex.org/W7128780085","https://openalex.org/W4415654043","https://openalex.org/W7214016862","https://openalex.org/W7167592576","https://openalex.org/W7163642268"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,207,214],"(LLMs)":[3],"are":[4],"increasingly":[5],"used":[6,158],"in":[7,18,46,99,204],"dental":[8],"education":[9],"and":[10,16,33,42,80,139,154,179,187,190,196,226],"clinical":[11,54],"settings,":[12],"but":[13],"their":[14],"accuracy":[15,27,177,186,195,205,225],"consistency":[17,36,125,140,180,189,211,227],"fixed":[19,49,63,230],"prosthodontics":[20,50,231],"remain":[21],"uncertain.":[22],"Objectives:":[23],"To":[24],"compare":[25],"the":[26,69,78,88,105,110,117,127,175],"(using":[28],"a":[29,100],"strict":[30],"three-attempt":[31],"criterion)":[32],"repeated":[34],"response":[35],"of":[37,112,129,136],"ChatGPT-5.4,":[38],"Gemini":[39,191],"3.1":[40,192],"Pro,":[41],"Claude":[43,171,234],"Opus":[44,172,235],"4.8":[45,173,236],"answering":[47],"binary":[48,58],"questions":[51,59],"across":[52,120,132],"six":[53,61],"domains.":[55],"Methods:":[56],"Forty":[57],"covering":[60],"core":[62],"prosthodontic":[64],"domains":[65],"were":[66,82,141,157],"developed":[67],"by":[68,183],"principal":[70],"investigator.":[71],"Two":[72],"experienced":[73],"faculty":[74],"members":[75],"independently":[76],"answered":[77],"questions,":[79,232],"disagreements":[81],"resolved":[83],"through":[84],"discussion":[85],"to":[86,96],"establish":[87],"gold":[89,118],"standard.":[90],"Each":[91],"question":[92],"was":[93,109,126,166,202,215],"submitted":[94],"thrice":[95],"each":[97],"LLM":[98],"new":[101],"chat":[102],"session":[103],"on":[104],"same":[106],"day.":[107],"Accuracy":[108,138],"percentage":[111,128],"correct":[113],"responses":[114,131],"compared":[115],"with":[116,145,233],"standard":[119],"all":[121],"three":[122,133,213],"attempts,":[123,134],"while":[124],"identical":[130],"regardless":[135],"correctness.":[137],"expressed":[142],"as":[143],"percentages":[144],"95%":[146],"confidence":[147],"intervals.":[148],"Cochran\u2019s":[149],"Q":[150],"test,":[151],"Cohen\u2019s":[152],"kappa,":[153],"Fleiss\u2019":[155],"kappa":[156],"for":[159,212,228],"statistical":[160],"analysis.":[161],"Results:":[162],"Pre-consensus":[163],"examiner":[164],"agreement":[165],"moderate,":[167],"77.5%":[168],"(Cohen\u2019s":[169],"\u03ba=0.55).":[170],"achieved":[174],"highest":[176],"(95%":[178],"(97.5%,":[181],"followed":[182],"ChatGPT-5.4":[184],"87.5%":[185,197],"92.5%":[188],"Pro":[193],"(85%":[194],"consistency.":[198],"No":[199],"significant":[200],"difference":[201],"observed":[203],"among":[206],"(Q=5.20,":[208],"p=0.074).":[209],"Intra-model":[210],"almost":[216],"perfect":[217],"(\u03ba=0.83\u20130.97).":[218],"Conclusions:":[219],"The":[220],"evaluated":[221],"LLMs":[222],"demonstrated":[223],"high":[224],"structured":[229],"highest,":[237],"though":[238],"not":[239],"significant.":[240]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204955314","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-09-02T00:00:00"}
