{"id":"https://openalex.org/W7203735537","doi":"https://doi.org/10.1093/dmfr/twag060","title":"Multimodal large language models and dental students in radiographic landmark identification: a novel grid-based assessment","display_name":"Multimodal large language models and dental students in radiographic landmark identification: a novel grid-based assessment","publication_year":2026,"publication_date":"2026-08-19","ids":{"openalex":"https://openalex.org/W7203735537","doi":"https://doi.org/10.1093/dmfr/twag060","pmid":"https://pubmed.ncbi.nlm.nih.gov/42616661"},"language":"en","primary_location":{"id":"doi:10.1093/dmfr/twag060","doi":"https://doi.org/10.1093/dmfr/twag060","is_oa":true,"landing_page_url":"https://doi.org/10.1093/dmfr/twag060","pdf_url":"https://academic.oup.com/dmfr/advance-article-pdf/doi/10.1093/dmfr/twag060/70715080/twag060.pdf","source":{"id":"https://openalex.org/S32481061","display_name":"Dentomaxillofacial Radiology","issn_l":"0250-832X","issn":["0250-832X","1476-542X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dentomaxillofacial Radiology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/dmfr/advance-article-pdf/doi/10.1093/dmfr/twag060/70715080/twag060.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119737023","display_name":"Mehmet Egemen Aydemir","orcid":"https://orcid.org/0000-0002-0632-4861","observed_orcids":["https://orcid.org/0000-0002-0632-4861"]},"institutions":[{"id":"https://openalex.org/I54515432","display_name":"Burdur Mehmet Akif Ersoy \u00dcniversitesi","ror":"https://ror.org/04xk0dc21","country_code":"TR","type":"education","lineage":["https://openalex.org/I54515432"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Mehmet Egemen Aydemir","raw_affiliation_strings":["Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0000-0002-0632-4861","affiliations":[{"raw_affiliation_string":"Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye","institution_ids":["https://openalex.org/I54515432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090706427","display_name":"Burcu Sayin","orcid":"https://orcid.org/0000-0001-6804-127X","observed_orcids":["https://orcid.org/0000-0001-6804-127X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burcu Sayin","raw_affiliation_strings":["Independent Researcher , Trento, 38121,"],"raw_orcid":"https://orcid.org/0000-0001-6804-127X","affiliations":[{"raw_affiliation_string":"Independent Researcher , Trento, 38121,","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043539938","display_name":"Mehmet O\u011fuz Borahan","orcid":"https://orcid.org/0000-0003-4193-2368","observed_orcids":["https://orcid.org/0000-0003-4193-2368"]},"institutions":[{"id":"https://openalex.org/I54515432","display_name":"Burdur Mehmet Akif Ersoy \u00dcniversitesi","ror":"https://ror.org/04xk0dc21","country_code":"TR","type":"education","lineage":["https://openalex.org/I54515432"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Burcu Yeliz Kollayan","raw_affiliation_strings":["Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0000-0003-4193-2368","affiliations":[{"raw_affiliation_string":"Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye","institution_ids":["https://openalex.org/I54515432"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021108853","display_name":"Can G\u00fcnel","orcid":"https://orcid.org/0000-0002-8750-6498","observed_orcids":["https://orcid.org/0000-0002-8750-6498"]},"institutions":[{"id":"https://openalex.org/I4210143573","display_name":"Europa Donna","ror":"https://ror.org/04r1mej53","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210143573"]},{"id":"https://openalex.org/I4405260975","display_name":"E4 Computer Engineering SpA (Italy)","ror":"https://ror.org/04j8tay12","country_code":"IT","type":"company","lineage":["https://openalex.org/I4405260975"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Can G\u00fcnel","raw_affiliation_strings":["Software Engineer, eDreams , Milan, 20124,"],"raw_orcid":"https://orcid.org/0000-0002-8750-6498","affiliations":[{"raw_affiliation_string":"Software Engineer, eDreams , Milan, 20124,","institution_ids":["https://openalex.org/I4210143573","https://openalex.org/I4405260975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147490987","display_name":"Kadir Cem","orcid":"https://orcid.org/0009-0000-6585-1349","observed_orcids":["https://orcid.org/0009-0000-6585-1349"]},"institutions":[{"id":"https://openalex.org/I54515432","display_name":"Burdur Mehmet Akif Ersoy \u00dcniversitesi","ror":"https://ror.org/04xk0dc21","country_code":"TR","type":"education","lineage":["https://openalex.org/I54515432"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Kadir Cem","raw_affiliation_strings":["Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0009-0000-6585-1349","affiliations":[{"raw_affiliation_string":"Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye","institution_ids":["https://openalex.org/I54515432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5147558422","display_name":"Mehmet Ali G\u00fcl","orcid":"https://orcid.org/0009-0004-3235-6922","observed_orcids":["https://orcid.org/0009-0004-3235-6922"]},"institutions":[{"id":"https://openalex.org/I54515432","display_name":"Burdur Mehmet Akif Ersoy \u00dcniversitesi","ror":"https://ror.org/04xk0dc21","country_code":"TR","type":"education","lineage":["https://openalex.org/I54515432"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Mehmet Ali G\u00fcl","raw_affiliation_strings":["Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye"],"raw_orcid":"https://orcid.org/0009-0004-3235-6922","affiliations":[{"raw_affiliation_string":"Department of Oral and Maxillofacial Radiology, Faculty of Dentistry, Burdur Mehmet Akif Ersoy University , Burdur 15100, T\u00fcrkiye","institution_ids":["https://openalex.org/I54515432"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5119737023"],"corresponding_institution_ids":["https://openalex.org/I54515432"],"apc_list":{"value":2279,"currency":"GBP","value_usd":3005},"apc_paid":{"value":2279,"currency":"GBP","value_usd":3005},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11363","display_name":"Dental Radiography and Imaging","score":0.8939999938011169,"subfield":{"id":"https://openalex.org/subfields/3504","display_name":"Oral Surgery"},"field":{"id":"https://openalex.org/fields/35","display_name":"Dentistry"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11363","display_name":"Dental Radiography and Imaging","score":0.8939999938011169,"subfield":{"id":"https://openalex.org/subfields/3504","display_name":"Oral Surgery"},"field":{"id":"https://openalex.org/fields/35","display_name":"Dentistry"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1031000018119812,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9980000257492065},{"id":"https://openalex.org/keywords/dental-radiography","display_name":"dental radiography","score":0.8519999980926514},{"id":"https://openalex.org/keywords/spatial-reasoning","display_name":"spatial reasoning","score":0.5849999785423279},{"id":"https://openalex.org/keywords/dental-students","display_name":"dental students","score":0.6179999709129333},{"id":"https://openalex.org/keywords/gpt-5-4","display_name":"GPT-5.4","score":0.8330000042915344},{"id":"https://openalex.org/keywords/gemini-3-1-pro","display_name":"Gemini 3.1 Pro","score":0.9739999771118164},{"id":"https://openalex.org/keywords/panoramic-radiography","display_name":"panoramic radiography","score":0.8270000219345093},{"id":"https://openalex.org/keywords/periapical-radiographs","display_name":"periapical radiography","score":0.996999979019165},{"id":"https://openalex.org/keywords/cephalometric-landmarks","display_name":"cephalometric landmarks","score":0.9919999837875366},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.5669999718666077}],"concepts":[{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.8586000204086304},{"id":"https://openalex.org/C36454342","wikidata":"https://www.wikidata.org/wiki/Q245341","display_name":"Radiography","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C29694066","wikidata":"https://www.wikidata.org/wiki/Q118301","display_name":"Orthodontics","level":1,"score":0.489300012588501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48159998655319214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4268999993801117},{"id":"https://openalex.org/C2779813781","wikidata":"https://www.wikidata.org/wiki/Q1224951","display_name":"Cone beam computed tomography","level":3,"score":0.3991999924182892},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.36399999260902405},{"id":"https://openalex.org/C199343813","wikidata":"https://www.wikidata.org/wiki/Q12128","display_name":"Dentistry","level":1,"score":0.3582000136375427},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3441999852657318},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.31279999017715454},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.30730000138282776},{"id":"https://openalex.org/C203519979","wikidata":"https://www.wikidata.org/wiki/Q865360","display_name":"Jaccard index","level":3,"score":0.29010000824928284},{"id":"https://openalex.org/C202271784","wikidata":"https://www.wikidata.org/wiki/Q189218","display_name":"Molar","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C2991849382","wikidata":"https://www.wikidata.org/wiki/Q4117950","display_name":"Dental health","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26100000739097595},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.25}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1093/dmfr/twag060","doi":"https://doi.org/10.1093/dmfr/twag060","is_oa":true,"landing_page_url":"https://doi.org/10.1093/dmfr/twag060","pdf_url":"https://academic.oup.com/dmfr/advance-article-pdf/doi/10.1093/dmfr/twag060/70715080/twag060.pdf","source":{"id":"https://openalex.org/S32481061","display_name":"Dentomaxillofacial Radiology","issn_l":"0250-832X","issn":["0250-832X","1476-542X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dentomaxillofacial Radiology","raw_type":"journal-article"},{"id":"pmid:42616661","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42616661","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dento maxillo facial radiology","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1093/dmfr/twag060","doi":"https://doi.org/10.1093/dmfr/twag060","is_oa":true,"landing_page_url":"https://doi.org/10.1093/dmfr/twag060","pdf_url":"https://academic.oup.com/dmfr/advance-article-pdf/doi/10.1093/dmfr/twag060/70715080/twag060.pdf","source":{"id":"https://openalex.org/S32481061","display_name":"Dentomaxillofacial Radiology","issn_l":"0250-832X","issn":["0250-832X","1476-542X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Dentomaxillofacial Radiology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.46810001134872437,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203735537.pdf","grobid_xml":"https://content.openalex.org/works/W7203735537.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2052826075","https://openalex.org/W2164777277","https://openalex.org/W2321373033","https://openalex.org/W2918471352","https://openalex.org/W3167733826","https://openalex.org/W4387866198","https://openalex.org/W4392401188","https://openalex.org/W4399423680","https://openalex.org/W4400534933","https://openalex.org/W4403786819","https://openalex.org/W4404711353","https://openalex.org/W4406833598","https://openalex.org/W4408225929","https://openalex.org/W4409517691","https://openalex.org/W4413110542","https://openalex.org/W4413312755","https://openalex.org/W4414248865","https://openalex.org/W4414368428","https://openalex.org/W4414750898","https://openalex.org/W4415332016","https://openalex.org/W4415604664","https://openalex.org/W4415625458","https://openalex.org/W4416301158","https://openalex.org/W4416787685","https://openalex.org/W7092306951","https://openalex.org/W7101907273","https://openalex.org/W7117724970","https://openalex.org/W7127126637","https://openalex.org/W7129388363","https://openalex.org/W7130596601","https://openalex.org/W7133224126","https://openalex.org/W7133301796","https://openalex.org/W7134197957","https://openalex.org/W7138462614","https://openalex.org/W7138973135","https://openalex.org/W7139059113","https://openalex.org/W7148886830","https://openalex.org/W7154141638","https://openalex.org/W7160451612","https://openalex.org/W7167051776"],"related_works":["https://openalex.org/W7163889640","https://openalex.org/W4415625458","https://openalex.org/W7129077581","https://openalex.org/W7160233929","https://openalex.org/W7149974363","https://openalex.org/W4414248865","https://openalex.org/W7127126637","https://openalex.org/W4408929053","https://openalex.org/W7208783465","https://openalex.org/W7211867564"],"abstract_inverted_index":{"OBJECTIVES:":[0],"To":[1],"introduce":[2],"a":[3,76,82,171,223],"novel":[4],"grid-based":[5,220],"coordinate":[6],"framework":[7,221],"for":[8,215,227],"evaluating":[9],"spatial":[10,212,230],"landmark":[11],"localisation":[12,144],"competence":[13,213],"in":[14,176],"multimodal":[15],"large":[16],"language":[17],"models":[18,181],"(MLLMs)":[19],"applied":[20],"to":[21,25,165,184],"dental":[22,30,46,85],"radiography,":[23],"and":[24,35,54,63,81,99,117,127,191],"benchmark":[26,226],"two":[27],"MLLMs":[28,209],"against":[29,75],"student":[31,86,186],"consensus.":[32],"METHODS:":[33],"GPT-5.4":[34,104,124,131,156],"Gemini":[36,120,177,195],"3.1":[37,121,178,196],"Pro":[38,122,197],"were":[39],"evaluated":[40],"on":[41,108,115,125,135,152,188,201],"900":[42],"queries":[43],"spanning":[44],"200":[45],"radiographs":[47],"(100":[48],"panoramic,":[49],"50":[50,52],"periapical,":[51],"cephalometric)":[53],"12":[55],"landmarks":[56,110,147],"(9":[57],"point,":[58],"3":[59],"area)":[60],"under":[61,204],"zero-shot":[62],"guided":[64,205],"prompting":[65,139],"across":[66,232],"three":[67],"repetitions":[68],"(10,800":[69],"API":[70],"calls).":[71],"Performance":[72],"was":[73,112],"scored":[74],"two-rater":[77],"adjudicated":[78],"ground":[79],"truth":[80],"team-adjudicated":[83],"fourth-year":[84],"consensus":[87,187],"(n":[88],"=":[89],"40).":[90],"Metrics":[91],"included":[92],"Euclidean":[93],"distance,":[94],"the":[95,100,158,166,185],"successful":[96],"detection":[97],"rate,":[98],"Jaccard":[101],"index.":[102],"RESULTS:":[103],"matched":[105],"student-level":[106],"performance":[107],"cephalometric":[109,136,202],"but":[111],"substantially":[113],"outperformed":[114,123],"periapical":[116,128,190],"panoramic":[118,126,192],"tasks.":[119],"landmarks,":[129],"while":[130,148],"retained":[132],"an":[133],"advantage":[134],"points.":[137],"Guided":[138],"produced":[140],"heterogeneous":[141],"effects,":[142],"improving":[143],"of":[145,160],"some":[146],"causing":[149],"severe":[150],"regression":[151],"others;":[153],"most":[154],"notably,":[155],"directed":[157],"majority":[159],"lower-left":[161],"canine":[162],"apex":[163],"predictions":[164],"incorrect":[167],"lower-right":[168],"molar":[169],"region,":[170],"prompt-resistant":[172],"mislocalisation":[173],"pattern":[174],"absent":[175],"Pro.":[179],"Both":[180],"remained":[182],"inferior":[183],"all":[189],"comparisons,":[193],"with":[194],"approaching":[198],"parity":[199],"only":[200],"points":[203],"prompting.":[206],"CONCLUSION:":[207],"Current":[208],"demonstrate":[210],"modality-specific":[211],"insufficient":[214],"autonomous":[216],"clinical":[217],"deployment.":[218],"The":[219],"provides":[222],"reproducible,":[224],"modality-agnostic":[225],"tracking":[228],"MLLM":[229],"reasoning":[231],"future":[233],"model":[234],"generations.":[235]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-08-20T00:00:00"}