{"id":"https://openalex.org/W7117785196","doi":"https://doi.org/10.1109/icicis66182.2025.11313191","title":"Evaluating Multimodal Large Language Models for Clinical Diagnosis of Oral Lesions: A Biomedical Informatics Perspective","display_name":"Evaluating Multimodal Large Language Models for Clinical Diagnosis of Oral Lesions: A Biomedical Informatics Perspective","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W7117785196","doi":"https://doi.org/10.1109/icicis66182.2025.11313191"},"language":"en","primary_location":{"id":"doi:10.1109/icicis66182.2025.11313191","doi":"https://doi.org/10.1109/icicis66182.2025.11313191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icicis66182.2025.11313191","pdf_url":null,"source":{"id":"https://openalex.org/S7407087177","display_name":"International Conference on Intelligent Computing and Information Systems (ICICIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Twelfth International Conference on Intelligent Computing and Information Systems (ICICIS)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067789266","display_name":"Fatma E. A. Hassanein","orcid":"https://orcid.org/0009-0000-8010-9265","observed_orcids":["https://orcid.org/0009-0000-8010-9265"]},"institutions":[{"id":"https://openalex.org/I4391012626","display_name":"King Salman International University","ror":"https://ror.org/04gj69425","country_code":"EG","type":"education","lineage":["https://openalex.org/I4391012626"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Fatma E.A. Hassanein","raw_affiliation_strings":["King Salman International University,Oral Medicine, Periodontology, and Oral Diagnosis, Faculty of Dentistry,South Sinai,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Salman International University,Oral Medicine, Periodontology, and Oral Diagnosis, Faculty of Dentistry,South Sinai,Egypt","institution_ids":["https://openalex.org/I4391012626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078481253","display_name":"Jylan Elguindy","orcid":"https://orcid.org/0000-0002-6653-1272","observed_orcids":["https://orcid.org/0000-0002-6653-1272"]},"institutions":[{"id":"https://openalex.org/I4391012626","display_name":"King Salman International University","ror":"https://ror.org/04gj69425","country_code":"EG","type":"education","lineage":["https://openalex.org/I4391012626"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Jylan El-Guindy","raw_affiliation_strings":["King Salman International University,Prosthodontics Dentistry, Faculty of Dentistry,El Tur,South Sinai,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Salman International University,Prosthodontics Dentistry, Faculty of Dentistry,El Tur,South Sinai,Egypt","institution_ids":["https://openalex.org/I4391012626"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048233344","display_name":"Yousra Ahmed","orcid":"https://orcid.org/0000-0002-5404-7248","observed_orcids":["https://orcid.org/0000-0002-5404-7248"]},"institutions":[{"id":"https://openalex.org/I4391012626","display_name":"King Salman International University","ror":"https://ror.org/04gj69425","country_code":"EG","type":"education","lineage":["https://openalex.org/I4391012626"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Yousra Ahmed","raw_affiliation_strings":["King Salman International University,Prosthodontics Dentistry, Faculty of Dentistry,El Tur,South Sinai,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Salman International University,Prosthodontics Dentistry, Faculty of Dentistry,El Tur,South Sinai,Egypt","institution_ids":["https://openalex.org/I4391012626"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001122176","display_name":"Asmaa Abou\u2010Bakr","orcid":"https://orcid.org/0000-0001-5069-8257","observed_orcids":["https://orcid.org/0000-0001-5069-8257"]},"institutions":[{"id":"https://openalex.org/I4400009028","display_name":"Galala University","ror":"https://ror.org/04x3ne739","country_code":"EG","type":"education","lineage":["https://openalex.org/I4400009028"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Asmaa Abou-Bakr","raw_affiliation_strings":["Galala University,Oral Medicine, Periodontology, and Oral Diagnosis, Faculty of Dentistry,Suez,Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Galala University,Oral Medicine, Periodontology, and Oral Diagnosis, Faculty of Dentistry,Suez,Egypt","institution_ids":["https://openalex.org/I4400009028"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9315,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90225291,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"552","last_page":"559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11452","display_name":"Oral Health Pathology and Treatment","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/3500","display_name":"General Dentistry"},"field":{"id":"https://openalex.org/fields/35","display_name":"Dentistry"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.006899999920278788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9359999895095825},{"id":"https://openalex.org/keywords/oral-lesion-diagnosis","display_name":"oral lesion diagnosis","score":0.8309999704360962},{"id":"https://openalex.org/keywords/chatgpt-4","display_name":"ChatGPT-4","score":0.9750000238418579},{"id":"https://openalex.org/keywords/gemini-pro","display_name":"Gemini Pro","score":0.7919999957084656},{"id":"https://openalex.org/keywords/intraoral-photographs","display_name":"intraoral photographs","score":0.6959999799728394},{"id":"https://openalex.org/keywords/x-ray-images","display_name":"X-ray images","score":0.9399999976158142},{"id":"https://openalex.org/keywords/diagnostic-accuracy","display_name":"diagnostic accuracy","score":0.699999988079071},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.6370000243186951},{"id":"https://openalex.org/keywords/oral-cancer-detection","display_name":"oral cancer detection","score":0.4970000088214874},{"id":"https://openalex.org/keywords/human-expert-comparison","display_name":"human expert comparison","score":0.4350000023841858},{"id":"https://openalex.org/keywords/ai-assisted-diagnosis","display_name":"AI-assisted diagnosis","score":0.45899999141693115}],"concepts":[{"id":"https://openalex.org/C186282968","wikidata":"https://www.wikidata.org/wiki/Q1434261","display_name":"McNemar's test","level":2,"score":0.7613999843597412},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.61080002784729},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.576200008392334},{"id":"https://openalex.org/C127808970","wikidata":"https://www.wikidata.org/wiki/Q385989","display_name":"Bonferroni correction","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.51419997215271},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.47780001163482666},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4334000051021576},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40939998626708984},{"id":"https://openalex.org/C2778775528","wikidata":"https://www.wikidata.org/wiki/Q5135432","display_name":"Closing (real estate)","level":2,"score":0.4027999937534332},{"id":"https://openalex.org/C2778000598","wikidata":"https://www.wikidata.org/wiki/Q11237593","display_name":"Objective structured clinical examination","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3896999955177307},{"id":"https://openalex.org/C2983449737","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Clinical diagnosis","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.349700003862381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34279999136924744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32010000944137573},{"id":"https://openalex.org/C206497026","wikidata":"https://www.wikidata.org/wiki/Q1753883","display_name":"SNOMED CT","level":3,"score":0.3165000081062317},{"id":"https://openalex.org/C2983864324","wikidata":"https://www.wikidata.org/wiki/Q16872183","display_name":"Line drawings","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.29260000586509705},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icicis66182.2025.11313191","doi":"https://doi.org/10.1109/icicis66182.2025.11313191","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icicis66182.2025.11313191","pdf_url":null,"source":{"id":"https://openalex.org/S7407087177","display_name":"International Conference on Intelligent Computing and Information Systems (ICICIS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 Twelfth International Conference on Intelligent Computing and Information Systems (ICICIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W3006636713","https://openalex.org/W4389396369","https://openalex.org/W4392894031","https://openalex.org/W4399011506","https://openalex.org/W4402155831","https://openalex.org/W4402580980","https://openalex.org/W4403627047","https://openalex.org/W4404334341","https://openalex.org/W4404761528","https://openalex.org/W4405053920","https://openalex.org/W4406626963","https://openalex.org/W4406693132","https://openalex.org/W4406797277","https://openalex.org/W4406833598","https://openalex.org/W4408271957","https://openalex.org/W4408911035","https://openalex.org/W4409987185","https://openalex.org/W4411904494","https://openalex.org/W4412490566"],"related_works":["https://openalex.org/W7131318328","https://openalex.org/W4417042397","https://openalex.org/W7155080817","https://openalex.org/W7213899619","https://openalex.org/W4411531992","https://openalex.org/W7161293908","https://openalex.org/W4411904494","https://openalex.org/W4409739276","https://openalex.org/W4414248865","https://openalex.org/W4406833598"],"abstract_inverted_index":{"Accurate":[0],"diagnosis":[1],"of":[2,16,58,68,181],"oral":[3,51,93,188],"lesions":[4,52],"remains":[5],"challenging":[6],"due":[7],"to":[8],"overlapping":[9],"clinical":[10,59,196],"features":[11],"and":[12,27,38,53,79,86,101,104,115,130,147,166,190],"the":[13,55,155,179,191],"high":[14],"risk":[15],"missing":[17],"malignancies.":[18],"Multimodal":[19],"large":[20],"language":[21],"models":[22,45],"(LLMs),":[23],"such":[24],"as":[25,184],"ChatGPT-4":[26,78,120,134],"Google's":[28],"Gemini":[29,80],"Pro":[30,81],"2.5,":[31,82],"can":[32],"assist":[33],"clinicians":[34],"by":[35],"integrating":[36],"textual":[37],"visual":[39],"data.":[40],"This":[41],"study":[42],"compared":[43],"these":[44],"with":[46,72,83,100,111,137,157],"human":[47],"experts":[48],"in":[49,164,187],"diagnosing":[50],"quantified":[54],"added":[56],"value":[57],"images":[60,74],"(photographs":[61],"radiographs)":[62],"on":[63],"diagnostic":[64],"accuracy.":[65],"A":[66],"total":[67],"160":[69],"case":[70],"vignettes":[71],"intraoral":[73],"were":[75],"evaluated":[76],"using":[77],"Top-1,":[84],"Top-3,":[85],"Top-5":[87],"accuracy":[88,125],"metrics":[89],"benchmarked":[90],"against":[91],"two":[92],"medicine":[94],"specialists.":[95],"Each":[96],"model":[97],"was":[98,145,161],"tested":[99],"without":[102],"images,":[103,119],"analyses":[105],"included":[106],"Cochran's":[107],"Q,":[108],"McNemar":[109],"tests":[110],"Bonferroni":[112],"correction,":[113],"Cohen's$h$,":[114],"logistic":[116],"regression.":[117],"With":[118],"achieved":[121],"63.7":[122],"%":[123,129],"Top-1":[124],"versus":[126],"Gemini's":[127,143],"71.2":[128],"experts'":[131],"87.5":[132],"%.":[133],"improved":[135],"significantly":[136],"image":[138],"input":[139,160],"(+13.8":[140],"points,$p=0.017$),":[141],"while":[142,170],"gain":[144],"smaller":[146],"non-significant.":[148],"Both":[149],"reached$\\sim":[150],"95":[151],"\\%$Top-3":[152],"accuracy,":[153],"closing":[154],"gap":[156],"experts.":[158],"Visual":[159],"most":[162],"beneficial":[163],"high-difficulty":[165],"morphologically":[167],"complex":[168],"cases,":[169],"radiographs":[171],"offered":[172],"limited":[173],"additional":[174],"value.":[175],"These":[176],"findings":[177],"underscore":[178],"promise":[180],"multimodal":[182],"LLMs":[183],"assistive":[185],"tools":[186],"diagnostics":[189],"need":[192],"for":[193],"cautious,":[194],"evidence-based":[195],"integration.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2025-12-31T00:00:00"}