{"id":"https://openalex.org/W4416307337","doi":"https://doi.org/10.18692/1810-4800-2025-3-53-62","title":"Potential of multimodal language model for preliminary evaluation of otoscopic images","display_name":"Potential of multimodal language model for preliminary evaluation of otoscopic images","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416307337","doi":"https://doi.org/10.18692/1810-4800-2025-3-53-62"},"language":"en","primary_location":{"id":"doi:10.18692/1810-4800-2025-3-53-62","doi":"https://doi.org/10.18692/1810-4800-2025-3-53-62","is_oa":true,"landing_page_url":"https://doi.org/10.18692/1810-4800-2025-3-53-62","pdf_url":"https://entru.org/files/preview/2025/03/article/j_rus_LOR_3_2025-53-62.pdf","source":{"id":"https://openalex.org/S4210229473","display_name":"Russian otorhinolaryngology","issn_l":"1810-4800","issn":["1810-4800","2413-4309"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Russian Otorhinolaryngology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://entru.org/files/preview/2025/03/article/j_rus_LOR_3_2025-53-62.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043629876","display_name":"\u041a\u043e\u043c\u0430\u0440\u043e\u0432 \u041c\u0438\u0445\u0430\u0438\u043b \u0412\u043b\u0430\u0434\u0438\u043c\u0438\u0440\u043e\u0432\u0438\u0447","orcid":"https://orcid.org/0000-0003-4471-3603","observed_orcids":["https://orcid.org/0000-0003-4471-3603"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"M. V. Komarov","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-4471-3603","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069720899","display_name":"\u041e. \u0406. \u0413\u043e\u043d\u0447\u0430\u0440\u043e\u0432","orcid":"https://orcid.org/0000-0003-3738-4944","observed_orcids":["https://orcid.org/0000-0003-3738-4944"]},"institutions":[{"id":"https://openalex.org/I3018698992","display_name":"Federal Almazov North-West Medical Research Centre","ror":"https://ror.org/03qepc107","country_code":"RU","type":"facility","lineage":["https://openalex.org/I3018698992"]},{"id":"https://openalex.org/I4210106380","display_name":"St. Petersburg State Medical Academy \"City Hospital No. 26\"","ror":"https://ror.org/01ncxv941","country_code":"RU","type":"healthcare","lineage":["https://openalex.org/I4210106380"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"O. I. Goncharov","raw_affiliation_strings":[", 3 City Hospital No. 26 , Saint Petersburg , 196240 , Russian Federation","Almazov National Medical Research Centre , Saint Petersburg , 197341 , Russian Federation"],"raw_orcid":"https://orcid.org/0000-0003-3738-4944","affiliations":[{"raw_affiliation_string":", 3 City Hospital No. 26 , Saint Petersburg , 196240 , Russian Federation","institution_ids":["https://openalex.org/I4210106380"]},{"raw_affiliation_string":"Almazov National Medical Research Centre , Saint Petersburg , 197341 , Russian Federation","institution_ids":["https://openalex.org/I3018698992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056007427","display_name":"A. A. Fedotova","orcid":"https://orcid.org/0000-0002-4816-2098","observed_orcids":["https://orcid.org/0000-0002-4816-2098"]},"institutions":[{"id":"https://openalex.org/I4210151936","display_name":"North-Western State Medical University named after I.I. Mechnikov","ror":"https://ror.org/04kayk232","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210151936"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"A. A. Fedotova","raw_affiliation_strings":["Mechnikov North-Western State Medical University , Saint Petersburg , 195067 , Russian Federation"],"raw_orcid":"https://orcid.org/0000-0002-4816-2098","affiliations":[{"raw_affiliation_string":"Mechnikov North-Western State Medical University , Saint Petersburg , 195067 , Russian Federation","institution_ids":["https://openalex.org/I4210151936"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"24","issue":"3","first_page":"53","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.0015999999595806003,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.6800000071525574},{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.7799999713897705},{"id":"https://openalex.org/keywords/tympanometry","display_name":"tympanometry","score":0.5979999899864197},{"id":"https://openalex.org/keywords/tympanic-membrane-perforation","display_name":"tympanic membrane perforation","score":0.8399999737739563},{"id":"https://openalex.org/keywords/tympanosclerosis","display_name":"tympanosclerosis","score":0.722000002861023},{"id":"https://openalex.org/keywords/cholesteatoma","display_name":"cholesteatoma","score":0.9710000157356262},{"id":"https://openalex.org/keywords/middle-ear-effusion","display_name":"middle ear effusion","score":0.7429999709129333},{"id":"https://openalex.org/keywords/foreign-bodies","display_name":"foreign bodies","score":0.5389999747276306},{"id":"https://openalex.org/keywords/middle-ear-tumor","display_name":"middle ear tumor","score":0.7369999885559082},{"id":"https://openalex.org/keywords/automated-image-interpretation","display_name":"automated image interpretation","score":0.6380000114440918},{"id":"https://openalex.org/keywords/preliminary-screening","display_name":"preliminary screening","score":0.5350000262260437},{"id":"https://openalex.org/keywords/report-standardization","display_name":"report standardization","score":0.5849999785423279},{"id":"https://openalex.org/keywords/otolaryngology-education","display_name":"otolaryngology education","score":0.7879999876022339}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6191999912261963},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5561000108718872},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.525600016117096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5184000134468079},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.47350001335144043},{"id":"https://openalex.org/C108516343","wikidata":"https://www.wikidata.org/wiki/Q189553","display_name":"Otorhinolaryngology","level":2,"score":0.4645000100135803},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.3743000030517578},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.36899998784065247},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.36010000109672546},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3546999990940094},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.29319998621940613},{"id":"https://openalex.org/C3017913842","wikidata":"https://www.wikidata.org/wiki/Q189553","display_name":"Head and neck surgery","level":3,"score":0.2782000005245209},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.275299996137619},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C3020132585","wikidata":"https://www.wikidata.org/wiki/Q2671652","display_name":"Diagnostic accuracy","level":2,"score":0.25769999623298645},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C2983449737","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Clinical diagnosis","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2533000111579895},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18692/1810-4800-2025-3-53-62","doi":"https://doi.org/10.18692/1810-4800-2025-3-53-62","is_oa":true,"landing_page_url":"https://doi.org/10.18692/1810-4800-2025-3-53-62","pdf_url":"https://entru.org/files/preview/2025/03/article/j_rus_LOR_3_2025-53-62.pdf","source":{"id":"https://openalex.org/S4210229473","display_name":"Russian otorhinolaryngology","issn_l":"1810-4800","issn":["1810-4800","2413-4309"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Russian Otorhinolaryngology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.18692/1810-4800-2025-3-53-62","doi":"https://doi.org/10.18692/1810-4800-2025-3-53-62","is_oa":true,"landing_page_url":"https://doi.org/10.18692/1810-4800-2025-3-53-62","pdf_url":"https://entru.org/files/preview/2025/03/article/j_rus_LOR_3_2025-53-62.pdf","source":{"id":"https://openalex.org/S4210229473","display_name":"Russian otorhinolaryngology","issn_l":"1810-4800","issn":["1810-4800","2413-4309"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["russia-white-list-3"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Russian Otorhinolaryngology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8371999859809875,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416307337.pdf","grobid_xml":"https://content.openalex.org/works/W4416307337.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2991130772","https://openalex.org/W3165718246","https://openalex.org/W3174544273","https://openalex.org/W4220688195","https://openalex.org/W4221094320","https://openalex.org/W4304976079","https://openalex.org/W4319659980","https://openalex.org/W4386053290","https://openalex.org/W4386525336","https://openalex.org/W4394620990","https://openalex.org/W4399854605","https://openalex.org/W4407390871"],"related_works":["https://openalex.org/W4398775037","https://openalex.org/W4394760737","https://openalex.org/W4416916708","https://openalex.org/W4393527427","https://openalex.org/W4405650006","https://openalex.org/W7164177329","https://openalex.org/W7171714001","https://openalex.org/W4407716862","https://openalex.org/W4400956327","https://openalex.org/W4415937008"],"abstract_inverted_index":{"Abstract.":[0],"A":[1,36],"pilot":[2],"study":[3],"evaluated":[4],"the":[5,8,66,120,133,174,181],"capabilities":[6],"of":[7,55,102,132,135,176,216],"universal":[9],"multimodal":[10],"LLM":[11],"ChatGPT":[12,75,194],"03":[13,76],"for":[14,198],"interpreting":[15],"otoscopic":[16],"images.":[17],"Thirty-eight":[18],"frames":[19],"were":[20],"grouped":[21],"into":[22],"nine":[23],"clinical":[24,104],"categories\u2014from":[25],"normal":[26],"and":[27,33,90,125,180,203,214],"foreign":[28],"bodies":[29],"to":[30],"postoperative":[31],"states":[32],"middle-ear":[34],"tumors.":[35],"\u201cgold":[37],"standard\u201d":[38],"annotation":[39],"was":[40,59,107,123,188],"provided":[41],"by":[42],"two":[43],"otorhinolaryngology":[44],"experts":[45],"(Cohen\u2019s":[46],"\u03ba":[47,127],">":[48],"0.85),":[49],"with":[50,65,88,152],"consensus":[51],"reached":[52],"in":[53,61,72,80],"cases":[54],"disagreement.":[56],"Each":[57],"frame":[58],"processed":[60],"a":[62,140,169],"new":[63],"session":[64],"prompt":[67],"\u201cWhat":[68],"do":[69],"you":[70],"see":[71],"this":[73],"photo?\u201d":[74],"achieved":[77],"100%":[78],"accuracy":[79],"distinguishing":[81],"\u201cnormal":[82],"vs.":[83],"pathology\u201d":[84],"(95%":[85],"CI":[86],"90.8\u2013100%),":[87],"sensitivity":[89],"specificity,":[91],"PPV/NPV":[92],"(positive":[93],"predictive":[94,96],"value/negative":[95],"value)":[97],"=":[98,128,145,150,159,163],"100%.":[99],"The":[100,184],"correctness":[101],"its":[103,136],"diagnosis":[105],"formulation":[106],"81.6%":[108],"(31/38).":[109],"For":[110],"five":[111],"key":[112],"morphological":[113],"features":[114,179],"(perforation,":[115],"effusion,":[116],"hyperemia,":[117],"tympanosclerosis,":[118],"cholesteatoma),":[119],"mean":[121],"F1-score":[122],"0.92,":[124],"Cohen\u2019s":[126],"0.87.":[129],"Expert":[130],"ratings":[131],"utility":[134],"text":[137],"descriptions":[138],"on":[139],"5-point":[141],"scale":[142],"yielded":[143],"M":[144],"4.4":[146],"\u00b1":[147],"0.6,":[148],"ICC":[149],"0.82,":[151],"no":[153],"significant":[154],"differences":[155],"between":[156,173],"groups":[157],"(p":[158,165],"0.24).":[160],"Spearman\u2019s":[161],"\u03c1":[162],"0.72":[164],"<":[166],"0.001)":[167],"confirmed":[168],"strong":[170],"positive":[171],"correlation":[172],"number":[175],"correctly":[177],"identified":[178],"usefulness":[182],"assessment.":[183],"average":[185],"response":[186],"time":[187],"30\u201340":[189],"s.":[190],"These":[191],"findings":[192],"underscore":[193],"03\u2019s":[195],"high":[196],"potential":[197],"preliminary":[199],"screening,":[200],"report":[201],"standardization,":[202],"education.":[204],"Clinical":[205],"implementation":[206],"will":[207],"require":[208],"large-scale":[209],"prospective":[210],"validation,":[211],"structured":[212],"output,":[213],"integration":[215],"quantitative":[217],"tools.":[218]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-11-18T00:00:00"}