{"id":"https://openalex.org/W7163204114","doi":"https://doi.org/10.1109/memea69746.2026.11537334","title":"Locally Deployable LLMs for Automated Endoscopy Reporting: Benchmarking Generalist vs. Specialist Models","display_name":"Locally Deployable LLMs for Automated Endoscopy Reporting: Benchmarking Generalist vs. Specialist Models","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7163204114","doi":"https://doi.org/10.1109/memea69746.2026.11537334"},"language":null,"primary_location":{"id":"doi:10.1109/memea69746.2026.11537334","is_oa":false,"landing_page_url":"https://doi.org/10.1109/memea69746.2026.11537334","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Medical Measurements & Applications (MeMeA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114198963","display_name":"Janak Dave","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Janak Dave","raw_affiliation_strings":["Indian Institute of Technology,Department of Electrical Engineering,Madras,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Department of Electrical Engineering,Madras,India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137689020","display_name":"S Amalan","orcid":null},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"S Amalan","raw_affiliation_strings":["Indian Institute of Technology,Department of Electrical Engineering,Madras,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Department of Electrical Engineering,Madras,India","institution_ids":["https://openalex.org/I24676775"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137669483","display_name":"Harshana Devaraj","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102197","display_name":"Healthcare Technology Innovation Centre","ror":"https://ror.org/017mw4x28","country_code":"IN","type":"facility","lineage":["https://openalex.org/I4210102197"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Harshana Devaraj","raw_affiliation_strings":["Healthcare Technology Innovation Centre IIT-Madras,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Healthcare Technology Innovation Centre IIT-Madras,India","institution_ids":["https://openalex.org/I4210102197"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137688943","display_name":"Bristi Biswas","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102197","display_name":"Healthcare Technology Innovation Centre","ror":"https://ror.org/017mw4x28","country_code":"IN","type":"facility","lineage":["https://openalex.org/I4210102197"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bristi Biswas","raw_affiliation_strings":["Healthcare Technology Innovation Centre IIT-Madras,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Healthcare Technology Innovation Centre IIT-Madras,India","institution_ids":["https://openalex.org/I4210102197"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112006629","display_name":"Sudipta Dhar Chowdhury","orcid":"https://orcid.org/0000-0001-6484-0218"},"institutions":[{"id":"https://openalex.org/I172917736","display_name":"Christian Medical College, Vellore","ror":"https://ror.org/00c7kvd80","country_code":"IN","type":"education","lineage":["https://openalex.org/I172917736"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sudipta Dhar Chowdhury","raw_affiliation_strings":["Christian Medical College,Vellore,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Christian Medical College,Vellore,India","institution_ids":["https://openalex.org/I172917736"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137658614","display_name":"Joy Mammen","orcid":null},"institutions":[{"id":"https://openalex.org/I172917736","display_name":"Christian Medical College, Vellore","ror":"https://ror.org/00c7kvd80","country_code":"IN","type":"education","lineage":["https://openalex.org/I172917736"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Joy Mammen","raw_affiliation_strings":["Christian Medical College,Vellore,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Christian Medical College,Vellore,India","institution_ids":["https://openalex.org/I172917736"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101925021","display_name":"John Titus George","orcid":"https://orcid.org/0000-0002-5405-8289"},"institutions":[{"id":"https://openalex.org/I172917736","display_name":"Christian Medical College, Vellore","ror":"https://ror.org/00c7kvd80","country_code":"IN","type":"education","lineage":["https://openalex.org/I172917736"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"John Titus George","raw_affiliation_strings":["Christian Medical College,Vellore,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Christian Medical College,Vellore,India","institution_ids":["https://openalex.org/I172917736"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060443823","display_name":"Nicholas Vijay Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I172917736","display_name":"Christian Medical College, Vellore","ror":"https://ror.org/00c7kvd80","country_code":"IN","type":"education","lineage":["https://openalex.org/I172917736"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Nicholas Vijay Rao","raw_affiliation_strings":["Christian Medical College,Vellore,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Christian Medical College,Vellore,India","institution_ids":["https://openalex.org/I172917736"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006673873","display_name":"Noble Varghese Mathews","orcid":"https://orcid.org/0009-0007-1438-5297"},"institutions":[{"id":"https://openalex.org/I172917736","display_name":"Christian Medical College, Vellore","ror":"https://ror.org/00c7kvd80","country_code":"IN","type":"education","lineage":["https://openalex.org/I172917736"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Noble Varghese Mathews","raw_affiliation_strings":["Christian Medical College,Vellore,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Christian Medical College,Vellore,India","institution_ids":["https://openalex.org/I172917736"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121989650","display_name":"Amith Viswanath","orcid":null},"institutions":[{"id":"https://openalex.org/I172917736","display_name":"Christian Medical College, Vellore","ror":"https://ror.org/00c7kvd80","country_code":"IN","type":"education","lineage":["https://openalex.org/I172917736"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amith Viswanath","raw_affiliation_strings":["Christian Medical College,Vellore,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Christian Medical College,Vellore,India","institution_ids":["https://openalex.org/I172917736"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137693140","display_name":"Sp Preejith","orcid":null},"institutions":[{"id":"https://openalex.org/I4210102197","display_name":"Healthcare Technology Innovation Centre","ror":"https://ror.org/017mw4x28","country_code":"IN","type":"facility","lineage":["https://openalex.org/I4210102197"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sp Preejith","raw_affiliation_strings":["Healthcare Technology Innovation Centre IIT-Madras,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Healthcare Technology Innovation Centre IIT-Madras,India","institution_ids":["https://openalex.org/I4210102197"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056763944","display_name":"Mohanasankar Sivaprakasam","orcid":"https://orcid.org/0000-0002-6714-9147"},"institutions":[{"id":"https://openalex.org/I24676775","display_name":"Indian Institute of Technology Madras","ror":"https://ror.org/03v0r5n49","country_code":"IN","type":"education","lineage":["https://openalex.org/I24676775"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohanasankar Sivaprakasam","raw_affiliation_strings":["Indian Institute of Technology,Department of Electrical Engineering,Madras,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Department of Electrical Engineering,Madras,India","institution_ids":["https://openalex.org/I24676775"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5114198963"],"corresponding_institution_ids":["https://openalex.org/I24676775"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.90497449,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11378","display_name":"Gastrointestinal Bleeding Diagnosis and Treatment","score":0.23409999907016754,"subfield":{"id":"https://openalex.org/subfields/2715","display_name":"Gastroenterology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11378","display_name":"Gastrointestinal Bleeding Diagnosis and Treatment","score":0.23409999907016754,"subfield":{"id":"https://openalex.org/subfields/2715","display_name":"Gastroenterology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.1289999932050705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10552","display_name":"Colorectal Cancer Screening and Detection","score":0.08079999685287476,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7648000121116638},{"id":"https://openalex.org/keywords/generalist-and-specialist-species","display_name":"Generalist and specialist species","score":0.503000020980835},{"id":"https://openalex.org/keywords/endoscopy","display_name":"Endoscopy","score":0.37380000948905945},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.25290000438690186}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7648000121116638},{"id":"https://openalex.org/C45371612","wikidata":"https://www.wikidata.org/wiki/Q3058587","display_name":"Generalist and specialist species","level":3,"score":0.503000020980835},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3840000033378601},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3799000084400177},{"id":"https://openalex.org/C2778451229","wikidata":"https://www.wikidata.org/wiki/Q212809","display_name":"Endoscopy","level":2,"score":0.37380000948905945},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.3366999924182892},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.32910001277923584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3037000000476837},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C107826830","wikidata":"https://www.wikidata.org/wiki/Q929380","display_name":"Environmental resource management","level":1,"score":0.26969999074935913},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/memea69746.2026.11537334","is_oa":false,"landing_page_url":"https://doi.org/10.1109/memea69746.2026.11537334","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Medical Measurements & Applications (MeMeA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320336200","display_name":"Biotechnology Industry Research Assistance Council","ror":"https://ror.org/05qr7ed45"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1939399825","https://openalex.org/W2980278535","https://openalex.org/W4389519254","https://openalex.org/W4391940656","https://openalex.org/W4393934605","https://openalex.org/W4401072360","https://openalex.org/W4402010729","https://openalex.org/W4402713323","https://openalex.org/W4403211586","https://openalex.org/W4409091111"],"related_works":[],"abstract_inverted_index":{"Automated":[0],"reporting":[1],"in":[2,177],"Esophagogastroduodenoscopy":[3],"(EGD)":[4],"is":[5],"currently":[6],"constrained":[7],"by":[8,96],"a":[9,31,70,89,92,171,185],"perception-reasoning":[10],"gap,":[11],"where":[12],"computer":[13],"vision":[14],"models":[15,59,82],"effectively":[16],"detect":[17],"lesions":[18],"but":[19],"lack":[20],"the":[21,109,120,139,149,158,193,197,200],"cognitive":[22],"capacity":[23],"to":[24,43,54,65],"synthesize":[25],"diagnostic":[26,78],"conclusions.":[27],"This":[28],"study":[29],"proposes":[30],"privacy-preserving":[32,189],"reasoning":[33,62],"engine":[34],"using":[35],"locally":[36],"deployable,":[37],"quantized":[38],"Large":[39],"Language":[40],"Models":[41],"(LLMs)":[42],"bridge":[44],"this":[45],"gap.":[46],"Four":[47],"distinct":[48],"architectures":[49],"(4B-14B":[50],"parameters)":[51],"were":[52,83],"benchmarked":[53],"resolve":[55],"whether":[56],"mid-sized":[57],"generalist":[58,110],"possess":[60],"superior":[61],"capabilities":[63],"compared":[64],"domain-adapted":[66],"specialist":[67],"models.":[68],"Using":[69],"curated":[71],"dataset":[72],"of":[73,196,199],"16":[74],"structured":[75],"EGD":[76],"reports,":[77],"outputs":[79],"across":[80],"four":[81,97],"generated.":[84],"Performance":[85],"was":[86],"assessed":[87],"via":[88],"dual-track":[90],"framework:":[91],"blinded":[93],"consensus":[94],"review":[95],"gastroenterologists":[98],"and":[99],"an":[100],"automated":[101,159,201],"LLM":[102,202],"evaluator":[103,164,203],"(DeepSeek-R1-Distill).":[104],"Results":[105],"challenged":[106],"traditional":[107],"assumptions:":[108],"Qwen-2.5-14B":[111],"achieved":[112],"top":[113],"performance":[114],"(Human":[115,131],"Score:":[116,132],"68.4%),":[117],"significantly":[118],"outperforming":[119],"domain-specific":[121],"BioMistral-7B":[122],"(47.9%),":[123],"which":[124],"suffered":[125],"from":[126],"frequent":[127],"hallucinations.":[128],"Notably,":[129],"MedGemma-4B":[130,183],"$\\mathbf{6":[133],"4.":[134],"1":[135],"\\%}$)":[136],"emerged":[137],"as":[138],"optimal":[140],"candidate":[141],"for":[142,188,210],"edge":[143,190],"deployment,":[144],"achieving":[145],"statistical":[146],"parity":[147],"with":[148],"larger":[150],"Llama-3.1-8B":[151],"(64.5%)":[152],"despite":[153],"minimal":[154],"resource":[155],"requirements.":[156],"While":[157],"judge":[160],"successfully":[161],"replicated":[162],"human":[163,206],"ranking":[165],"order":[166],"(Kendall\u2019s":[167],"$\\tau=0.667$),":[168],"it":[169],"exhibited":[170],"critical":[172],"leniency":[173],"bias":[174],"(+0.94":[175],"points)":[176],"safety":[178,198],"assessments":[179],"$(\\mathbf{p}\\lt0.05)$.":[180],"In":[181],"conclusion,":[182],"represents":[184],"viable":[186],"solution":[187],"deployment.":[191],"However,":[192],"significant":[194],"divergence":[195],"confirms":[204],"that":[205],"oversight":[207],"remains":[208],"indispensable":[209],"validating":[211],"safety-critical":[212],"clinical":[213],"decisions.":[214]},"counts_by_year":[],"updated_date":"2026-06-04T06:14:18.571774","created_date":"2026-06-03T00:00:00"}