{"id":"https://openalex.org/W4416758784","doi":"https://doi.org/10.1038/s41746-025-02174-0","title":"Benchmarking proprietary and open-source language and vision-language models for gastroenterology clinical reasoning","display_name":"Benchmarking proprietary and open-source language and vision-language models for gastroenterology clinical reasoning","publication_year":2025,"publication_date":"2025-11-27","ids":{"openalex":"https://openalex.org/W4416758784","doi":"https://doi.org/10.1038/s41746-025-02174-0","pmid":"https://pubmed.ncbi.nlm.nih.gov/41310206"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-02174-0","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02174-0","pdf_url":"https://www.nature.com/articles/s41746-025-02174-0_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-02174-0_reference.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084369770","display_name":"Seyed Amir Ahmad Safavi\u2010Naini","orcid":"https://orcid.org/0000-0001-9295-9283"},"institutions":[{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Seyed Amir Ahmad Safavi-Naini","raw_affiliation_strings":["Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Division of Data-Driven and Digital Health (D3M), The Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Health (D3M), The Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I4210111958"]},{"raw_affiliation_string":"Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004852724","display_name":"Shuhaib Ali","orcid":null},"institutions":[{"id":"https://openalex.org/I165951966","display_name":"The University of Texas at San Antonio Health Science Center","ror":"https://ror.org/02f6dcw23","country_code":"US","type":"education","lineage":["https://openalex.org/I165951966","https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuhaib Ali","raw_affiliation_strings":["University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA","institution_ids":["https://openalex.org/I165951966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021524144","display_name":"Omer Shahab","orcid":"https://orcid.org/0000-0001-9597-9175"},"institutions":[{"id":"https://openalex.org/I4210139747","display_name":"Virginia Hospital Center","ror":"https://ror.org/04fq6zd17","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210139747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Omer Shahab","raw_affiliation_strings":["Division of Gastroenterology, Virginia Hospital Center, Arlington, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Gastroenterology, Virginia Hospital Center, Arlington, VA, USA","institution_ids":["https://openalex.org/I4210139747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049842614","display_name":"Zahra Shahhoseini","orcid":"https://orcid.org/0009-0002-2220-5309"},"institutions":[{"id":"https://openalex.org/I58048189","display_name":"Shahid Beheshti University of Medical Sciences","ror":"https://ror.org/034m2b326","country_code":"IR","type":"education","lineage":["https://openalex.org/I58048189"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Zahra Shahhoseini","raw_affiliation_strings":["School of Medicine, Shahid Beheshti University of Medical Sciences, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medicine, Shahid Beheshti University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I58048189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083056677","display_name":"Thomas Savage","orcid":"https://orcid.org/0000-0001-8715-8369"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Savage","raw_affiliation_strings":["Department of Medicine, Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013523440","display_name":"Sara Rafiee","orcid":"https://orcid.org/0009-0008-5180-7388"},"institutions":[{"id":"https://openalex.org/I58048189","display_name":"Shahid Beheshti University of Medical Sciences","ror":"https://ror.org/034m2b326","country_code":"IR","type":"education","lineage":["https://openalex.org/I58048189"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Sara Rafiee","raw_affiliation_strings":["School of Medicine, Shahid Beheshti University of Medical Sciences, Tehran, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medicine, Shahid Beheshti University of Medical Sciences, Tehran, Iran","institution_ids":["https://openalex.org/I58048189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050631900","display_name":"Jamil S. Samaan","orcid":"https://orcid.org/0000-0002-6191-2631"},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamil S. Samaan","raw_affiliation_strings":["Karsh Division of Gastroenterology and Hepatology, Cedars-Sinai Medical Center, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karsh Division of Gastroenterology and Hepatology, Cedars-Sinai Medical Center, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1282927834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109456824","display_name":"Reem Al Shabeeb","orcid":null},"institutions":[{"id":"https://openalex.org/I2800468613","display_name":"Inova Fairfax Hospital","ror":"https://ror.org/0212h5y77","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I116530498","https://openalex.org/I2800468613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reem Al Shabeeb","raw_affiliation_strings":["Department of Medicine, Inova Fairfax Medical Campus, Falls Church, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Inova Fairfax Medical Campus, Falls Church, VA, USA","institution_ids":["https://openalex.org/I2800468613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050662064","display_name":"Farah Ladak","orcid":null},"institutions":[{"id":"https://openalex.org/I165951966","display_name":"The University of Texas at San Antonio Health Science Center","ror":"https://ror.org/02f6dcw23","country_code":"US","type":"education","lineage":["https://openalex.org/I165951966","https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farah Ladak","raw_affiliation_strings":["University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA","institution_ids":["https://openalex.org/I165951966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075246121","display_name":"Jamie O. Yang","orcid":"https://orcid.org/0000-0002-4318-0924"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jamie O. Yang","raw_affiliation_strings":["Department of Internal Medicine, University of California, Los Angeles, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Internal Medicine, University of California, Los Angeles, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011086791","display_name":"Juan Echavarria","orcid":null},"institutions":[{"id":"https://openalex.org/I165951966","display_name":"The University of Texas at San Antonio Health Science Center","ror":"https://ror.org/02f6dcw23","country_code":"US","type":"education","lineage":["https://openalex.org/I165951966","https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Echavarria","raw_affiliation_strings":["University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA","institution_ids":["https://openalex.org/I165951966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112474004","display_name":"Sumbal Babar","orcid":null},"institutions":[{"id":"https://openalex.org/I165951966","display_name":"The University of Texas at San Antonio Health Science Center","ror":"https://ror.org/02f6dcw23","country_code":"US","type":"education","lineage":["https://openalex.org/I165951966","https://openalex.org/I45438204"]},{"id":"https://openalex.org/I4210154757","display_name":"Texas Center for Infectious Disease","ror":"https://ror.org/04rtgz764","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210154757"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sumbal Babar","raw_affiliation_strings":["Division of Infectious Diseases, Department of Medicine, University of Texas Health, San Antonio, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Infectious Diseases, Department of Medicine, University of Texas Health, San Antonio, TX, USA","institution_ids":["https://openalex.org/I165951966","https://openalex.org/I4210154757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000135593","display_name":"Aasma Shaukat","orcid":"https://orcid.org/0000-0003-2446-8858"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aasma Shaukat","raw_affiliation_strings":["Division of Gastroenterology, Department of Medicine, NYU Grossman School of Medicine, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Gastroenterology, Department of Medicine, NYU Grossman School of Medicine, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083219543","display_name":"Samuel Margolis","orcid":"https://orcid.org/0009-0003-0374-2739"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]},{"id":"https://openalex.org/I2803209242","display_name":"University of California System","ror":"https://ror.org/00pjdza24","country_code":"US","type":"education","lineage":["https://openalex.org/I2803209242"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samuel Margolis","raw_affiliation_strings":["David Geffen School Medicine, University of California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"David Geffen School Medicine, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765","https://openalex.org/I2803209242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086753691","display_name":"Nicholas P. Tatonetti","orcid":"https://orcid.org/0000-0002-2700-2597"},"institutions":[{"id":"https://openalex.org/I1282927834","display_name":"Cedars-Sinai Medical Center","ror":"https://ror.org/02pammg90","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1282927834"]},{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas P. Tatonetti","raw_affiliation_strings":["Cedars-Sinai Cancer, Cedars-Sinai Medical Center, Los Angeles, CA, USA","Department of Biomedical Informatics, Columbia University, New York, NY, USA","Department of Computational Biomedicine, Cedars-Sinai Medical Center, West Hollywood, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cedars-Sinai Cancer, Cedars-Sinai Medical Center, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1282927834"]},{"raw_affiliation_string":"Department of Biomedical Informatics, Columbia University, New York, NY, USA","institution_ids":["https://openalex.org/I78577930"]},{"raw_affiliation_string":"Department of Computational Biomedicine, Cedars-Sinai Medical Center, West Hollywood, CA, USA","institution_ids":["https://openalex.org/I1282927834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405500","display_name":"Girish N. Nadkarni","orcid":"https://orcid.org/0000-0001-6319-4314"},"institutions":[{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Girish Nadkarni","raw_affiliation_strings":["Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","Division of Data-Driven and Digital Health (D3M), The Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Health (D3M), The Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I4210111958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028800245","display_name":"Bara El Kurdi","orcid":"https://orcid.org/0000-0002-8048-7001"},"institutions":[{"id":"https://openalex.org/I165951966","display_name":"The University of Texas at San Antonio Health Science Center","ror":"https://ror.org/02f6dcw23","country_code":"US","type":"education","lineage":["https://openalex.org/I165951966","https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bara El Kurdi","raw_affiliation_strings":["University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA. baraabayern@gmail.com","University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA. baraabayern@gmail.com","institution_ids":["https://openalex.org/I165951966"]},{"raw_affiliation_string":"University of Texas Health, Department of Medicine, Division of Gastroenterology and Hepatology, San Antonio, TX, USA","institution_ids":["https://openalex.org/I165951966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101551874","display_name":"Ali Soroush","orcid":"https://orcid.org/0000-0002-9485-9662"},"institutions":[{"id":"https://openalex.org/I4210111958","display_name":"Child Health and Development Institute","ror":"https://ror.org/02bns0488","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210111958"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Soroush","raw_affiliation_strings":["Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA. Ali.Soroush@mountsinai.org","Division of Data-Driven and Digital Health (D3M), The Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA. Ali.Soroush@mountsinai.org","Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA. Ali.Soroush@mountsinai.org","Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA. Ali.Soroush@mountsinai.org","institution_ids":["https://openalex.org/I98704320","https://openalex.org/I4210111958"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Health (D3M), The Charles Bronfman Institute for Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA. Ali.Soroush@mountsinai.org","institution_ids":["https://openalex.org/I4210111958"]},{"raw_affiliation_string":"Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY, USA. Ali.Soroush@mountsinai.org","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY, USA","institution_ids":["https://openalex.org/I98704320"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":18,"corresponding_author_ids":["https://openalex.org/A5084369770"],"corresponding_institution_ids":["https://openalex.org/I4210111958","https://openalex.org/I98704320"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":3.2624,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93227638,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"8","issue":"1","first_page":"797","last_page":"797"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3982999920845032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.3982999920845032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.11620000004768372,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10552","display_name":"Colorectal Cancer Screening and Detection","score":0.05939999967813492,"subfield":{"id":"https://openalex.org/subfields/2730","display_name":"Oncology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8047999739646912},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.3781999945640564},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.31200000643730164},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.31150001287460327},{"id":"https://openalex.org/keywords/clinical-practice","display_name":"Clinical Practice","score":0.2761000096797943}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8047999739646912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4973999857902527},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38769999146461487},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3792000114917755},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3628999888896942},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.34220001101493835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3215000033378601},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.31200000643730164},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3077000081539154},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-025-02174-0","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02174-0","pdf_url":"https://www.nature.com/articles/s41746-025-02174-0_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41310206","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41310206","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:7a8e56a23a0f42f58f1c8dc05459aa49","is_oa":true,"landing_page_url":"https://doaj.org/article/7a8e56a23a0f42f58f1c8dc05459aa49","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 8, Iss 1, Pp 1-19 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12749705","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12749705/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-02174-0","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02174-0","pdf_url":"https://www.nature.com/articles/s41746-025-02174-0_reference.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2275429674","display_name":null,"funder_award_id":"AGA2023-32-06","funder_id":"https://openalex.org/F4320311351","funder_display_name":"American Gastroenterological Association"}],"funders":[{"id":"https://openalex.org/F4320307105","display_name":"Amgen","ror":"https://ror.org/03g03ge92"},{"id":"https://openalex.org/F4320310104","display_name":"American College of Gastroenterology","ror":"https://ror.org/04cheq228"},{"id":"https://openalex.org/F4320311351","display_name":"American Gastroenterological Association","ror":"https://ror.org/00y65x556"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416758784.pdf","grobid_xml":"https://content.openalex.org/works/W4416758784.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W4319662928","https://openalex.org/W4321649710","https://openalex.org/W4366824288","https://openalex.org/W4367175039","https://openalex.org/W4368360859","https://openalex.org/W4377220156","https://openalex.org/W4377711218","https://openalex.org/W4379093714","https://openalex.org/W4379599010","https://openalex.org/W4380291159","https://openalex.org/W4381092249","https://openalex.org/W4381743186","https://openalex.org/W4383312504","https://openalex.org/W4385430748","https://openalex.org/W4387232979","https://openalex.org/W4387500346","https://openalex.org/W4388585663","https://openalex.org/W4390240044","https://openalex.org/W4391816877","https://openalex.org/W4392083529","https://openalex.org/W4392340571","https://openalex.org/W4392735856","https://openalex.org/W4393248067","https://openalex.org/W4396642961","https://openalex.org/W4401043749","https://openalex.org/W4401709416","https://openalex.org/W4403362497","https://openalex.org/W4406152279"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"evaluated":[2],"the":[3,23,53,62,66,76,81,91],"effectiveness":[4],"of":[5,25,49],"large":[6],"language":[7],"models":[8,12],"(LLMs)":[9],"and":[10,28,31,40,47,58,72,86,117],"vision-language":[11],"(VLMs)":[13],"in":[14,130],"gastroenterology.":[15],"We":[16],"used":[17],"board-style":[18],"multiple-choice":[19],"questions":[20,105],"to":[21,96,126],"assess":[22],"performance":[24],"both":[26],"proprietary":[27,54],"open-source":[29,68,79],"LLMs":[30],"VLMs-including":[32],"GPT,":[33],"Claude,":[34],"Gemini,":[35],"Mistral,":[36],"Llama,":[37],"Mixtral,":[38],"Phi,":[39],"Qwen,":[41],"across":[42],"different":[43],"interfaces,":[44],"computing":[45],"environments,":[46],"levels":[48],"compression":[50],"(quantization).":[51],"Among":[52,75],"models,":[55,80],"o1-preview":[56],"(82.0%)":[57],"Claude3.5-Sonnet":[59],"(74.0%)":[60],"had":[61],"highest":[63],"accuracy,":[64],"outperforming":[65],"top":[67],"models:":[69],"Llama3.3-70b":[70],"(65.7%)":[71],"Qwen-2.5-72b":[73],"(61.0%).":[74],"small":[77],"quantized":[78],"8-bit":[82],"Llama":[83],"3.2-11b":[84],"(51.7%)":[85],"6-bit":[87],"Phi3-14b":[88],"(48.7%)":[89],"performed":[90],"best,":[92],"with":[93,114,119],"scores":[94],"comparable":[95],"their":[97],"full-precision":[98],"counterparts.":[99],"Notably,":[100],"VLM":[101],"accuracy":[102],"on":[103],"image-containing":[104],"improved":[106],"(~10%)":[107],"when":[108],"given":[109],"human-generated":[110],"captions,":[111],"remained":[112],"unchanged":[113],"original":[115],"images,":[116],"declined":[118],"LLM-generated":[120],"captions.":[121],"Further":[122],"research":[123],"is":[124],"warranted":[125],"evaluate":[127],"model":[128],"capabilities":[129],"real-world":[131],"clinical":[132],"decision-making":[133],"scenarios.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-11-28T00:00:00"}