{"id":"https://openalex.org/W4410060872","doi":"https://doi.org/10.1038/s41746-025-01589-z","title":"Expert of Experts Verification and Alignment (EVAL) Framework for Large Language Models Safety in Gastroenterology","display_name":"Expert of Experts Verification and Alignment (EVAL) Framework for Large Language Models Safety in Gastroenterology","publication_year":2025,"publication_date":"2025-05-03","ids":{"openalex":"https://openalex.org/W4410060872","doi":"https://doi.org/10.1038/s41746-025-01589-z","pmid":"https://pubmed.ncbi.nlm.nih.gov/40319106"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-01589-z","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01589-z","pdf_url":"https://www.nature.com/articles/s41746-025-01589-z.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-01589-z.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068428372","display_name":"Mauro Giuffr\u00e8","orcid":"https://orcid.org/0000-0002-9910-3514"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mauro Giuffr\u00e8","raw_affiliation_strings":["Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA"],"raw_orcid":"https://orcid.org/0000-0002-9910-3514","affiliations":[{"raw_affiliation_string":"Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012261592","display_name":"Kisung You","orcid":"https://orcid.org/0000-0002-8584-459X"},"institutions":[{"id":"https://openalex.org/I141810926","display_name":"Baruch College","ror":"https://ror.org/023qavy03","country_code":"US","type":"education","lineage":["https://openalex.org/I141810926"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kisung You","raw_affiliation_strings":["Department of Mathematics, Baruch College, The City University of New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-8584-459X","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Baruch College, The City University of New York, New York, USA","institution_ids":["https://openalex.org/I141810926"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziteng Pang","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I4210100400","display_name":"Northwestern University","ror":"https://ror.org/00m6w7z96","country_code":"PH","type":"education","lineage":["https://openalex.org/I4210100400"]}],"countries":["PH","US"],"is_corresponding":false,"raw_author_name":"Ziteng Pang","raw_affiliation_strings":["Department of Statistics and Data Science, Northwestern University, Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Northwestern University, Chicago, USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I4210100400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018176259","display_name":"Simone Kresevic","orcid":"https://orcid.org/0009-0008-1700-7512"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]},{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["IT","US"],"is_corresponding":false,"raw_author_name":"Simone Kresevic","raw_affiliation_strings":["Department of Engineering and Architecture, University of Trieste, Trieste, Italy","Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Trieste, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063307794","display_name":"Sunny Chung","orcid":"https://orcid.org/0009-0005-5670-6664"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sunny Chung","raw_affiliation_strings":["Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058888041","display_name":"Ryan Chen","orcid":"https://orcid.org/0000-0003-0027-483X"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I4210100400","display_name":"Northwestern University","ror":"https://ror.org/00m6w7z96","country_code":"PH","type":"education","lineage":["https://openalex.org/I4210100400"]}],"countries":["PH","US"],"is_corresponding":false,"raw_author_name":"Ryan Chen","raw_affiliation_strings":["Department of Statistics and Data Science, Northwestern University, Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Northwestern University, Chicago, USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I4210100400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091642232","display_name":"Youngmin Ko","orcid":"https://orcid.org/0000-0002-4148-4916"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I4210100400","display_name":"Northwestern University","ror":"https://ror.org/00m6w7z96","country_code":"PH","type":"education","lineage":["https://openalex.org/I4210100400"]}],"countries":["PH","US"],"is_corresponding":false,"raw_author_name":"Youngmin Ko","raw_affiliation_strings":["Department of Statistics and Data Science, Northwestern University, Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Northwestern University, Chicago, USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I4210100400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028993377","display_name":"Colleen Chan","orcid":"https://orcid.org/0000-0001-6323-5673"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colleen Chan","raw_affiliation_strings":["Department of Statistics and Data Science, Yale University, New Haven, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Yale University, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067653860","display_name":"Theo Saarinen","orcid":"https://orcid.org/0009-0008-2361-5557"},"institutions":[{"id":"https://openalex.org/I4210126673","display_name":"Berry (United States)","ror":"https://ror.org/03j353w33","country_code":"US","type":"company","lineage":["https://openalex.org/I4210126673"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Theo Saarinen","raw_affiliation_strings":["Department of Statistics, University of California Berkley, Berkley, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of California Berkley, Berkley, USA","institution_ids":["https://openalex.org/I4210126673"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078896862","display_name":"Milo\u0161 Aj\u010devi\u0107","orcid":"https://orcid.org/0000-0001-8307-4360"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Milos Ajcevic","raw_affiliation_strings":["Department of Engineering and Architecture, University of Trieste, Trieste, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Trieste, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027838453","display_name":"Lory Saveria Croc\u00e8","orcid":"https://orcid.org/0000-0001-9890-7011"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Lory S. Croc\u00e8","raw_affiliation_strings":["Department of Medical, Surgical, and Health Sciences, University of Trieste, Trieste, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medical, Surgical, and Health Sciences, University of Trieste, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018974631","display_name":"Guadalupe Garc\u00eda\u2013Tsao","orcid":"https://orcid.org/0000-0002-6175-8216"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guadalupe Garcia-Tsao","raw_affiliation_strings":["Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009683322","display_name":"Ian M. Gralnek","orcid":"https://orcid.org/0000-0002-1521-3354"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ian Gralnek","raw_affiliation_strings":["Rappaport Faculty of Medicine Technion Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rappaport Faculty of Medicine Technion Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049274840","display_name":"Joseph J.\ufffdY. Sung","orcid":"https://orcid.org/0000-0003-3125-5199"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joseph J. Y. Sung","raw_affiliation_strings":["Lee Kong Chian School of Medicine, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-3125-5199","affiliations":[{"raw_affiliation_string":"Lee Kong Chian School of Medicine, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025156152","display_name":"Alan Barkun","orcid":"https://orcid.org/0000-0002-1798-5526"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alan Barkun","raw_affiliation_strings":["Division of Gastroenterology, McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Gastroenterology, McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009097451","display_name":"Loren Laine","orcid":"https://orcid.org/0000-0002-4296-7901"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Loren Laine","raw_affiliation_strings":["Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049923911","display_name":"Jasjeet S. Sekhon","orcid":"https://orcid.org/0009-0003-1218-0117"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jasjeet Sekhon","raw_affiliation_strings":["Department of Statistics and Data Science, Yale University, New Haven, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Yale University, New Haven, USA","institution_ids":["https://openalex.org/I32971472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004762590","display_name":"Bradly C. Stadie","orcid":null},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]},{"id":"https://openalex.org/I4210100400","display_name":"Northwestern University","ror":"https://ror.org/00m6w7z96","country_code":"PH","type":"education","lineage":["https://openalex.org/I4210100400"]}],"countries":["PH","US"],"is_corresponding":false,"raw_author_name":"Bradly Stadie","raw_affiliation_strings":["Department of Statistics and Data Science, Northwestern University, Chicago, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics and Data Science, Northwestern University, Chicago, USA","institution_ids":["https://openalex.org/I111979921","https://openalex.org/I4210100400"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078143266","display_name":"Dennis Shung","orcid":"https://orcid.org/0000-0001-8226-1842"},"institutions":[{"id":"https://openalex.org/I32971472","display_name":"Yale University","ror":"https://ror.org/03v76x132","country_code":"US","type":"education","lineage":["https://openalex.org/I32971472"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dennis L. Shung","raw_affiliation_strings":["Department of Biomedical Informatics and Data Science, Yale School of Medicine, New Haven, USA. dennis.shung@yale.edu","Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA. dennis.shung@yale.edu"],"raw_orcid":"https://orcid.org/0000-0001-8226-1842","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics and Data Science, Yale School of Medicine, New Haven, USA. dennis.shung@yale.edu","institution_ids":["https://openalex.org/I32971472"]},{"raw_affiliation_string":"Section of Digestive Diseases, Department of Medicine, Yale School of Medicine, New Haven, USA. dennis.shung@yale.edu","institution_ids":["https://openalex.org/I32971472"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":19,"corresponding_author_ids":["https://openalex.org/A5068428372"],"corresponding_institution_ids":["https://openalex.org/I32971472"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":3.1568,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.92046719,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"8","issue":"1","first_page":"242","last_page":"242"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4733809530735016},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.4436931610107422},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.4269234836101532},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41439032554626465},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.38605910539627075}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4733809530735016},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.4436931610107422},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.4269234836101532},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41439032554626465},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.38605910539627075}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1038/s41746-025-01589-z","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01589-z","pdf_url":"https://www.nature.com/articles/s41746-025-01589-z.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:40319106","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40319106","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:arts.units.it:11368/3120720","is_oa":true,"landing_page_url":"https://www.nature.com/articles/s41746-025-01589-z","pdf_url":null,"source":{"id":"https://openalex.org/S4306402362","display_name":"ArTS Archivio della ricerca di Trieste (University of Trieste https://www.units.it/)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142444530","host_organization_name":"University of Trieste","host_organization_lineage":["https://openalex.org/I142444530"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:12264e77c21c4b9b8f661feac7d16a5a","is_oa":true,"landing_page_url":"https://doaj.org/article/12264e77c21c4b9b8f661feac7d16a5a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 8, Iss 1, Pp 1-14 (2025)","raw_type":"article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/209449","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/209449","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12049514","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12049514","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-01589-z","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-01589-z","pdf_url":"https://www.nature.com/articles/s41746-025-01589-z.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4611315106","display_name":null,"funder_award_id":"DK125718","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8239586433","display_name":null,"funder_award_id":"DK125718","funder_id":"https://openalex.org/F4320337357","funder_display_name":"National Institute of Diabetes and Digestive and Kidney Diseases"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337357","display_name":"National Institute of Diabetes and Digestive and Kidney Diseases","ror":"https://ror.org/00adh9b73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410060872.pdf","grobid_xml":"https://content.openalex.org/works/W4410060872.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W319574493","https://openalex.org/W1985613838","https://openalex.org/W2021916467","https://openalex.org/W2128655828","https://openalex.org/W2142179854","https://openalex.org/W2144211451","https://openalex.org/W2799519829","https://openalex.org/W2896457183","https://openalex.org/W3027879771","https://openalex.org/W3034439313","https://openalex.org/W3126301722","https://openalex.org/W3157215120","https://openalex.org/W3168867926","https://openalex.org/W4200473175","https://openalex.org/W4220794714","https://openalex.org/W4223908421","https://openalex.org/W4226278401","https://openalex.org/W4288253152","https://openalex.org/W4297965537","https://openalex.org/W4319460874","https://openalex.org/W4322718912","https://openalex.org/W4361289889","https://openalex.org/W4378509449","https://openalex.org/W4378771755","https://openalex.org/W4383346782","https://openalex.org/W4384071683","https://openalex.org/W4385163750","https://openalex.org/W4385620388","https://openalex.org/W4386080541","https://openalex.org/W4386172820","https://openalex.org/W4386942462","https://openalex.org/W4387767115","https://openalex.org/W4387865678","https://openalex.org/W4388014051","https://openalex.org/W4388725043","https://openalex.org/W4391221150","https://openalex.org/W4391470083","https://openalex.org/W4392182552","https://openalex.org/W4395050972","https://openalex.org/W4396570449","https://openalex.org/W4396638831","https://openalex.org/W4396832118","https://openalex.org/W4397003633","https://openalex.org/W4399052098","https://openalex.org/W4399695159","https://openalex.org/W4399738410","https://openalex.org/W4400324908","https://openalex.org/W4403420208","https://openalex.org/W4409283616","https://openalex.org/W4409450889","https://openalex.org/W6850668563"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3031052312","https://openalex.org/W4389568370","https://openalex.org/W3032375762","https://openalex.org/W1995515455","https://openalex.org/W2080531066","https://openalex.org/W3108674512","https://openalex.org/W1506200166"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"generate":[3],"plausible":[4],"text":[5],"responses":[6,12,93],"to":[7,22,44,145],"medical":[8,17,150],"questions,":[9],"but":[10],"inaccurate":[11],"pose":[13],"significant":[14],"risks":[15],"in":[16,33],"decision-making.":[18,151],"Grading":[19],"LLM":[20,50],"outputs":[21],"determine":[23],"the":[24,98,105],"best":[25],"model":[26,89,120],"or":[27],"answer":[28],"is":[29],"time-consuming":[30],"and":[31,42,48,66,79,86,131],"impractical":[32],"clinical":[34],"settings;":[35],"therefore,":[36],"we":[37],"introduce":[38],"EVAL":[39,82,141],"(Expert-of-Experts":[40],"Verification":[41],"Alignment)":[43],"streamline":[45],"this":[46],"process":[47],"enhance":[49],"safety":[51],"for":[52,94,148],"upper":[53],"gastrointestinal":[54],"bleeding":[55],"(UGIB).":[56],"We":[57],"evaluated":[58],"OpenAI's":[59],"GPT-3.5/4/4o/o1-preview,":[60],"Anthropic's":[61],"Claude-3-Opus,":[62],"Meta's":[63],"LLaMA-2":[64],"(7B/13B/70B),":[65],"Mistral":[67],"AI's":[68],"Mixtral":[69],"(7B)":[70],"across":[71,111,128],"27":[72],"configurations,":[73],"including":[74],"zero-shot":[75],"baseline,":[76],"retrieval-augmented":[77],"generation,":[78],"supervised":[80],"fine-tuning.":[81],"uses":[83],"similarity-based":[84],"ranking":[85],"a":[87],"reward":[88,119],"trained":[90],"on":[91],"human-graded":[92],"rejection":[95,136],"sampling.":[96],"Among":[97],"employed":[99],"similarity":[100],"metrics,":[101],"Fine-Tuned":[102],"ColBERT":[103],"achieved":[104],"highest":[106],"alignment":[107],"with":[108,124],"human":[109,122],"performance":[110],"three":[112],"separate":[113],"datasets":[114],"(\u03c1":[115],"=":[116],"0.81-0.91).":[117],"The":[118],"replicated":[121],"grading":[123],"87.9%":[125],"of":[126],"cases":[127],"temperature":[129],"settings":[130],"significantly":[132],"improved":[133],"accuracy":[134,147],"through":[135],"sampling":[137],"by":[138],"8.36%":[139],"overall.":[140],"offers":[142],"scalable":[143],"potential":[144],"assess":[146],"high-stakes":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-05-04T00:00:00"}