{"id":"https://openalex.org/W7224580512","doi":"https://doi.org/10.64898/2026.10.26.26366562","title":"DiaBench: A Benchmarking Framework to Evaluate the Performance of LLMs in T2D Patient Education","display_name":"DiaBench: A Benchmarking Framework to Evaluate the Performance of LLMs in T2D Patient Education","publication_year":2026,"publication_date":"2026-10-29","ids":{"openalex":"https://openalex.org/W7224580512","doi":"https://doi.org/10.64898/2026.10.26.26366562"},"language":"en","primary_location":{"id":"doi:10.64898/2026.10.26.26366562","doi":"https://doi.org/10.64898/2026.10.26.26366562","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.26.26366562","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.26.26366562.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.26.26366562.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129748007","display_name":"Yang Li","orcid":"https://orcid.org/0009-0003-0093-4284","observed_orcids":["https://orcid.org/0009-0003-0093-4284"]},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118391774","display_name":"Syna Syna","orcid":"https://orcid.org/0009-0002-3522-7857","observed_orcids":["https://orcid.org/0009-0002-3522-7857"]},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Syna Syna","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159433162","display_name":"Chuyi Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chuyi Zhang","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120411523","display_name":"Bhavana Kunisetty","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhavana Kunisetty","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064033579","display_name":"Elizabeth Healey","orcid":"https://orcid.org/0000-0002-7307-8429","observed_orcids":["https://orcid.org/0000-0002-7307-8429"]},"institutions":[{"id":"https://openalex.org/I1288882113","display_name":"Boston Children's Hospital","ror":"https://ror.org/00dvg7y05","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1288882113"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Healey","raw_affiliation_strings":["Boston Children\u2019s Hospital, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Boston Children\u2019s Hospital, Boston, MA, USA","institution_ids":["https://openalex.org/I1288882113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5159378025","display_name":"Agatha Scheideman","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210154723","display_name":"Diabetes Technology Society","ror":"https://ror.org/04mem9m40","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210154723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Agatha F. Scheideman","raw_affiliation_strings":["Diabetes Technology Society, Burlingame, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diabetes Technology Society, Burlingame, CA, USA","institution_ids":["https://openalex.org/I4210154723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130377443","display_name":"Mandy Shao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210154723","display_name":"Diabetes Technology Society","ror":"https://ror.org/04mem9m40","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210154723"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mandy M. Shao","raw_affiliation_strings":["Diabetes Technology Society, Burlingame, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Diabetes Technology Society, Burlingame, CA, USA","institution_ids":["https://openalex.org/I4210154723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160148712","display_name":"Han Meng","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Meng","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157868954","display_name":"Yu Kuei Lin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Kuei Lin","raw_affiliation_strings":["University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001983932","display_name":"Jacob D. Kohlenberg","orcid":"https://orcid.org/0000-0002-7157-0524","observed_orcids":["https://orcid.org/0000-0002-7157-0524"]},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Kohlenberg","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5160098449","display_name":"Yanfu Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yangfu Zhang","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086077960","display_name":"David Charles Klonoff","orcid":"https://orcid.org/0000-0001-6394-6862","observed_orcids":["https://orcid.org/0000-0001-6394-6862","https://orcid.org/0000-0002-0624-698X"]},"institutions":[{"id":"https://openalex.org/I4210124134","display_name":"Mills Peninsula Health Services","ror":"https://ror.org/02vnyaz83","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I114073160","https://openalex.org/I4210124134"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David C. Klonoff","raw_affiliation_strings":["Sutter Mills Peninsula Medical Center, San Mateo, Burlingame, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sutter Mills Peninsula Medical Center, San Mateo, Burlingame, CA, USA","institution_ids":["https://openalex.org/I4210124134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029186664","display_name":"Anna Simos","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Simos","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009538484","display_name":"Marina Basina","orcid":"https://orcid.org/0009-0004-3192-6989","observed_orcids":["https://orcid.org/0009-0004-3192-6989"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marina Basina","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122931596","display_name":"Michael P. Snyder","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael P. Snyder","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129693808","display_name":"Haipeng Chen","orcid":"https://orcid.org/0000-0002-9410-4120","observed_orcids":["https://orcid.org/0000-0002-9410-4120"]},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haipeng Chen","raw_affiliation_strings":["College of William and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of William and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5160137577","display_name":"Tao Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tao Wang","raw_affiliation_strings":["Stanford University, Stanford, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5160137577"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11396","display_name":"Artificial Intelligence in Healthcare","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/type-2-diabetes","display_name":"type 2 diabetes","score":0.949999988079071},{"id":"https://openalex.org/keywords/patient-education","display_name":"patient education","score":0.9229999780654907},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9950000047683716},{"id":"https://openalex.org/keywords/benchmarking-framework","display_name":"benchmarking framework","score":0.7639999985694885},{"id":"https://openalex.org/keywords/multiple-choice-question-generation","display_name":"multiple-choice question generation","score":0.8240000009536743},{"id":"https://openalex.org/keywords/health-literacy","display_name":"health literacy","score":0.75},{"id":"https://openalex.org/keywords/self-consistency","display_name":"self-consistency","score":0.7919999957084656},{"id":"https://openalex.org/keywords/llm-accuracy","display_name":"LLM accuracy","score":0.5720000267028809},{"id":"https://openalex.org/keywords/medical-question-answering","display_name":"medical question answering","score":0.4830000102519989},{"id":"https://openalex.org/keywords/diabetes-care-and-education-specialists","display_name":"diabetes care and education specialists","score":0.765999972820282},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.4350000023841858},{"id":"https://openalex.org/keywords/artificial-intelligence-in-clinical-practice","display_name":"clinical implementation of AI","score":0.5120000243186951},{"id":"https://openalex.org/keywords/gpt-5","display_name":"GPT-5","score":0.6480000019073486},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.7730000019073486},{"id":"https://openalex.org/keywords/llama-4","display_name":"Llama 4","score":0.9070000052452087}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8932999968528748},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.8220999836921692},{"id":"https://openalex.org/C80059220","wikidata":"https://www.wikidata.org/wiki/Q7521302","display_name":"Simulated patient","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4814000129699707},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.4708999991416931},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4456999897956848},{"id":"https://openalex.org/C2777929519","wikidata":"https://www.wikidata.org/wiki/Q7144988","display_name":"Patient education","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C63000827","wikidata":"https://www.wikidata.org/wiki/Q3080428","display_name":"Software portability","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C2777180221","wikidata":"https://www.wikidata.org/wiki/Q3025883","display_name":"Type 2 diabetes","level":3,"score":0.4140999913215637},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C2778843546","wikidata":"https://www.wikidata.org/wiki/Q3097973","display_name":"Health literacy","level":3,"score":0.3961000144481659},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.38999998569488525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3862999975681305},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3828999996185303},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3614000082015991},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.3481999933719635},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3287999927997589},{"id":"https://openalex.org/C2775944032","wikidata":"https://www.wikidata.org/wiki/Q22907659","display_name":"Patient satisfaction","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C547764534","wikidata":"https://www.wikidata.org/wiki/Q8236","display_name":"Literacy","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.3010999858379364},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C163763905","wikidata":"https://www.wikidata.org/wiki/Q17075943","display_name":"Precision medicine","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29100000858306885},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.2872999906539917},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C512399662","wikidata":"https://www.wikidata.org/wiki/Q3505712","display_name":"Family medicine","level":1,"score":0.27140000462532043},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C32220436","wikidata":"https://www.wikidata.org/wiki/Q2072214","display_name":"Personalized medicine","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.26269999146461487}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.10.26.26366562","doi":"https://doi.org/10.64898/2026.10.26.26366562","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.26.26366562","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.26.26366562.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.10.26.26366562","doi":"https://doi.org/10.64898/2026.10.26.26366562","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.10.26.26366562","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2026/10/29/2026.10.26.26366562.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307781","display_name":"Sanofi","ror":"https://ror.org/027vj4x92"},{"id":"https://openalex.org/F4320316051","display_name":"Dexcom","ror":"https://ror.org/03ra42c27"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224580512.pdf","grobid_xml":"https://content.openalex.org/works/W7224580512.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2134894976","https://openalex.org/W2970482702","https://openalex.org/W3093553144","https://openalex.org/W3129990462","https://openalex.org/W3162922479","https://openalex.org/W3194870672","https://openalex.org/W4380741289","https://openalex.org/W4382792994","https://openalex.org/W4385295273","https://openalex.org/W4387393234","https://openalex.org/W4388196756","https://openalex.org/W4389519928","https://openalex.org/W4390577395","https://openalex.org/W4390602555","https://openalex.org/W4392288728","https://openalex.org/W4393212593","https://openalex.org/W4396738493","https://openalex.org/W4399454054","https://openalex.org/W4400955423","https://openalex.org/W4402670791","https://openalex.org/W4403420208","https://openalex.org/W4403963980","https://openalex.org/W4405253355","https://openalex.org/W4405931400","https://openalex.org/W4408083683","https://openalex.org/W4409285643","https://openalex.org/W4409692207","https://openalex.org/W4410118220","https://openalex.org/W4412888514","https://openalex.org/W4414281281","https://openalex.org/W4414859701","https://openalex.org/W4416037393","https://openalex.org/W4416054967","https://openalex.org/W4416366293","https://openalex.org/W4417228580","https://openalex.org/W6891853064","https://openalex.org/W6929280941","https://openalex.org/W6948369276","https://openalex.org/W7126256581","https://openalex.org/W7130606798","https://openalex.org/W7133224126","https://openalex.org/W7133231369","https://openalex.org/W7164570847"],"related_works":["https://openalex.org/W4414869281","https://openalex.org/W4412052969","https://openalex.org/W7165728378","https://openalex.org/W7169779448","https://openalex.org/W7224085892","https://openalex.org/W7203746198","https://openalex.org/W4414804225","https://openalex.org/W4387087080","https://openalex.org/W4400955423","https://openalex.org/W7141363489"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Effective":[2],"type":[3],"2":[4,128,196],"diabetes":[5,97],"(T2D)":[6],"education":[7,41,100],"improves":[8],"patient":[9,32,69,257,295],"outcomes,":[10],"but":[11,222],"clinician":[12],"time":[13],"constraints":[14],"limit":[15],"what":[16],"can":[17],"be":[18],"covered":[19],"during":[20],"encounters.":[21,70],"Large":[22],"language":[23],"models":[24,217,236,239,268],"(LLMs)":[25],"offer":[26],"a":[27,53,159,272],"scalable":[28],"way":[29],"to":[30],"answer":[31,114,117],"questions,":[33],"yet":[34],"their":[35],"accuracy":[36,148,220,243],"and":[37,87,99,106,116,149,183,204,214,226,244,262,266,278],"reliability":[38],"in":[39,241,255,294],"T2D":[40,256],"across":[42,151,209],"health":[43],"literacy":[44],"levels":[45,88],"remain":[46],"poorly":[47],"characterized.":[48],"Methods":[49],"We":[50,119],"developed":[51,280],"DiaBench,":[52],"standardized":[54,286],"benchmarking":[55,210,287],"framework":[56],"built":[57],"from":[58,66],"96":[59],"question-":[60],"and-answer":[61],"pairs":[62],"collected":[63],"by":[64],"clinicians":[65],"representative":[67],"real-world":[68],"GPT-5":[71],"transformed":[72],"each":[73],"pair":[74],"into":[75],"multiple-choice":[76],"questions":[77,189],"(MCQs)":[78],"under":[79],"three":[80,152],"configurations":[81,212],"(1-3)":[82],"simulating":[83],"different":[84],"question":[85,112],"formats":[86],"of":[89,95,170,178,187,291],"user":[90],"background.":[91],"A":[92],"five-member":[93],"panel":[94],"certified":[96],"care":[98],"specialists":[101],"(CDCESs),":[102],"medical":[103],"doctors":[104],"(MDs),":[105],"endocrinologists":[107],"validated":[108],"the":[109,283],"transformations,":[110],"rating":[111],"rephrasing,":[113,115],"correctness.":[118],"then":[120],"evaluated":[121],"seven":[122],"LLMs":[123],"(GPT-5":[124],"1":[125,213],",":[126,129,133,136,139,143],"Gemini-2.5-Flash":[127],"Cohere":[130],"Command":[131],"3":[132],"Llama-4":[134],"4":[135],"DeepSeek-R1":[137,263],"5":[138],"Perplexity":[140,227],"Sonar":[141,228],"6":[142],"Mistral-Large-2.0":[144],"7":[145],")":[146],"for":[147,194,211,275,285],"self-consistency":[150,232,245],"runs.":[153],"Results":[154],"(i)":[155],"Expert":[156],"validation":[157],"showed":[158,229],"consensus":[160],"over":[161],"MCQ":[162,179],"transformation.":[163],"For":[164],"configuration":[165,195,247],"1,":[166],"98.1%":[167,175],"(SD":[168,176,185,199,202,206],"0.01)":[169,177],"rephrased":[171,188],"answers":[172,180],"were":[173,181,190,197],"appropriate,":[174],"correct,":[182],"95.0%":[184],"0.05)":[186],"appropriate;":[191],"corresponding":[192],"values":[193],"96.3%":[198],"0.05),":[200],"97.5%":[201],"0.02),":[203],"89.8%":[205],"0.14).":[207],"(ii)":[208],"2,":[215],"most":[216],"achieved":[218],"high":[219],"(\u226595%),":[221],"Mistral-Large-2.0,":[223],"Llama":[224],"4,":[225],"substantially":[230],"lower":[231],"(60.4%-91.7%)":[233],"than":[234],"other":[235,267],"(\u226595%).":[237],"All":[238],"degraded":[240],"both":[242],"on":[246],"3.":[248],"Conclusions":[249],"DiaBench":[250,270],"quantitatively":[251],"differentiates":[252],"LLM":[253],"capability":[254],"education,":[258],"with":[259],"Gemini,":[260],"GPT-5,":[261],"performing":[264],"strongly":[265],"suboptimally.":[269],"provides":[271],"transferable":[273],"platform":[274],"evaluating":[276],"existing":[277],"newly":[279],"LLMs,":[281],"addressing":[282],"need":[284],"before":[288],"clinical":[289],"deployment":[290],"LLM-based":[292],"systems":[293],"education.":[296]},"counts_by_year":[],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2026-10-30T00:00:00"}