{"id":"https://openalex.org/W4415930269","doi":"https://doi.org/10.1038/s41746-025-02005-2","title":"Evaluating clinical AI summaries with large language models as judges","display_name":"Evaluating clinical AI summaries with large language models as judges","publication_year":2025,"publication_date":"2025-11-05","ids":{"openalex":"https://openalex.org/W4415930269","doi":"https://doi.org/10.1038/s41746-025-02005-2","pmid":"https://pubmed.ncbi.nlm.nih.gov/41193667"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-025-02005-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02005-2","pdf_url":"https://www.nature.com/articles/s41746-025-02005-2.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-025-02005-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093345669","display_name":"Emma Croxford","orcid":"https://orcid.org/0009-0001-9117-7009"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emma Croxford","raw_affiliation_strings":["Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101744555","display_name":"Yanjun Gao","orcid":"https://orcid.org/0000-0002-9341-7360"},"institutions":[{"id":"https://openalex.org/I51713134","display_name":"University of Colorado Anschutz Medical Campus","ror":"https://ror.org/03wmf1y16","country_code":"US","type":"education","lineage":["https://openalex.org/I51713134"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanjun Gao","raw_affiliation_strings":["Department of Biomedical Informatics, University of Colorado - Anschutz Medical, Aurora, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, University of Colorado - Anschutz Medical, Aurora, USA","institution_ids":["https://openalex.org/I51713134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097536029","display_name":"Elliot First","orcid":null},"institutions":[{"id":"https://openalex.org/I72509657","display_name":"Epic Systems (United States)","ror":"https://ror.org/029z3g861","country_code":"US","type":"company","lineage":["https://openalex.org/I72509657"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elliot First","raw_affiliation_strings":["Epic Systems, Verona, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Epic Systems, Verona, USA","institution_ids":["https://openalex.org/I72509657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020519120","display_name":"Nicholas Pellegrino","orcid":"https://orcid.org/0000-0002-2102-2431"},"institutions":[{"id":"https://openalex.org/I72509657","display_name":"Epic Systems (United States)","ror":"https://ror.org/029z3g861","country_code":"US","type":"company","lineage":["https://openalex.org/I72509657"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Pellegrino","raw_affiliation_strings":["Epic Systems, Verona, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Epic Systems, Verona, USA","institution_ids":["https://openalex.org/I72509657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115911902","display_name":"Miranda Schnier","orcid":null},"institutions":[{"id":"https://openalex.org/I72509657","display_name":"Epic Systems (United States)","ror":"https://ror.org/029z3g861","country_code":"US","type":"company","lineage":["https://openalex.org/I72509657"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miranda Schnier","raw_affiliation_strings":["Epic Systems, Verona, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Epic Systems, Verona, USA","institution_ids":["https://openalex.org/I72509657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048093974","display_name":"John Caskey","orcid":"https://orcid.org/0000-0001-5665-524X"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Caskey","raw_affiliation_strings":["Department of Medicine, University of Wisconsin, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034067688","display_name":"Madeline Oguss","orcid":"https://orcid.org/0000-0002-4983-8109"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madeline Oguss","raw_affiliation_strings":["Department of Medicine, University of Wisconsin, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029566407","display_name":"Graham Wills","orcid":"https://orcid.org/0009-0005-3284-873X"},"institutions":[{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Wills","raw_affiliation_strings":["UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665987","display_name":"Guanhua Chen","orcid":"https://orcid.org/0000-0002-9314-2037"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanhua Chen","raw_affiliation_strings":["Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054031099","display_name":"Dmitriy Dligach","orcid":"https://orcid.org/0000-0002-2585-2707"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I1925986","display_name":"Loyola University Chicago","ror":"https://ror.org/04b6x2g63","country_code":"US","type":"education","lineage":["https://openalex.org/I1925986"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dmitriy Dligach","raw_affiliation_strings":["Department of Computer Science, Loyola University, Chicago, USA","Department of Medicine, University of Wisconsin, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Loyola University, Chicago, USA","institution_ids":["https://openalex.org/I1925986"]},{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088547412","display_name":"Matthew M. Churpek","orcid":"https://orcid.org/0000-0002-4030-5250"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew M. Churpek","raw_affiliation_strings":["Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA","Department of Medicine, University of Wisconsin, Madison, USA","UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022565043","display_name":"Anoop Mayampurath","orcid":"https://orcid.org/0000-0002-3010-6960"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anoop Mayampurath","raw_affiliation_strings":["Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA","Department of Medicine, University of Wisconsin, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biostatistics and Medical Informatics, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028796560","display_name":"Frank Liao","orcid":"https://orcid.org/0000-0002-7577-7530"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank Liao","raw_affiliation_strings":["BerbeeWalsh Department of Emergency Medicine, University of Wisconsin, Madison, USA","UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BerbeeWalsh Department of Emergency Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106625715","display_name":"Cherodeep Goswami","orcid":"https://orcid.org/0009-0008-9805-4694"},"institutions":[{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cherodeep Goswami","raw_affiliation_strings":["UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113848335","display_name":"Karen K. Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]},{"id":"https://openalex.org/I72509657","display_name":"Epic Systems (United States)","ror":"https://ror.org/029z3g861","country_code":"US","type":"company","lineage":["https://openalex.org/I72509657"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karen K. Wong","raw_affiliation_strings":["Epic Systems, Verona, USA","UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Epic Systems, Verona, USA","institution_ids":["https://openalex.org/I72509657"]},{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014690496","display_name":"Brian W. Patterson","orcid":"https://orcid.org/0000-0002-4584-3808"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian W. Patterson","raw_affiliation_strings":["BerbeeWalsh Department of Emergency Medicine, University of Wisconsin, Madison, USA","UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BerbeeWalsh Department of Emergency Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063499248","display_name":"Majid Afshar","orcid":"https://orcid.org/0000-0002-6368-4652"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I4210132596","display_name":"University of Wisconsin Health","ror":"https://ror.org/03e3qgk42","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210132596"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Majid Afshar","raw_affiliation_strings":["Department of Medicine, University of Wisconsin, Madison, USA. mafshar@medicine.wisc.edu","UW Health, Madison, USA. mafshar@medicine.wisc.edu","Department of Medicine, University of Wisconsin, Madison, USA","UW Health, Madison, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA. mafshar@medicine.wisc.edu","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"UW Health, Madison, USA. mafshar@medicine.wisc.edu","institution_ids":["https://openalex.org/I4210132596"]},{"raw_affiliation_string":"Department of Medicine, University of Wisconsin, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"UW Health, Madison, USA","institution_ids":["https://openalex.org/I4210132596"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":17,"corresponding_author_ids":["https://openalex.org/A5063499248"],"corresponding_institution_ids":["https://openalex.org/I135310074","https://openalex.org/I4210132596"],"apc_list":{"value":3060,"currency":"USD","value_usd":3060},"apc_paid":{"value":3060,"currency":"USD","value_usd":3060},"fwci":32.8925,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.9965071,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"1","first_page":"640","last_page":"640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.5429999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.5429999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.3508000075817108,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.027000000700354576,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.58160001039505},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.5753999948501587},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5687999725341797},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5249999761581421},{"id":"https://openalex.org/keywords/intraclass-correlation","display_name":"Intraclass correlation","score":0.48660001158714294},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4406999945640564},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.4259999990463257},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4239000082015991},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.40070000290870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6628000140190125},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.58160001039505},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.5753999948501587},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5687999725341797},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5249999761581421},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49480000138282776},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.48660001158714294},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4609000086784363},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4406999945640564},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.4259999990463257},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4239000082015991},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.39579999446868896},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2989000082015991},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.2928999960422516},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2842000126838684},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C69505689","wikidata":"https://www.wikidata.org/wiki/Q455338","display_name":"Unified Medical Language System","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.2542000114917755}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-025-02005-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02005-2","pdf_url":"https://www.nature.com/articles/s41746-025-02005-2.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41193667","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41193667","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":null},{"id":"pmh:oai:doaj.org/article:057b73e94cc44e0d8daa0edf37b75556","is_oa":true,"landing_page_url":"https://doaj.org/article/057b73e94cc44e0d8daa0edf37b75556","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 8, Iss 1, Pp 1-12 (2025)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:11399328","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12589481","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-025-02005-2","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-025-02005-2","pdf_url":"https://www.nature.com/articles/s41746-025-02005-2.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2578912862","display_name":null,"funder_award_id":"R00 LM014308-02","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G3041837563","display_name":null,"funder_award_id":"R01LM012973","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G576088044","display_name":null,"funder_award_id":"5T15LM007359","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G6874471945","display_name":null,"funder_award_id":"R01LM012973","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G8128042010","display_name":null,"funder_award_id":"R00 LM014308-02","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415930269.pdf","grobid_xml":"https://content.openalex.org/works/W4415930269.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1996290308","https://openalex.org/W2026148049","https://openalex.org/W2139056371","https://openalex.org/W2147733805","https://openalex.org/W2152560313","https://openalex.org/W2327037637","https://openalex.org/W2949676527","https://openalex.org/W3045153201","https://openalex.org/W3128566614","https://openalex.org/W4206256378","https://openalex.org/W4234180827","https://openalex.org/W4392986561","https://openalex.org/W4394807113","https://openalex.org/W4395703766","https://openalex.org/W4398225015","https://openalex.org/W4402909345","https://openalex.org/W4403420208","https://openalex.org/W4404782209","https://openalex.org/W4407108350","https://openalex.org/W4410105807"],"related_works":[],"abstract_inverted_index":{"Electronic":[0],"Health":[1],"Records":[2],"(EHRs)":[3],"contain":[4],"vast":[5],"clinical":[6,147],"data":[7],"that":[8],"are":[9],"difficult":[10],"for":[11,116],"providers":[12],"to":[13,25,57,142],"synthesize.":[14],"Generative":[15],"AI":[16],"with":[17,80],"Large":[18],"Language":[19],"Models":[20],"(LLMs)":[21],"can":[22],"summarize":[23],"records":[24],"reduce":[26],"cognitive":[27],"burden,":[28],"but":[29,41],"ensuring":[30],"accuracy":[31],"requires":[32],"reliable":[33],"evaluation.":[34],"Human":[35],"review":[36],"is":[37,42],"the":[38,65],"gold":[39],"standard":[40],"costly":[43],"and":[44,51,102,121,127],"slow.":[45],"To":[46],"address":[47],"this,":[48],"we":[49],"introduce":[50],"validate":[52],"an":[53,85],"automated":[54],"LLM-based":[55],"method":[56],"assess":[58],"real-world":[59],"EHR":[60],"multi-document":[61],"summaries.":[62,148],"Benchmarking":[63],"against":[64],"validated":[66],"Provider":[67],"Documentation":[68],"Summarization":[69],"Quality":[70],"Instrument":[71],"(PDSQI),":[72],"our":[73],"LLM-as-a-Judge":[74,136],"framework":[75],"demonstrated":[76],"strong":[77],"inter-rater":[78,113],"reliability":[79],"human":[81],"evaluators.":[82],"GPT-o3-mini":[83],"achieved":[84],"intraclass":[86],"correlation":[87],"coefficient":[88],"of":[89,98],"0.818":[90],"(95%":[91],"CI":[92],"0.772-0.854),":[93],"a":[94,134,138],"median":[95],"score":[96],"difference":[97],"0":[99],"from":[100],"humans,":[101],"completed":[103],"evaluations":[104,117],"in":[105,112],"22":[106],"seconds.":[107],"Overall,":[108],"reasoning":[109,120],"models":[110],"excelled":[111],"reliability,":[114],"particularly":[115],"requiring":[118],"advanced":[119],"domain":[122],"expertise,":[123],"outperforming":[124],"non-reasoning,":[125],"task-trained,":[126],"multi-agent":[128],"approaches.":[129],"By":[130],"automating":[131],"high-quality":[132],"evaluations,":[133],"medical":[135],"provides":[137],"scalable,":[139],"efficient":[140],"way":[141],"identify":[143],"accurate,":[144],"safe":[145],"AI-generated":[146]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-11-05T00:00:00"}