{"id":"https://openalex.org/W7123937002","doi":"https://doi.org/10.1093/jamia/ocaf233","title":"Testing and evaluation of generative large language models in electronic health record applications: a systematic review","display_name":"Testing and evaluation of generative large language models in electronic health record applications: a systematic review","publication_year":2025,"publication_date":"2025-12-23","ids":{"openalex":"https://openalex.org/W7123937002","doi":"https://doi.org/10.1093/jamia/ocaf233","pmid":"https://pubmed.ncbi.nlm.nih.gov/41528313"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocaf233","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf233","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081158169","display_name":"Xinsong Du","orcid":"https://orcid.org/0000-0003-3713-3264"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Xinsong Du","raw_affiliation_strings":["Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":"https://orcid.org/0000-0003-3713-3264","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122978602","display_name":"Zhengyang Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhengyang Zhou","raw_affiliation_strings":["Department of Computer Science, Brandeis University , Waltham, MA 02453,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brandeis University , Waltham, MA 02453,","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056764489","display_name":"Yifei Wang","orcid":"https://orcid.org/0009-0009-1890-9232"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifei Wang","raw_affiliation_strings":["Department of Computer Science, Brandeis University , Waltham, MA 02453,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brandeis University , Waltham, MA 02453,","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122944046","display_name":"Ya-Wen Chuang","orcid":null},"institutions":[{"id":"https://openalex.org/I162838928","display_name":"National Chung Hsing University","ror":"https://ror.org/05vn3ca78","country_code":"TW","type":"education","lineage":["https://openalex.org/I162838928"]},{"id":"https://openalex.org/I184693016","display_name":"China Medical University","ror":"https://ror.org/00v408z34","country_code":"TW","type":"education","lineage":["https://openalex.org/I184693016"]},{"id":"https://openalex.org/I4210091773","display_name":"Taichung Veterans General Hospital","ror":"https://ror.org/00e87hq62","country_code":"TW","type":"healthcare","lineage":["https://openalex.org/I4210091773"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ya-Wen Chuang","raw_affiliation_strings":["Department of Post-Baccalaureate Medicine, College of Medicine, National Chung Hsing University , Taichung 402202,","Division of Nephrology, Department of Internal Medicine, Taichung Veterans General Hospital , Taichung 407219,","School of Medicine, College of Medicine, China Medical University , Taichung 404328,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Post-Baccalaureate Medicine, College of Medicine, National Chung Hsing University , Taichung 402202,","institution_ids":["https://openalex.org/I162838928"]},{"raw_affiliation_string":"Division of Nephrology, Department of Internal Medicine, Taichung Veterans General Hospital , Taichung 407219,","institution_ids":["https://openalex.org/I4210091773"]},{"raw_affiliation_string":"School of Medicine, College of Medicine, China Medical University , Taichung 404328,","institution_ids":["https://openalex.org/I184693016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113134285","display_name":"Yiming Li","orcid":"https://orcid.org/0009-0009-8784-1745"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiming Li","raw_affiliation_strings":["Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":"https://orcid.org/0009-0009-8784-1745","affiliations":[{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110046676","display_name":"Richard Yang","orcid":"https://orcid.org/0009-0008-8283-4952"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard Yang","raw_affiliation_strings":["Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385201","display_name":"Wenyu Zhang","orcid":"https://orcid.org/0000-0002-2507-3033"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenyu Zhang","raw_affiliation_strings":["Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinyi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyi Wang","raw_affiliation_strings":["Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443887","display_name":"Xinyu Chen","orcid":"https://orcid.org/0000-0001-5816-8621"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Chen","raw_affiliation_strings":["Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101829436","display_name":"Hao Guan","orcid":"https://orcid.org/0000-0002-8117-4584"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Guan","raw_affiliation_strings":["Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122928647","display_name":"John Lian","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Lian","raw_affiliation_strings":["Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114367930","display_name":"Pengyu Hong","orcid":null},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pengyu Hong","raw_affiliation_strings":["Department of Computer Science, Brandeis University , Waltham, MA 02453,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brandeis University , Waltham, MA 02453,","institution_ids":["https://openalex.org/I6902469"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066437531","display_name":"D. W. Bates","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David W Bates","raw_affiliation_strings":["Department of Health Policy and Management, Harvard T.H. Chan School of Public Health , Boston, MA 02115,","Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":"https://orcid.org/0000-0001-6268-1540","affiliations":[{"raw_affiliation_string":"Department of Health Policy and Management, Harvard T.H. Chan School of Public Health , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122939678","display_name":"Li Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li Zhou","raw_affiliation_strings":["Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","Department of Medicine, Harvard Medical School , Boston, MA 02115,","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School , Boston, MA 02115,","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital , Boston, MA 02115,","institution_ids":["https://openalex.org/I1283280774"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081158169"],"corresponding_institution_ids":["https://openalex.org/I1283280774","https://openalex.org/I136199984"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":15.8099,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98979682,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"33","issue":"3","first_page":"743","last_page":"753"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6704999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.6704999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.17059999704360962,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.06279999762773514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.7178000211715698},{"id":"https://openalex.org/keywords/electronic-health-record","display_name":"Electronic health record","score":0.680400013923645},{"id":"https://openalex.org/keywords/health-records","display_name":"Health records","score":0.5185999870300293},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.49160000681877136},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.36649999022483826},{"id":"https://openalex.org/keywords/patient-record","display_name":"Patient record","score":0.350600004196167}],"concepts":[{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.7178000211715698},{"id":"https://openalex.org/C3020144179","wikidata":"https://www.wikidata.org/wiki/Q10871684","display_name":"Electronic health record","level":3,"score":0.680400013923645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5738000273704529},{"id":"https://openalex.org/C3019952477","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Health records","level":3,"score":0.5185999870300293},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.49160000681877136},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43299999833106995},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.36649999022483826},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3549000024795532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.350600004196167},{"id":"https://openalex.org/C2993731853","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Patient record","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.2854999899864197}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1093/jamia/ocaf233","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocaf233","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:41528313","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41528313","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2963341956","https://openalex.org/W2996219887","https://openalex.org/W3015468748","https://openalex.org/W3034999214","https://openalex.org/W3118615836","https://openalex.org/W3194782062","https://openalex.org/W4205865577","https://openalex.org/W4312220150","https://openalex.org/W4323655724","https://openalex.org/W4327810158","https://openalex.org/W4379769651","https://openalex.org/W4384561707","https://openalex.org/W4385380523","https://openalex.org/W4385416665","https://openalex.org/W4386090262","https://openalex.org/W4386165948","https://openalex.org/W4386306231","https://openalex.org/W4386624025","https://openalex.org/W4386726071","https://openalex.org/W4387893299","https://openalex.org/W4389267014","https://openalex.org/W4391136507","https://openalex.org/W4391227238","https://openalex.org/W4391258561","https://openalex.org/W4391487347","https://openalex.org/W4391537085","https://openalex.org/W4392143505","https://openalex.org/W4392193048","https://openalex.org/W4392505993","https://openalex.org/W4392563420","https://openalex.org/W4392643126","https://openalex.org/W4393203759","https://openalex.org/W4394620990","https://openalex.org/W4394932409","https://openalex.org/W4395067526","https://openalex.org/W4396519801","https://openalex.org/W4396738493","https://openalex.org/W4396776434","https://openalex.org/W4399113669","https://openalex.org/W4402400123","https://openalex.org/W4402909345","https://openalex.org/W4403353492","https://openalex.org/W4403420208","https://openalex.org/W4406658975","https://openalex.org/W4408226143","https://openalex.org/W4408472883","https://openalex.org/W4409235391","https://openalex.org/W4411147644","https://openalex.org/W4412086203","https://openalex.org/W4412679433","https://openalex.org/W4413801922","https://openalex.org/W4414167878"],"related_works":[],"abstract_inverted_index":{"BACKGROUND:":[0],"The":[1],"use":[2,32],"of":[3,60,66,146,180,229],"generative":[4,83,173,220],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"with":[9,208],"electronic":[10],"health":[11],"record":[12],"(EHR)":[13],"data":[14,89,96,224],"is":[15],"rapidly":[16],"expanding":[17],"to":[18,40,55,85,218],"support":[19,140],"clinical":[20,29,100,136,138,230],"and":[21,31,38,52,64,73,90,102,108,131,151,160,166,178,192,232,243],"research":[22],"tasks.":[23],"This":[24],"systematic":[25,58],"review":[26,59],"characterizes":[27],"the":[28,45,114,143,156,169,216,237],"fields":[30],"cases":[33],"that":[34],"have":[35],"been":[36],"studied":[37],"evaluated":[39],"date.":[41],"METHODS:":[42],"We":[43],"followed":[44],"Preferred":[46],"Reporting":[47],"Items":[48],"for":[49,104,240],"Systematic":[50],"Review":[51],"Meta-Analyses":[53],"guidelines":[54],"conduct":[56],"a":[57,205,226],"articles":[61,117],"from":[62],"PubMed":[63],"Web":[65],"Science":[67],"published":[68],"between":[69],"January":[70],"1,":[71],"2023,":[72],"November":[74],"9,":[75],"2024.":[76],"Studies":[77],"were":[78,168],"included":[79,106],"if":[80],"they":[81],"used":[82,172],"LLMs":[84,221],"analyze":[86],"real-world":[87],"EHR":[88,223],"reported":[91],"quantitative":[92],"performance":[93],"evaluations.":[94,211],"Through":[95],"extraction,":[97],"we":[98,186],"identified":[99,187],"specialties":[101,231],"tasks":[103],"each":[105],"article,":[107],"summarized":[109],"evaluation":[110,246],"methods.":[111],"RESULTS:":[112],"Of":[113],"18":[115],"735":[116],"retrieved,":[118],"196":[119],"met":[120],"our":[121],"criteria.":[122],"Most":[123],"studies":[124,147],"focused":[125],"on":[126,222],"radiology":[127],"(26.0%),":[128],"oncology":[129],"(10.7%),":[130],"emergency":[132],"medicine":[133],"(6.6%).":[134],"Regarding":[135],"tasks,":[137,233],"decision":[139],"made":[141,154],"up":[142,155],"largest":[144],"proportion":[145],"(62.2%),":[148],"while":[149],"summarizations":[150],"patient":[152],"communications":[153],"smallest,":[157],"at":[158],"5.6%":[159],"5.1%,":[161],"respectively.":[162,182],"In":[163],"addition,":[164],"GPT-4":[165],"GPT-3.5":[167],"most":[170],"commonly":[171],"LLMs,":[174],"appearing":[175],"in":[176],"60.2%":[177],"57.7%":[179],"studies,":[181,185],"Across":[183],"these":[184],"22":[188],"unique":[189,194],"non-NLP":[190],"metrics":[191,199],"35":[193],"NLP":[195,198],"metrics.":[196],"While":[197],"offer":[200],"greater":[201],"scalability,":[202],"none":[203],"demonstrated":[204],"strong":[206],"correlation":[207],"gold-standard":[209],"human":[210],"CONCLUSION:":[212],"Our":[213],"findings":[214],"highlight":[215],"need":[217,239],"evaluate":[219],"across":[225],"broader":[227],"range":[228],"as":[234,236],"well":[235],"urgent":[238],"standardized,":[241],"scalable,":[242],"clinically":[244],"meaningful":[245],"frameworks.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":11}],"updated_date":"2026-07-06T08:01:05.025921","created_date":"2026-01-14T00:00:00"}