{"id":"https://openalex.org/W4416451813","doi":"https://doi.org/10.1016/j.artmed.2026.103421","title":"Measuring the quality of AI-generated clinical notes: A systematic review and experimental benchmark of evaluation methods","display_name":"Measuring the quality of AI-generated clinical notes: A systematic review and experimental benchmark of evaluation methods","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W4416451813","doi":"https://doi.org/10.1016/j.artmed.2026.103421","pmid":"https://pubmed.ncbi.nlm.nih.gov/41955894"},"language":"en","primary_location":{"id":"doi:10.1016/j.artmed.2026.103421","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.artmed.2026.103421","pdf_url":null,"source":{"id":"https://openalex.org/S42468263","display_name":"Artificial Intelligence in Medicine","issn_l":"0933-3657","issn":["0933-3657","1873-2860"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence in Medicine","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.artmed.2026.103421","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Alexandra Dahlberg","orcid":null},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Alexandra Dahlberg","raw_affiliation_strings":["Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland; Mehil\u00e4inen, Helsinki, Finland. Electronic address: alexandra.dahlberg@helsinki.fi","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland; Mehil\u00e4inen, Helsinki, Finland. Electronic address: alexandra.dahlberg@helsinki.fi","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120417091","display_name":"Tiila K\u00e4enniemi","orcid":"https://orcid.org/0009-0001-9919-3062"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I302099661","display_name":"University of the Arts Helsinki","ror":"https://ror.org/05anqtc62","country_code":"FI","type":"education","lineage":["https://openalex.org/I302099661"]},{"id":"https://openalex.org/I4210107997","display_name":"Finland University","ror":"https://ror.org/014rks409","country_code":"FI","type":"education","lineage":["https://openalex.org/I4210107997"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tiila K\u00e4enniemi","raw_affiliation_strings":["Faculty of Arts, University of Helsinki, Finland; Gofore Lead Oy, Helsinki, Finland","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Arts, University of Helsinki, Finland; Gofore Lead Oy, Helsinki, Finland","institution_ids":["https://openalex.org/I302099661","https://openalex.org/I4210107997"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120659132","display_name":"Tiia Winther-Jensen","orcid":"https://orcid.org/0009-0000-1704-6791"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I302099661","display_name":"University of the Arts Helsinki","ror":"https://ror.org/05anqtc62","country_code":"FI","type":"education","lineage":["https://openalex.org/I302099661"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tiia Winther-Jensen","raw_affiliation_strings":["Faculty of Arts, University of Helsinki, Finland","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Arts, University of Helsinki, Finland","institution_ids":["https://openalex.org/I133731052","https://openalex.org/I302099661"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042999003","display_name":"Olli Tapiola","orcid":"https://orcid.org/0000-0002-0126-2235"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Olli Tapiola","raw_affiliation_strings":["Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060542468","display_name":"Rami Luisto","orcid":"https://orcid.org/0000-0003-3970-282X"},"institutions":[{"id":"https://openalex.org/I94722563","display_name":"University of Jyv\u00e4skyl\u00e4","ror":"https://ror.org/05n3dz165","country_code":"FI","type":"education","lineage":["https://openalex.org/I94722563"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Rami Luisto","raw_affiliation_strings":["Faculty of Information Technology, University of Jyv\u00e4skyl\u00e4, Finland; Digital Workforce Services Plc, Helsinki, Finland","University of Jyv\u00e4skyl\u00e4"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, University of Jyv\u00e4skyl\u00e4, Finland; Digital Workforce Services Plc, Helsinki, Finland","institution_ids":["https://openalex.org/I94722563"]},{"raw_affiliation_string":"University of Jyv\u00e4skyl\u00e4","institution_ids":["https://openalex.org/I94722563"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tuukka Puranen","orcid":null},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tuukka Puranen","raw_affiliation_strings":["Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076423086","display_name":"Max Gordon","orcid":"https://orcid.org/0000-0002-8080-5815"},"institutions":[{"id":"https://openalex.org/I28166907","display_name":"Karolinska Institutet","ror":"https://ror.org/056d84691","country_code":"SE","type":"education","lineage":["https://openalex.org/I28166907"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Max Gordon","raw_affiliation_strings":["Department of Clinical Sciences, Danderyd Hospital, Karolinska Institutet, Stockholm, Sweden","Karolinska Institutet"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Clinical Sciences, Danderyd Hospital, Karolinska Institutet, Stockholm, Sweden","institution_ids":["https://openalex.org/I28166907"]},{"raw_affiliation_string":"Karolinska Institutet","institution_ids":["https://openalex.org/I28166907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084094250","display_name":"Enni Sanmark","orcid":"https://orcid.org/0000-0003-0209-5501"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I2800394112","display_name":"Helsinki University Hospital","ror":"https://ror.org/02e8hzf44","country_code":"FI","type":"healthcare","lineage":["https://openalex.org/I2800394112","https://openalex.org/I4210166427"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Enni Sanmark","raw_affiliation_strings":["Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland; Heart and Lung Center, Helsinki University Hospital, Helsinki, Finland","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland; Heart and Lung Center, Helsinki University Hospital, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052","https://openalex.org/I2800394112"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065923613","display_name":"Ville Vartiainen","orcid":"https://orcid.org/0000-0002-9833-6965"},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]},{"id":"https://openalex.org/I2800394112","display_name":"Helsinki University Hospital","ror":"https://ror.org/02e8hzf44","country_code":"FI","type":"healthcare","lineage":["https://openalex.org/I2800394112","https://openalex.org/I4210166427"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ville Vartiainen","raw_affiliation_strings":["Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland; Heart and Lung Center, Helsinki University Hospital, Helsinki, Finland","University of Helsinki"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Clinicum, Faculty of Medicine, University of Helsinki, Helsinki, Finland; Heart and Lung Center, Helsinki University Hospital, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052","https://openalex.org/I2800394112"]},{"raw_affiliation_string":"University of Helsinki","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I133731052"],"apc_list":{"value":3230,"currency":"USD","value_usd":3230},"apc_paid":{"value":3230,"currency":"USD","value_usd":3230},"fwci":2.1671,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81988304,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"177","issue":null,"first_page":"103421","last_page":"103421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5802000164985657,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.5802000164985657,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11240000277757645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.05820000171661377,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5726000070571899},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5504000186920166},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5212000012397766},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4832000136375427},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4771000146865845},{"id":"https://openalex.org/keywords/multidisciplinary-approach","display_name":"Multidisciplinary approach","score":0.47369998693466187},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.43630000948905945},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.4278999865055084},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.3785000145435333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6897000074386597},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5726000070571899},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5212000012397766},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4771000146865845},{"id":"https://openalex.org/C22467394","wikidata":"https://www.wikidata.org/wiki/Q849359","display_name":"Multidisciplinary approach","level":2,"score":0.47369998693466187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47369998693466187},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4410000145435333},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.43630000948905945},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4278999865055084},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4007999897003174},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.399399995803833},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3504999876022339},{"id":"https://openalex.org/C83867959","wikidata":"https://www.wikidata.org/wiki/Q371467","display_name":"Scopus","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.34279999136924744},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.33629998564720154},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C3020001037","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assessment","level":3,"score":0.2842999994754791},{"id":"https://openalex.org/C71405471","wikidata":"https://www.wikidata.org/wiki/Q757012","display_name":"Quality management","level":3,"score":0.2827000021934509},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.27559998631477356},{"id":"https://openalex.org/C19648533","wikidata":"https://www.wikidata.org/wiki/Q691640","display_name":"Evidence-based medicine","level":3,"score":0.27230000495910645},{"id":"https://openalex.org/C2779346075","wikidata":"https://www.wikidata.org/wiki/Q7268763","display_name":"Quality Score","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26179999113082886},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.2605000138282776},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.25130000710487366},{"id":"https://openalex.org/C547195049","wikidata":"https://www.wikidata.org/wiki/Q1725664","display_name":"Terminology","level":2,"score":0.25040000677108765}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D004282","descriptor_name":"Documentation","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D004282","descriptor_name":"Documentation","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1016/j.artmed.2026.103421","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.artmed.2026.103421","pdf_url":null,"source":{"id":"https://openalex.org/S42468263","display_name":"Artificial Intelligence in Medicine","issn_l":"0933-3657","issn":["0933-3657","1873-2860"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence in Medicine","raw_type":"journal-article"},{"id":"doi:10.1101/2025.11.18.25340507","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.11.18.25340507","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/11/21/2025.11.18.25340507.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:41955894","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41955894","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial intelligence in medicine","raw_type":null}],"best_oa_location":{"id":"doi:10.1016/j.artmed.2026.103421","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.artmed.2026.103421","pdf_url":null,"source":{"id":"https://openalex.org/S42468263","display_name":"Artificial Intelligence in Medicine","issn_l":"0933-3657","issn":["0933-3657","1873-2860"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence in Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G611901154","display_name":"Health 360 \u2014 Helsingin Yliopisto (1562/31/2024)","funder_award_id":"1562/31/2024","funder_id":"https://openalex.org/F4320328501","funder_display_name":"Business Finland"}],"funders":[{"id":"https://openalex.org/F4320310751","display_name":"Suomen L\u00e4\u00e4ketieteen S\u00e4\u00e4ti\u00f6","ror":"https://ror.org/0593mby10"},{"id":"https://openalex.org/F4320311797","display_name":"Medicinska Underst\u00f6dsf\u00f6reningen Liv och H\u00e4lsa","ror":"https://ror.org/00qx9g681"},{"id":"https://openalex.org/F4320311816","display_name":"Finska L\u00e4kares\u00e4llskapet","ror":"https://ror.org/04vbzm272"},{"id":"https://openalex.org/F4320328501","display_name":"Business Finland","ror":"https://ror.org/05bgf9v38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1956340063","https://openalex.org/W2011301426","https://openalex.org/W2101105183","https://openalex.org/W2139056371","https://openalex.org/W2159583324","https://openalex.org/W2198918681","https://openalex.org/W2904599731","https://openalex.org/W2963532001","https://openalex.org/W2979826702","https://openalex.org/W3003257820","https://openalex.org/W3035252911","https://openalex.org/W3035965352","https://openalex.org/W3118615836","https://openalex.org/W3150635270","https://openalex.org/W3189279073","https://openalex.org/W3201085013","https://openalex.org/W3213990450","https://openalex.org/W4384561707","https://openalex.org/W4385572448","https://openalex.org/W4386272371","https://openalex.org/W4386692532","https://openalex.org/W4388022708","https://openalex.org/W4388405383","https://openalex.org/W4388725043","https://openalex.org/W4390347092","https://openalex.org/W4392193048","https://openalex.org/W4392632345","https://openalex.org/W4392736665","https://openalex.org/W4400644060","https://openalex.org/W4402568427","https://openalex.org/W4402765248","https://openalex.org/W4404917666","https://openalex.org/W4405025785","https://openalex.org/W4405089218","https://openalex.org/W4405570869","https://openalex.org/W4405847356","https://openalex.org/W4407135853","https://openalex.org/W4407723283","https://openalex.org/W4408165783"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"High-quality":[2],"clinical":[3,30,46,67,89,211],"documentation":[4],"is":[5,14,32,48,59,296],"essential":[6],"for":[7,81,141,262,269,282],"safe,":[8],"effective":[9],"care,":[10],"yet":[11,238],"producing":[12],"it":[13],"time":[15],"consuming":[16],"and":[17,44,61,75,91,106,116,137,171,179,193,208,222,230,249,284,294],"error":[18],"prone.":[19],"Large":[20],"language":[21],"models":[22],"(LLMs)":[23],"can":[24],"assist":[25],"with":[26,66,153,191,244,280],"note":[27,37],"generation,":[28],"but":[29,189,224,265],"adoption":[31],"determined":[33],"by":[34,165,247],"the":[35,96,99,107,132,201,305],"resulting":[36,100],"quality.":[38,270],"However":[39],"current":[40],"evaluation":[41,94,135,186],"practices":[42],"vary,":[43],"their":[45],"relevance":[47],"unclear.":[49],"Drawing":[50],"on":[51,77,114,122,255],"a":[52,273],"multidisciplinary":[53],"perspective,":[54],"we":[55,125],"examined":[56],"how":[57,62],"quality":[58,97],"assessed":[60],"those":[63],"assessments":[64],"align":[65],"demands.":[68],"Methods":[69],"We":[70,271],"systematically":[71],"searched":[72],"Ovid":[73],"Medline":[74],"Scopus":[76],"10":[78],"April":[79],"2025":[80],"peer-reviewed":[82],"studies":[83,158],"that":[84,259,276],"used":[85,150],"LLMs":[86],"in":[87,111],"generating":[88],"notes":[90],"included":[92,140],"an":[93,127,138],"of":[95,98,199,210,235],"text.":[101],"The":[102,148,161],"screening":[103],"followed":[104],"PRISMA":[105],"protocol":[108],"was":[109,163,187],"preregistered":[110],"PROSPERO.":[112],"Data":[113],"metrics,":[115,168,175],"outcomes":[117],"were":[118,159,181,205,232],"synthesised":[119],"narratively.":[120],"Based":[121],"these":[123],"findings,":[124],"designed":[126],"experimental":[128,215],"setup":[129],"to":[130,241],"test":[131,146],"most":[133,202],"common":[134,203],"metrics":[136,219,229,258,279],"LLM-as-evaluator,":[139],"its":[142],"scalability":[143,283],"across":[144,292],"large":[145],"sets.":[147],"experiment":[149],"synthetic":[151],"cases":[152],"targeted":[154,286],"perturbations.":[155],"Findings":[156],"Thirty-seven":[157],"included.":[160],"reporting":[162],"dominated":[164],"lexical":[166,217,256],"overlap":[167,218,257],"chiefly":[169],"ROUGE":[170],"BLEU.":[172],"Semantic":[173,228],"similarity":[174],"such":[176],"as":[177,267],"BERTScore":[178],"BLEURT,":[180],"less":[182],"common.":[183],"A":[184],"human":[185,287],"frequent":[188],"heterogeneous,":[190],"criteria":[192],"methods":[194],"defined":[195],"using":[196],"varying":[197,246],"degrees":[198],"detail;":[200],"foci":[204],"correctness,":[206],"fluency,":[207],"aspects":[209],"acceptability.":[212],"In":[213],"our":[214],"setup,":[216],"detected":[220],"deletions":[221],"modifications":[223],"penalised":[225],"meaning-preserving":[226],"paraphrases.":[227],"LLM-as-evaluators":[231],"more":[233],"tolerant":[234],"paraphrased":[236],"perturbations,":[237],"remained":[239],"sensitive":[240],"relevant":[242],"changes,":[243],"performance":[245],"model":[248],"language.":[250],"Interpretation":[251],"Current":[252],"practice":[253],"relies":[254],"are":[260],"useful":[261],"cursory":[263],"checks":[264],"insufficient":[266],"proxies":[268],"recommend":[272],"layered":[274],"strategy":[275],"pairs":[277],"semantic":[278],"LLM-as-evaluator":[281],"includes":[285],"adjudication.":[288],"Broader,":[289],"safety-focused":[290],"validation":[291],"institutions":[293],"languages":[295],"needed":[297],"before":[298],"routine":[299],"deployment.":[300],"Funding":[301],"Business":[302],"Finland":[303],"through":[304],"GenAID":[306],"research":[307],"project.":[308],"Personal":[309],"grants":[310],"listed":[311],"under":[312],"Acknowledgments.":[313]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-11-23T00:00:00"}