{"id":"https://openalex.org/W4417489727","doi":"https://doi.org/10.3390/diagnostics16010003","title":"Evaluating Medical Text Summaries Using Automatic Evaluation Metrics and LLM-as-a-Judge Approach: A Pilot Study","display_name":"Evaluating Medical Text Summaries Using Automatic Evaluation Metrics and LLM-as-a-Judge Approach: A Pilot Study","publication_year":2025,"publication_date":"2025-12-19","ids":{"openalex":"https://openalex.org/W4417489727","doi":"https://doi.org/10.3390/diagnostics16010003","pmid":"https://pubmed.ncbi.nlm.nih.gov/41515497"},"language":"en","primary_location":{"id":"doi:10.3390/diagnostics16010003","doi":"https://doi.org/10.3390/diagnostics16010003","is_oa":true,"landing_page_url":"https://doi.org/10.3390/diagnostics16010003","pdf_url":"https://www.mdpi.com/2075-4418/16/1/3/pdf?version=1766122186","source":{"id":"https://openalex.org/S4210172076","display_name":"Diagnostics","issn_l":"2075-4418","issn":["2075-4418"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2075-4418/16/1/3/pdf?version=1766122186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102823116","display_name":"Yuriy Aleksandrovich Vasilev","orcid":"https://orcid.org/0000-0002-5283-5961","observed_orcids":["https://orcid.org/0000-0002-5283-5961"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuriy Vasilev","raw_affiliation_strings":["Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-5283-5961","affiliations":[{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109455421","display_name":"Irina A. Raznitsyna","orcid":"https://orcid.org/0000-0003-4145-6947","observed_orcids":["https://orcid.org/0000-0003-4145-6947"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Irina Raznitsyna","raw_affiliation_strings":["Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0003-4145-6947","affiliations":[{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005378024","display_name":"A. P. Pamova","orcid":"https://orcid.org/0000-0002-0041-3281","observed_orcids":["https://orcid.org/0000-0002-0041-3281"]},"institutions":[{"id":"https://openalex.org/I4210135186","display_name":"MIREA - Russian Technological University","ror":"https://ror.org/04qrtgy16","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210135186"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anastasia Pamova","raw_affiliation_strings":["Institute of Artificial Intelligence, MIREA\u2014Russian Technological University, 119454 Moscow, Russia","Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-0041-3281","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, MIREA\u2014Russian Technological University, 119454 Moscow, Russia","institution_ids":["https://openalex.org/I4210135186"]},{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118456687","display_name":"Tikhon Burtsev","orcid":"https://orcid.org/0009-0006-9575-8501","observed_orcids":["https://orcid.org/0009-0006-9575-8501"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tikhon Burtsev","raw_affiliation_strings":["Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073605164","display_name":"Tatiana Bobrovskaya","orcid":"https://orcid.org/0000-0002-2746-7554","observed_orcids":["https://orcid.org/0000-0002-2746-7554"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tatiana Bobrovskaya","raw_affiliation_strings":["Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-2746-7554","affiliations":[{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038106824","display_name":"Pavel Kosov","orcid":"https://orcid.org/0009-0001-1114-622X","observed_orcids":["https://orcid.org/0009-0001-1114-622X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavel Kosov","raw_affiliation_strings":["Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0009-0001-1114-622X","affiliations":[{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034882149","display_name":"Anton V. Vladzymyrskyy","orcid":"https://orcid.org/0000-0002-2990-7736","observed_orcids":["https://orcid.org/0000-0002-2990-7736"]},"institutions":[{"id":"https://openalex.org/I17877952","display_name":"Sechenov University","ror":"https://ror.org/02yqqv993","country_code":"RU","type":"education","lineage":["https://openalex.org/I17877952"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Anton Vladzymyrskyy","raw_affiliation_strings":["Department of Information Technology and Medical Data Processing, Federal State I.M. Sechenov First Moscow State Medical University of the Ministry of Health of the Russian Federation (Sechenov University), 119991 Moscow, Russia","Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-2990-7736","affiliations":[{"raw_affiliation_string":"Department of Information Technology and Medical Data Processing, Federal State I.M. Sechenov First Moscow State Medical University of the Ministry of Health of the Russian Federation (Sechenov University), 119991 Moscow, Russia","institution_ids":["https://openalex.org/I17877952"]},{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022236223","display_name":"Olga V. Omelyanskaya","orcid":"https://orcid.org/0000-0002-0245-4431","observed_orcids":["https://orcid.org/0000-0002-0245-4431"]},"institutions":[{"id":"https://openalex.org/I4210135186","display_name":"MIREA - Russian Technological University","ror":"https://ror.org/04qrtgy16","country_code":"RU","type":"education","lineage":["https://openalex.org/I4210135186"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Olga Omelyanskaya","raw_affiliation_strings":["Institute of Artificial Intelligence, MIREA\u2014Russian Technological University, 119454 Moscow, Russia","Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0002-0245-4431","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, MIREA\u2014Russian Technological University, 119454 Moscow, Russia","institution_ids":["https://openalex.org/I4210135186"]},{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002252517","display_name":"Kirill M. Arzamasov","orcid":"https://orcid.org/0000-0001-7786-0349","observed_orcids":["https://orcid.org/0000-0001-7786-0349"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kirill Arzamasov","raw_affiliation_strings":["Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia"],"raw_orcid":"https://orcid.org/0000-0001-7786-0349","affiliations":[{"raw_affiliation_string":"Research and Practical Clinical Center for Diagnostics and Telemedicine Technologies of the Moscow Health Care Department, 127051 Moscow, Russia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5109455421"],"corresponding_institution_ids":[],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":2.4644,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.90504806,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"3","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3499000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3499000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.1785999983549118,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.11800000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-text-summarization","display_name":"medical text summarization","score":0.9279999732971191},{"id":"https://openalex.org/keywords/electronic-health-records","display_name":"electronic health records","score":0.7350000143051147},{"id":"https://openalex.org/keywords/llm-as-a-judge","display_name":"LLM-as-a-judge","score":0.9079999923706055},{"id":"https://openalex.org/keywords/automatic-evaluation-metrics","display_name":"automatic evaluation metrics","score":0.7599999904632568},{"id":"https://openalex.org/keywords/hallucination-detection","display_name":"hallucination detection","score":0.9399999976158142},{"id":"https://openalex.org/keywords/expert-evaluation","display_name":"expert evaluation","score":0.6940000057220459},{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.8399999737739563},{"id":"https://openalex.org/keywords/clinical-decision-support","display_name":"clinical decision support","score":0.9279999732971191}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.7652000188827515},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7613999843597412},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44290000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40560001134872437},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.37389999628067017},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3668000102043152},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36149999499320984},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.3580999970436096},{"id":"https://openalex.org/C3019060180","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automated method","level":2,"score":0.33070001006126404},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C195910791","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Medical record","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C2778330532","wikidata":"https://www.wikidata.org/wiki/Q4826577","display_name":"Automatic indexing","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2858000099658966},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.2824999988079071},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.26829999685287476},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/diagnostics16010003","doi":"https://doi.org/10.3390/diagnostics16010003","is_oa":true,"landing_page_url":"https://doi.org/10.3390/diagnostics16010003","pdf_url":"https://www.mdpi.com/2075-4418/16/1/3/pdf?version=1766122186","source":{"id":"https://openalex.org/S4210172076","display_name":"Diagnostics","issn_l":"2075-4418","issn":["2075-4418"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics","raw_type":"journal-article"},{"id":"pmid:41515497","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41515497","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics (Basel, Switzerland)","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:172f5ca7580f410eae4f206e719f73c8","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/172f5ca7580f410eae4f206e719f73c8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Diagnostics, Vol 16, Iss 1, p 3 (2025)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12786185","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12786185/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Diagnostics (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/diagnostics16010003","doi":"https://doi.org/10.3390/diagnostics16010003","is_oa":true,"landing_page_url":"https://doi.org/10.3390/diagnostics16010003","pdf_url":"https://www.mdpi.com/2075-4418/16/1/3/pdf?version=1766122186","source":{"id":"https://openalex.org/S4210172076","display_name":"Diagnostics","issn_l":"2075-4418","issn":["2075-4418"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.5683000087738037,"id":"https://metadata.un.org/sdg/3"}],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320317497","display_name":"MIREA - Russian Technological University","ror":"https://ror.org/04qrtgy16"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417489727.pdf","grobid_xml":"https://content.openalex.org/works/W4417489727.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2133512280","https://openalex.org/W4361289889","https://openalex.org/W4386120650","https://openalex.org/W4391061229","https://openalex.org/W4392193048","https://openalex.org/W4393317046","https://openalex.org/W4396844283","https://openalex.org/W4399803256","https://openalex.org/W4400530529","https://openalex.org/W4401386758","https://openalex.org/W4401943459","https://openalex.org/W4402671258","https://openalex.org/W4406324286","https://openalex.org/W4406887664","https://openalex.org/W4409235391","https://openalex.org/W4409709519","https://openalex.org/W4410090070","https://openalex.org/W4410988839","https://openalex.org/W4411085860","https://openalex.org/W7128222547"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Electronic":[1],"health":[2],"records":[3],"(EHRs)":[4],"remain":[5],"a":[6,31],"vital":[7],"source":[8],"of":[9,21,65,68,84,172,193,223,238],"clinical":[10],"information,":[11],"yet":[12],"processing":[13],"these":[14,22],"heterogeneous":[15],"data":[16,23,86],"is":[17,29,42],"extremely":[18],"labor-intensive.":[19],"Summarization":[20],"using":[24,102,116,135],"Large":[25],"Language":[26],"Models":[27],"(LLMs)":[28],"considered":[30],"promising":[32],"tool":[33],"to":[34,59],"support":[35,249],"practicing":[36],"physicians.":[37],"Unbiased,":[38],"automated":[39],"quality":[40,70,180],"control":[41],"crucial":[43],"for":[44,148,205,259],"integrating":[45],"the":[46,61,113,117,136,154,174,178,183,191,220,228,236,241],"tools":[47],"into":[48],"routine":[49],"practice,":[50],"saving":[51],"time":[52],"and":[53,63,79,124,127,129,166,182,240,255],"labor.":[54],"This":[55],"pilot":[56],"study":[57],"aimed":[58],"assess":[60],"potential":[62,221,257],"constraints":[64],"self-contained":[66],"evaluation":[67,77,132,155,192,243],"summarization":[69],"(without":[71],"expert":[72,184,260],"involvement)":[73],"based":[74],"on":[75,202,216],"automatic":[76,104,242],"metrics":[78,105,156,244],"LLM-as-a-judge.":[80],"Methods:":[81],"The":[82,97,140],"summaries":[83,99,195],"text":[85],"from":[87],"30":[88],"EHRs":[89],"were":[90,100],"generated":[91],"by":[92,251],"six":[93],"open-source":[94],"low-parameter":[95],"LLMs.":[96],"medical":[98,150,194,217,247],"evaluated":[101],"standard":[103],"(BLEU,":[106],"ROUGE,":[107],"METEOR,":[108],"BERTScore)":[109],"as":[110,112],"well":[111],"LLM-as-a-judge":[114,229],"approach":[115],"following":[118],"criteria:":[119],"relevance,":[120,173],"completeness,":[121],"redundancy,":[122],"coherence":[123],"structure,":[125],"grammar":[126],"terminology,":[128],"hallucinations.":[130],"Expert":[131],"was":[133,186],"conducted":[134],"same":[137],"criteria.":[138],"Results:":[139],"results":[141],"showed":[142],"that":[143],"LLMs":[144,239],"hold":[145],"great":[146],"promise":[147],"summarizing":[149],"data.":[151],"Nevertheless,":[152,233],"neither":[153],"nor":[157],"LLM":[158],"judges":[159],"are":[160],"reliable":[161],"in":[162],"detecting":[163,206],"factual":[164],"errors":[165],"semantic":[167],"distortions":[168],"(hallucinations).":[169],"In":[170],"terms":[171],"Pearson":[175],"correlation":[176],"between":[177],"summary":[179],"score":[181],"opinions":[185],"0.688.":[187],"Conclusions:":[188],"Completely":[189],"automating":[190],"remains":[196],"challenging.":[197],"Further":[198],"research":[199],"should":[200],"focus":[201],"dedicated":[203],"methods":[204],"hallucinations,":[207],"along":[208],"with":[209],"investigating":[210],"larger":[211],"or":[212],"specialized":[213],"models":[214],"trained":[215],"texts.":[218],"Additionally,":[219],"integration":[222],"retrieval-augmented":[224],"generation":[225],"(RAG)":[226],"within":[227],"architecture":[230],"deserves":[231],"attention.":[232],"even":[234],"now,":[235],"combination":[237],"can":[245],"underpin":[246],"decision":[248],"systems":[250],"performing":[252],"initial":[253],"evaluations":[254],"highlighting":[256],"shortcomings":[258],"review.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-12-19T00:00:00"}