{"id":"https://openalex.org/W4405490246","doi":"https://doi.org/10.1109/embc53108.2024.10782231","title":"Evaluating LLMs for Diagnosis Summarization","display_name":"Evaluating LLMs for Diagnosis Summarization","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4405490246","doi":"https://doi.org/10.1109/embc53108.2024.10782231","pmid":"https://pubmed.ncbi.nlm.nih.gov/40039708"},"language":"en","primary_location":{"id":"doi:10.1109/embc53108.2024.10782231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009037958","display_name":"Joaquim Santos","orcid":"https://orcid.org/0000-0002-0581-4092"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joaquim Santos","raw_affiliation_strings":["Institute of A.I. in Healthcare,Juazeiro do Norte,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of A.I. in Healthcare,Juazeiro do Norte,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071493900","display_name":"Henrique Dias Pereira dos Santos","orcid":"https://orcid.org/0000-0002-2410-3536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henrique D. P. Santos","raw_affiliation_strings":["Institute of A.I. in Healthcare,Porto Alegre,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of A.I. in Healthcare,Porto Alegre,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054809030","display_name":"Ana Helena D. P. S. Ulbrich","orcid":"https://orcid.org/0000-0001-6910-8210"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ana Helena D. P. S. Ulbrich","raw_affiliation_strings":["Institute of A.I. in Healthcare,Porto Alegre,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of A.I. in Healthcare,Porto Alegre,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115513609","display_name":"Daniela Faccio","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniela Faccio","raw_affiliation_strings":["Institute of A.I. in Healthcare,São Paulo,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of A.I. in Healthcare,São Paulo,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011787183","display_name":"F\u00e1bio de O. Tabalipa","orcid":"https://orcid.org/0000-0002-2060-953X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"F\u00e1bio de O. Tabalipa","raw_affiliation_strings":["Memed,Florianópolis,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Memed,Florianópolis,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rodrigo F. Nogueira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodrigo F. Nogueira","raw_affiliation_strings":["Maritaca.ai,Campinas,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Maritaca.ai,Campinas,Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006877216","display_name":"Manuela Martins Costa","orcid":"https://orcid.org/0000-0003-3492-6795"},"institutions":[{"id":"https://openalex.org/I130442723","display_name":"Universidade Federal do Rio Grande do Sul","ror":"https://ror.org/041yk2d64","country_code":"BR","type":"education","lineage":["https://openalex.org/I130442723"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Manuela Martins Costa","raw_affiliation_strings":["PPGEpi-UFRGS,Porto Alegre,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PPGEpi-UFRGS,Porto Alegre,Brazil","institution_ids":["https://openalex.org/I130442723"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2024","issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8815736174583435},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5604605674743652},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.261774480342865}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8815736174583435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5604605674743652},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.261774480342865}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/embc53108.2024.10782231","is_oa":false,"landing_page_url":"https://doi.org/10.1109/embc53108.2024.10782231","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 46th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:40039708","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40039708","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307764","display_name":"Microsoft","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W3136675348","https://openalex.org/W3216293488","https://openalex.org/W4319301505","https://openalex.org/W4322832290","https://openalex.org/W4327946446","https://openalex.org/W4382930233","https://openalex.org/W4385227045","https://openalex.org/W4385572551","https://openalex.org/W4386015240","https://openalex.org/W4386081032","https://openalex.org/W4386120650","https://openalex.org/W4386710076","https://openalex.org/W4386820498","https://openalex.org/W4386845850","https://openalex.org/W4386998832","https://openalex.org/W4387767115","https://openalex.org/W4388022708","https://openalex.org/W4388931647","https://openalex.org/W4389117636","https://openalex.org/W4389274159","https://openalex.org/W4389518874","https://openalex.org/W4389519058","https://openalex.org/W4389519254","https://openalex.org/W4390653586","https://openalex.org/W4392643126","https://openalex.org/W6850602594","https://openalex.org/W6855696718"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W2351187795"],"abstract_inverted_index":{"During":[0],"a":[1,31],"patient's":[2,26],"hospitalization,":[3],"extensive":[4],"information":[5,16],"is":[6,17,94],"documented":[7],"in":[8,43,51,98],"clinical":[9],"notes.":[10],"The":[11,89,107],"efficient":[12],"summarization":[13],"of":[14,24,37,47,73,86,105],"this":[15],"vital":[18],"for":[19,96,112],"keeping":[20],"healthcare":[21,87],"professionals":[22],"abreast":[23],"the":[25,35,45,71,74,78,82,99,118],"status.":[27],"This":[28],"paper":[29],"proposes":[30],"methodology":[32],"to":[33],"assess":[34],"efficacy":[36],"six":[38,75],"large":[39],"language":[40],"models":[41,76],"(LLMs)":[42],"automating":[44],"task":[46],"diagnosis":[48],"summarization,":[49],"particularly":[50],"discharge":[52],"summaries.":[53],"Our":[54],"approach":[55],"involves":[56],"defining":[57],"an":[58],"automatic":[59],"metric":[60],"based":[61],"on":[62,117],"LLMs,":[63],"highly":[64],"correlated":[65],"with":[66,84],"human":[67],"assessments.":[68],"We":[69],"evaluate":[70],"performance":[72],"using":[77],"F1-Score":[79],"and":[80,102,110],"compare":[81],"results":[83],"those":[85],"specialists.":[88],"experiments":[90,114],"reveal":[91],"that":[92],"there":[93],"room":[95],"improvement":[97],"medical":[100],"knowledge":[101],"diagnostic":[103],"capabilities":[104],"LLMs.":[106],"source":[108],"code":[109],"data":[111],"these":[113],"are":[115],"available":[116],"project's":[119],"GitHub":[120],"page.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}