{"id":"https://openalex.org/W4413956610","doi":"https://doi.org/10.3233/shti251374","title":"Prompting Is All You Need \u2013 Until It Isn\u2019t: Exploring the Limits of LLMs for Negation Detection in German Clinical Text","display_name":"Prompting Is All You Need \u2013 Until It Isn\u2019t: Exploring the Limits of LLMs for Negation Detection in German Clinical Text","publication_year":2025,"publication_date":"2025-09-03","ids":{"openalex":"https://openalex.org/W4413956610","doi":"https://doi.org/10.3233/shti251374","pmid":"https://pubmed.ncbi.nlm.nih.gov/40899522"},"language":"en","primary_location":{"id":"doi:10.3233/shti251374","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti251374","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti251374","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067786272","display_name":"Richard Zowalla","orcid":"https://orcid.org/0000-0003-1236-7398"},"institutions":[{"id":"https://openalex.org/I3020504353","display_name":"Fraunhofer Institute for Industrial Engineering","ror":"https://ror.org/01nh64743","country_code":"DE","type":"facility","lineage":["https://openalex.org/I3020504353","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I41121874","display_name":"Heilbronn University","ror":"https://ror.org/04g5gcg95","country_code":"DE","type":"education","lineage":["https://openalex.org/I41121874"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Richard Zowalla","raw_affiliation_strings":["Faculty for Informatics, Heilbronn University, Heilbronn, Germany","Fraunhofer Institute for Industrial Engineering IAO, Stuttgart, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1236-7398","affiliations":[{"raw_affiliation_string":"Faculty for Informatics, Heilbronn University, Heilbronn, Germany","institution_ids":["https://openalex.org/I41121874"]},{"raw_affiliation_string":"Fraunhofer Institute for Industrial Engineering IAO, Stuttgart, Germany","institution_ids":["https://openalex.org/I3020504353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044780509","display_name":"Martin Wiesner","orcid":"https://orcid.org/0000-0003-3346-9633"},"institutions":[{"id":"https://openalex.org/I41121874","display_name":"Heilbronn University","ror":"https://ror.org/04g5gcg95","country_code":"DE","type":"education","lineage":["https://openalex.org/I41121874"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Wiesner","raw_affiliation_strings":["Faculty for Informatics, Heilbronn University, Heilbronn, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3346-9633","affiliations":[{"raw_affiliation_string":"Faculty for Informatics, Heilbronn University, Heilbronn, Germany","institution_ids":["https://openalex.org/I41121874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5067786272"],"corresponding_institution_ids":["https://openalex.org/I3020504353","https://openalex.org/I41121874"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41810607,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"331","issue":null,"first_page":"5","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.36719998717308044,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.36719998717308044,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3409000039100647,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.060600001364946365,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/negation","display_name":"Negation","score":0.8891782760620117},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.7403811812400818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5779241323471069},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.5738146305084229},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5337185859680176},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4551229178905487},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36296460032463074},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21736690402030945},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10972616076469421},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1064092218875885}],"concepts":[{"id":"https://openalex.org/C2185349","wikidata":"https://www.wikidata.org/wiki/Q190558","display_name":"Negation","level":2,"score":0.8891782760620117},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.7403811812400818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5779241323471069},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.5738146305084229},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5337185859680176},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4551229178905487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36296460032463074},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21736690402030945},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10972616076469421},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1064092218875885},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D005858","descriptor_name":"Germany","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005858","descriptor_name":"Germany","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005858","descriptor_name":"Germany","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063886","descriptor_name":"Patient Discharge Summaries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063886","descriptor_name":"Patient Discharge Summaries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D063886","descriptor_name":"Patient Discharge Summaries","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti251374","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti251374","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40899522","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40899522","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null},{"id":"pmh:oai:publica.fraunhofer.de:publica/508425","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/508425","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.3233/shti251374","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti251374","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2059922809","https://openalex.org/W2315527029","https://openalex.org/W2387527986","https://openalex.org/W2065387230","https://openalex.org/W2479250593","https://openalex.org/W2323937687","https://openalex.org/W648995381","https://openalex.org/W3033791384","https://openalex.org/W2141885522","https://openalex.org/W4410662616"],"abstract_inverted_index":{"INTRODUCTION:":[0],"Detecting":[1],"negations":[2,24],"in":[3,25,78],"clinical":[4,27],"text":[5],"is":[6],"crucial":[7],"for":[8,22],"accurate":[9],"documentation":[10],"and":[11,37,44,67,74,80,122,131],"decision-making.":[12],"METHODS:":[13],"This":[14],"study":[15,101],"assesses":[16],"open-source":[17],"Large":[18],"Language":[19],"Models":[20],"(LLMs)":[21],"detecting":[23],"German":[26],"discharge":[28],"letters,":[29],"comparing":[30],"them":[31],"to":[32,58,93,128],"the":[33,63],"rule-based":[34,107],"approach":[35],"(GeNeg)":[36],"human":[38],"annotations.":[39],"RESULTS:":[40],"While":[41],"Llama":[42,60],"3.3":[43,61],"Deepseek-R1":[45],"(70B)":[46],"showed":[47],"slight":[48],"accuracy":[49,65,79,130],"improvements,":[50],"their":[51],"high":[52],"computational":[53,87],"costs":[54],"limit":[55],"practicality":[56],"compared":[57,92],"GeNeg.":[59],"achieved":[62],"highest":[64],"(.9670)":[66],"F1-score":[68],"(.9620),":[69],"outperforming":[70],"all":[71],"other":[72],"models":[73],"slightly":[75],"exceeding":[76],"GeNeg":[77],"F1-score.":[81],"However,":[82],"it":[83],"required":[84],"significantly":[85],"more":[86],"time":[88,96],"(5.9":[89],"sec/sent)":[90],"when":[91],"GeNeg's":[94],"processing":[95],"(.005":[97],"sec/sent).":[98],"CONCLUSION:":[99],"The":[100],"results":[102],"suggest":[103],"hybrid":[104],"approaches":[105],"combining":[106],"efficiency":[108],"paired":[109],"with":[110,125],"LLMs'":[111],"linguistic":[112],"capabilities.":[113],"In":[114],"addition,":[115],"future":[116],"work":[117],"should":[118],"therefore":[119],"optimize":[120],"prompts":[121],"integrate":[123],"LLMs":[124],"traditional":[126],"methods":[127],"balance":[129],"efficiency.":[132]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}