{"id":"https://openalex.org/W4413040005","doi":"https://doi.org/10.3233/shti250867","title":"Evaluating Large Language Models for Analysing Safety Risks in Healthcare Incident Reports","display_name":"Evaluating Large Language Models for Analysing Safety Risks in Healthcare Incident Reports","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W4413040005","doi":"https://doi.org/10.3233/shti250867","pmid":"https://pubmed.ncbi.nlm.nih.gov/40775885"},"language":"en","primary_location":{"id":"doi:10.3233/shti250867","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250867","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti250867","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024787898","display_name":"Kerstin Denecke","orcid":"https://orcid.org/0000-0001-6691-396X"},"institutions":[{"id":"https://openalex.org/I130692619","display_name":"Bern University of Applied Sciences","ror":"https://ror.org/02bnkt322","country_code":"CH","type":"education","lineage":["https://openalex.org/I130692619"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kerstin Denecke","raw_affiliation_strings":["Bern University of Applied Sciences, Bern, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-6691-396X","affiliations":[{"raw_affiliation_string":"Bern University of Applied Sciences, Bern, Switzerland","institution_ids":["https://openalex.org/I130692619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083552746","display_name":"Helmut Paula","orcid":null},"institutions":[{"id":"https://openalex.org/I4210107561","display_name":"Stiftung Patientensicherheit Schweiz","ror":"https://ror.org/01cx4xa29","country_code":"CH","type":"other","lineage":["https://openalex.org/I4210107561"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Helmut Paula","raw_affiliation_strings":["Stiftung Patientensicherheit Schweiz, Z\u00fcrich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stiftung Patientensicherheit Schweiz, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I4210107561"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.50334448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"329","issue":null,"first_page":"386","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7554608583450317},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5875368714332581},{"id":"https://openalex.org/keywords/data-extraction","display_name":"Data extraction","score":0.5870773196220398},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5542598366737366},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.47790226340293884},{"id":"https://openalex.org/keywords/incident-report","display_name":"Incident report","score":0.47654563188552856},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3614022135734558},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.21372491121292114},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2092243731021881},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16866657137870789},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1198323667049408}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7554608583450317},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5875368714332581},{"id":"https://openalex.org/C2777466982","wikidata":"https://www.wikidata.org/wiki/Q5227287","display_name":"Data extraction","level":3,"score":0.5870773196220398},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5542598366737366},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.47790226340293884},{"id":"https://openalex.org/C2909164965","wikidata":"https://www.wikidata.org/wiki/Q6014597","display_name":"Incident report","level":2,"score":0.47654563188552856},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3614022135734558},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.21372491121292114},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2092243731021881},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16866657137870789},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1198323667049408},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009323","descriptor_name":"Natural Language Processing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012308","descriptor_name":"Risk Management","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D012308","descriptor_name":"Risk Management","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D013557","descriptor_name":"Switzerland","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013557","descriptor_name":"Switzerland","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017751","descriptor_name":"Safety Management","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017751","descriptor_name":"Safety Management","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000145","qualifier_name":"classification","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D057225","descriptor_name":"Data Mining","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.3233/shti250867","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250867","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40775885","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40775885","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.3233/shti250867","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250867","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1603736412","https://openalex.org/W4304185162","https://openalex.org/W2061685118","https://openalex.org/W3006282800","https://openalex.org/W2462100143","https://openalex.org/W1770503332","https://openalex.org/W3125207769","https://openalex.org/W2577825108","https://openalex.org/W2949684406","https://openalex.org/W4206497353"],"abstract_inverted_index":{"Incident":[0],"reports":[1,94,137],"provide":[2],"a":[3],"rich":[4],"source":[5],"for":[6,70],"analysing":[7,135],"safety":[8],"risks":[9],"in":[10,45,73,134],"healthcare":[11],"systems.":[12],"To":[13],"support":[14],"the":[15,38,47,66,77,123,141],"timely":[16],"analysis":[17],"and":[18,51,84,87,111,138,143],"interpretation":[19],"of":[20,32,40,49,100,118,145],"incident":[21,56,136,146],"reports,":[22],"natural":[23],"language":[24,42],"processing":[25],"(NLP)":[26],"can":[27,139],"be":[28],"applied.":[29],"The":[30],"aim":[31],"this":[33],"paper":[34],"is":[35],"to":[36,80],"evaluate":[37],"potential":[39,133],"large":[41],"models":[43],"(LLMs)":[44],"extracting":[46],"causes":[48,83,108],"incidents":[50,72],"identifying":[52],"contributing":[53,85,112,119],"factors":[54,86,113,120],"from":[55,64],"reports.":[57],"As":[58],"dataset,":[59],"we":[60],"considered":[61],"10,063":[62],"messages":[63],"CIRRNET\u00ae,":[65],"Swiss":[67],"national":[68],"database":[69],"critical":[71],"healthcare.":[74],"We":[75,128],"applied":[76],"LLM":[78,124],"Gemma-2":[79],"extract":[81],"events,":[82],"group":[88],"them":[89],"along":[90],"themes.":[91],"100":[92],"event":[93],"were":[95,103],"assessed":[96],"manually":[97],"regarding":[98],"quality":[99],"extraction.":[101],"Events":[102],"extracted":[104],"with":[105,109,114],"92%":[106],"accuracy,":[107],"84%":[110],"72%":[115],"accuracy.":[116],"Extraction":[117],"fails":[121],"as":[122],"hallucinates":[125],"or":[126],"interprets.":[127],"conclude":[129],"that":[130],"LLMs":[131],"show":[132],"improve":[140],"efficiency":[142],"consistency":[144],"analysis.":[147]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}