{"id":"https://openalex.org/W4413052134","doi":"https://doi.org/10.3233/shti250992","title":"The Unintended Harm of Artificial Intelligence (AI): Exploring Critical Incidents of AI in Healthcare","display_name":"The Unintended Harm of Artificial Intelligence (AI): Exploring Critical Incidents of AI in Healthcare","publication_year":2025,"publication_date":"2025-08-07","ids":{"openalex":"https://openalex.org/W4413052134","doi":"https://doi.org/10.3233/shti250992","pmid":"https://pubmed.ncbi.nlm.nih.gov/40776010"},"language":"en","primary_location":{"id":"doi:10.3233/shti250992","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250992","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.3233/shti250992","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024787898","display_name":"Kerstin Denecke","orcid":"https://orcid.org/0000-0001-6691-396X"},"institutions":[{"id":"https://openalex.org/I130692619","display_name":"Bern University of Applied Sciences","ror":"https://ror.org/02bnkt322","country_code":"CH","type":"education","lineage":["https://openalex.org/I130692619"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kerstin Denecke","raw_affiliation_strings":["Bern University of Applied Sciences, Bern, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-6691-396X","affiliations":[{"raw_affiliation_string":"Bern University of Applied Sciences, Bern, Switzerland","institution_ids":["https://openalex.org/I130692619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001595112","display_name":"Guillermo L\u00f3pez\u2013Campos","orcid":"https://orcid.org/0000-0003-3011-0940"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Guillermo Lopez-Campos","raw_affiliation_strings":["Wellcome-Wolfson Institute for Experimental Medicine, Queens University Belfast, Belfast, UK"],"raw_orcid":"https://orcid.org/0000-0003-3011-0940","affiliations":[{"raw_affiliation_string":"Wellcome-Wolfson Institute for Experimental Medicine, Queens University Belfast, Belfast, UK","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042348675","display_name":"Richard May","orcid":"https://orcid.org/0000-0001-7186-404X"},"institutions":[{"id":"https://openalex.org/I94575722","display_name":"Harz University of Applied Sciences","ror":"https://ror.org/048yn7628","country_code":"DE","type":"education","lineage":["https://openalex.org/I94575722"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Richard May","raw_affiliation_strings":["Harz University of Applied Sciences, Wernigerode, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7186-404X","affiliations":[{"raw_affiliation_string":"Harz University of Applied Sciences, Wernigerode, Germany","institution_ids":["https://openalex.org/I94575722"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.5909,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97731397,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"329","issue":null,"first_page":"1013","last_page":"1018"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.7693874835968018},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.6743533611297607},{"id":"https://openalex.org/keywords/unintended-consequences","display_name":"Unintended consequences","score":0.6585898995399475},{"id":"https://openalex.org/keywords/patient-safety","display_name":"Patient safety","score":0.49277499318122864},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.449144184589386},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3773342967033386},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.37019896507263184},{"id":"https://openalex.org/keywords/medical-emergency","display_name":"Medical emergency","score":0.3500693738460541},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.3420751392841339},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.31095361709594727},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23472565412521362},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09810790419578552},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08663040399551392}],"concepts":[{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.7693874835968018},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.6743533611297607},{"id":"https://openalex.org/C2776889888","wikidata":"https://www.wikidata.org/wiki/Q1135789","display_name":"Unintended consequences","level":2,"score":0.6585898995399475},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.49277499318122864},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.449144184589386},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3773342967033386},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37019896507263184},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.3500693738460541},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3420751392841339},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31095361709594727},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23472565412521362},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09810790419578552},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08663040399551392},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000517","qualifier_name":"prevention & control","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D019300","descriptor_name":"Medical Errors","qualifier_ui":"Q000706","qualifier_name":"statistics & numerical data","is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti250992","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250992","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40776010","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40776010","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null},{"id":"pmh:oai:pure.qub.ac.uk/portal:openaire/440c2306-2d00-45cc-b558-b7bd41ab34f4","is_oa":false,"landing_page_url":"https://pure.qub.ac.uk/en/publications/440c2306-2d00-45cc-b558-b7bd41ab34f4","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Denecke, K, Lopez-Campos, G & May, R 2025, The unintended harm of Artificial Intelligence (AI): exploring critical incidents of AI in healthcare. in M S Househ, Z Ul Abideen Tariq, M Al-Zubaidi, U Shah & E Huesing (eds), MEDINFO 2025: Proceedings of the 20th World Congress on Medical and Health Informatics. Studies in Health Technology and Informatics, vol. 329, IOS Press, pp. 1013-1018, MEDINFO 2025 \u2014 Healthcare Smart \u00d7 Medicine Deep, Taipei, Taiwan, 09/08/2025. https://doi.org/10.3233/shti250992","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.3233/shti250992","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250992","pdf_url":null,"source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4367679432","https://openalex.org/W4248277314","https://openalex.org/W4387098652","https://openalex.org/W4380051107","https://openalex.org/W2964483883","https://openalex.org/W2356901839","https://openalex.org/W4283465890","https://openalex.org/W3203175338","https://openalex.org/W3209501579","https://openalex.org/W2030486054"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"has":[3],"been":[4],"utilized":[5],"in":[6,18,36,97,133],"healthcare":[7],"for":[8,109],"years,":[9],"presenting":[10],"various":[11],"risks.":[12,27],"However,":[13],"there":[14],"is":[15],"a":[16],"gap":[17],"understanding":[19],"AI":[20,61,91,129],"incidents,":[21,73],"particularly":[22],"their":[23,43],"impacts":[24],"and":[25,50,63,66,79,101,126],"associated":[26],"This":[28],"study":[29],"provides":[30],"an":[31],"overview":[32],"of":[33,53,116,128],"AI-related":[34],"incidents":[35,118],"healthcare,":[37],"focusing":[38],"on":[39],"the":[40,51,60,120,124],"technologies":[41],"involved,":[42],"contexts":[44],"(e.g.,":[45,112],"medical":[46,98],"conditions":[47],"or":[48],"treatments),":[49],"effects":[52],"these":[54,110,117],"incidents.":[55],"We":[56],"explored":[57],"cases":[58,76],"from":[59],"Algorithmic":[62],"Automation":[64],"Incidents":[65],"Controversies":[67],"(AIAAIC)":[68],"repository,":[69],"identifying":[70],"82":[71],"health-related":[72],"including":[74,104],"14":[75],"with":[77,82],"high":[78],"1":[80],"case":[81],"critical":[83],"severity.":[84],"Our":[85],"findings":[86],"highlight":[87],"significant":[88],"concerns":[89],"about":[90],"misbehavior":[92],"affecting":[93],"patient":[94],"safety,":[95],"especially":[96],"monitoring,":[99],"prediction,":[100],"diagnosis":[102],"systems,":[103,130],"those":[105],"not":[106],"specifically":[107],"designed":[108],"functions":[111],"ChatGPT).":[113],"The":[114],"severity":[115],"underscores":[119],"need":[121],"to":[122],"enhance":[123],"robustness":[125],"reliability":[127],"impacting":[131],"trust":[132],"such":[134],"technologies.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-16T09:24:06.705377","created_date":"2025-10-10T00:00:00"}