{"id":"https://openalex.org/W4415337474","doi":"https://doi.org/10.2196/88435","title":"Between Help and Harm: An Evaluation Study of Mental Health Crisis Handling by Large Language Models","display_name":"Between Help and Harm: An Evaluation Study of Mental Health Crisis Handling by Large Language Models","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W4415337474","doi":"https://doi.org/10.2196/88435","pmid":"https://pubmed.ncbi.nlm.nih.gov/42275418","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/13256495"},"language":"en","primary_location":{"id":"doi:10.2196/88435","doi":"https://doi.org/10.2196/88435","is_oa":true,"landing_page_url":"https://doi.org/10.2196/88435","pdf_url":null,"source":{"id":"https://openalex.org/S2764449704","display_name":"JMIR Mental Health","issn_l":"2368-7959","issn":["2368-7959"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Mental Health","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.2196/88435","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031106143","display_name":"Adri\u00e1n Arnaiz-Rodr\u00edguez","orcid":"https://orcid.org/0000-0001-5567-801X","observed_orcids":["https://orcid.org/0000-0001-5567-801X"]},"institutions":[{"id":"https://openalex.org/I4387155719","display_name":"ELLIS Alicante","ror":"https://ror.org/002ye0093","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4387155719"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Adrian Arnaiz-Rodriguez","raw_affiliation_strings":["ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233"],"raw_orcid":"https://orcid.org/0000-0001-5567-801X","affiliations":[{"raw_affiliation_string":"ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233","institution_ids":["https://openalex.org/I4387155719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119204156","display_name":"Miguel Baidal","orcid":"https://orcid.org/0009-0005-6103-8293","observed_orcids":["https://orcid.org/0009-0005-6103-8293"]},"institutions":[{"id":"https://openalex.org/I4387155719","display_name":"ELLIS Alicante","ror":"https://ror.org/002ye0093","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4387155719"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Miguel Baidal","raw_affiliation_strings":["ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233"],"raw_orcid":"https://orcid.org/0009-0005-6103-8293","affiliations":[{"raw_affiliation_string":"ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233","institution_ids":["https://openalex.org/I4387155719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033348430","display_name":"Erik Derner","orcid":"https://orcid.org/0000-0002-7588-7668","observed_orcids":["https://orcid.org/0000-0002-7588-7668"]},"institutions":[{"id":"https://openalex.org/I4387155719","display_name":"ELLIS Alicante","ror":"https://ror.org/002ye0093","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4387155719"]},{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ","ES"],"is_corresponding":false,"raw_author_name":"Erik Derner","raw_affiliation_strings":["Czech Technical University in Prague, Prague, Czech Republic","ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233"],"raw_orcid":"https://orcid.org/0000-0002-7588-7668","affiliations":[{"raw_affiliation_string":"Czech Technical University in Prague, Prague, Czech Republic","institution_ids":["https://openalex.org/I44504214"]},{"raw_affiliation_string":"ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233","institution_ids":["https://openalex.org/I4387155719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008448689","display_name":"Jenn Layton Annable","orcid":"https://orcid.org/0000-0002-0787-6684","observed_orcids":["https://orcid.org/0000-0002-0787-6684"]},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jenn Layton Annable","raw_affiliation_strings":["School of Health Science, University of Nottingham, Nottingham, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0787-6684","affiliations":[{"raw_affiliation_string":"School of Health Science, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mark Ball","orcid":"https://orcid.org/0009-0001-1766-2524","observed_orcids":["https://orcid.org/0009-0001-1766-2524"]},"institutions":[{"id":"https://openalex.org/I22128151","display_name":"University of Derby","ror":"https://ror.org/02yhrrk59","country_code":"GB","type":"education","lineage":["https://openalex.org/I22128151"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Ball","raw_affiliation_strings":["Public Health and Social Care, School of Psychology, University of Derby, Derby, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0001-1766-2524","affiliations":[{"raw_affiliation_string":"Public Health and Social Care, School of Psychology, University of Derby, Derby, United Kingdom","institution_ids":["https://openalex.org/I22128151"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mark Ince","orcid":"https://orcid.org/0009-0007-9396-8393","observed_orcids":["https://orcid.org/0009-0007-9396-8393"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Ince","raw_affiliation_strings":["Mental Health Practitioner, Independent scholar, Derby, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-9396-8393","affiliations":[{"raw_affiliation_string":"Mental Health Practitioner, Independent scholar, Derby, United Kingdom","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059379788","display_name":"Elvira P\u00e9rez Vallejos","orcid":"https://orcid.org/0000-0002-0258-9440","observed_orcids":["https://orcid.org/0000-0002-0258-9440"]},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Elvira Perez Vallejos","raw_affiliation_strings":["School of Computer Science & School of Medicine, University of Nottingham, Nottingham, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-0258-9440","affiliations":[{"raw_affiliation_string":"School of Computer Science & School of Medicine, University of Nottingham, Nottingham, United Kingdom","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013727792","display_name":"Nuria Oliver","orcid":"https://orcid.org/0000-0001-5985-691X","observed_orcids":["https://orcid.org/0000-0001-5985-691X"]},"institutions":[{"id":"https://openalex.org/I4387155719","display_name":"ELLIS Alicante","ror":"https://ror.org/002ye0093","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4387155719"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Nuria Oliver","raw_affiliation_strings":["ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233"],"raw_orcid":"https://orcid.org/0000-0001-5985-691X","affiliations":[{"raw_affiliation_string":"ELLIS Alicante, Muelle de Poniente 5, Distrito Digital 5 - Edificio A, Puerto de Alicante, Alicante, 03001, Spain, 34 659540233","institution_ids":["https://openalex.org/I4387155719"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031106143"],"corresponding_institution_ids":["https://openalex.org/I4387155719"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":172.4202,"has_fulltext":true,"cited_by_count":43,"citation_normalized_percentile":{"value":0.99988892,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"e88435","last_page":"e88435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.6815999746322632,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.6815999746322632,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.21780000627040863,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8289999961853027},{"id":"https://openalex.org/keywords/chatbots","display_name":"chatbots","score":0.6869999766349792},{"id":"https://openalex.org/keywords/suicidal-ideation","display_name":"suicidal ideation","score":0.8450000286102295},{"id":"https://openalex.org/keywords/self-harm","display_name":"self-harm","score":0.9860000014305115},{"id":"https://openalex.org/keywords/crisis-detection","display_name":"crisis detection","score":0.47600001096725464},{"id":"https://openalex.org/keywords/llm-auditing","display_name":"LLM auditing","score":0.6240000128746033},{"id":"https://openalex.org/keywords/llm-as-a-judge","display_name":"LLM-as-a-judge","score":0.7990000247955322},{"id":"https://openalex.org/keywords/mental-health-support","display_name":"mental health support","score":0.3630000054836273}],"concepts":[{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.632099986076355},{"id":"https://openalex.org/C2776641880","wikidata":"https://www.wikidata.org/wiki/Q944142","display_name":"Suicidal ideation","level":4,"score":0.5442000031471252},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5181000232696533},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4966999888420105},{"id":"https://openalex.org/C2780851881","wikidata":"https://www.wikidata.org/wiki/Q1141276","display_name":"Crisis management","level":2,"score":0.46889999508857727},{"id":"https://openalex.org/C187155963","wikidata":"https://www.wikidata.org/wiki/Q629029","display_name":"Occupational safety and health","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C526869908","wikidata":"https://www.wikidata.org/wiki/Q3298118","display_name":"Suicide prevention","level":3,"score":0.45350000262260437},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.438400000333786},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.43050000071525574},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41290000081062317},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.37220001220703125},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.36149999499320984},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.35420000553131104},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C190385971","wikidata":"https://www.wikidata.org/wiki/Q373494","display_name":"Injury prevention","level":3,"score":0.33079999685287476},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.32359999418258667},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C2776579137","wikidata":"https://www.wikidata.org/wiki/Q5133817","display_name":"Clinical audit","level":3,"score":0.2637999951839447}],"mesh":[{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098403","descriptor_name":"Intelligent Systems","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001523","descriptor_name":"Mental Disorders","qualifier_ui":"Q000628","qualifier_name":"therapy","is_major_topic":true},{"descriptor_ui":"D002965","descriptor_name":"Classification","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008605","descriptor_name":"Mental Health Services","qualifier_ui":"Q000458","qualifier_name":"organization & administration","is_major_topic":true},{"descriptor_ui":"D008605","descriptor_name":"Mental Health Services","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D016208","descriptor_name":"Databases, Factual","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":8,"locations":[{"id":"doi:10.2196/88435","doi":"https://doi.org/10.2196/88435","is_oa":true,"landing_page_url":"https://doi.org/10.2196/88435","pdf_url":null,"source":{"id":"https://openalex.org/S2764449704","display_name":"JMIR Mental Health","issn_l":"2368-7959","issn":["2368-7959"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Mental Health","raw_type":"journal-article"},{"id":"pmid:42275418","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42275418","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR mental health","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13256495","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13256495/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Ment Health","raw_type":"Text"},{"id":"pmh:oai:https://nottingham-repository.worktribe.com/:66208994","doi":null,"is_oa":true,"landing_page_url":"https://doi.org/10.2196/88435","pdf_url":"https://nottingham-repository.worktribe.com/file/66208994/1/Between%20Help%20and%20Harm%3A%20An%20Evaluation%20Study%20of%20Mental%20Health%20Crisis%20Handling%20by%20Large%20Language%20Models","source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:2509.24857","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.24857","pdf_url":"https://arxiv.org/pdf/2509.24857","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:nottingham-repository.worktribe.com:66208994","doi":null,"is_oa":true,"landing_page_url":"https://nottingham-repository.worktribe.com/66208994/1/Between%20Help%20and%20Harm%3A%20An%20Evaluation%20Study%20of%20Mental%20Health%20Crisis%20Handling%20by%20Large%20Language%20Models","pdf_url":"https://nottingham-repository.worktribe.com/preview/69433738/mental-2026-1-e88435.pdf","source":{"id":"https://openalex.org/S4306402483","display_name":"Repository@Nottingham (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:2105a4e904d24a018d5ec268aa6261bf","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/2105a4e904d24a018d5ec268aa6261bf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JMIR Mental Health, Vol 13, Pp e88435-e88435 (2026)","raw_type":"article"},{"id":"doi:10.48550/arxiv.2509.24857","doi":"https://doi.org/10.48550/arxiv.2509.24857","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.24857","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.2196/88435","doi":"https://doi.org/10.2196/88435","is_oa":true,"landing_page_url":"https://doi.org/10.2196/88435","pdf_url":null,"source":{"id":"https://openalex.org/S2764449704","display_name":"JMIR Mental Health","issn_l":"2368-7959","issn":["2368-7959"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-40","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320608","host_organization_name":"JMIR Publications","host_organization_lineage":["https://openalex.org/P4310320608"],"host_organization_lineage_names":["JMIR Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"JMIR Mental Health","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.9537000060081482}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1798705743","display_name":null,"funder_award_id":"ES/P000711/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G2770101472","display_name":null,"funder_award_id":"EP /S023305/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G301723715","display_name":null,"funder_award_id":"EP/V00784X/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G3321750416","display_name":"AI UK: Creating an International Ecosystem for Responsible AI Research and Innovation","funder_award_id":"EP/Y009800/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3881378079","display_name":null,"funder_award_id":"EP/Y009800/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G5289382050","display_name":null,"funder_award_id":"TSI-100927-2023-6","funder_id":"https://openalex.org/F4320321864","funder_display_name":"Generalitat Valenciana"},{"id":"https://openalex.org/G5655550685","display_name":"EPSRC Centre for Doctoral Training in Horizon: Creating Our Lives in Data","funder_award_id":"EP/S023305/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G578418305","display_name":"UKRI Trustworthy Autonomous Systems Hub","funder_award_id":"EP/V00784X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6330890458","display_name":null,"funder_award_id":"EP/TO22493/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8122774387","display_name":null,"funder_award_id":"EP/V00784X/1","funder_id":"https://openalex.org/F4320320324","funder_display_name":"University of Nottingham"},{"id":"https://openalex.org/G8251700772","display_name":null,"funder_award_id":"V00784X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8444911055","display_name":"Midlands Graduate School Doctoral Training Partnership","funder_award_id":"ES/P000711/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"},{"id":"https://openalex.org/G849982771","display_name":null,"funder_award_id":"TSI100927-2023-6","funder_id":"https://openalex.org/F4320311011","funder_display_name":"Universidad de Alicante"}],"funders":[{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320311011","display_name":"Universidad de Alicante","ror":"https://ror.org/05t8bcz72"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320319990","display_name":"National Institute for Health and Care Research","ror":"https://ror.org/0187kwz08"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320324","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58"},{"id":"https://openalex.org/F4320321864","display_name":"Generalitat Valenciana","ror":"https://ror.org/0097mvx21"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"},{"id":"https://openalex.org/F4320336996","display_name":"NIHR Nottingham Biomedical Research Centre","ror":"https://ror.org/046cr9566"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415337474.pdf","grobid_xml":"https://content.openalex.org/works/W4415337474.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W2106170520","https://openalex.org/W2113224842","https://openalex.org/W2140034517","https://openalex.org/W2594064326","https://openalex.org/W2962122872","https://openalex.org/W3160244718","https://openalex.org/W4290948184","https://openalex.org/W4387158222","https://openalex.org/W4388708748","https://openalex.org/W4389072250","https://openalex.org/W4389923012","https://openalex.org/W4393231947","https://openalex.org/W4395084263","https://openalex.org/W4399669442","https://openalex.org/W4402072476","https://openalex.org/W4402193006","https://openalex.org/W4402363360","https://openalex.org/W4402385952","https://openalex.org/W4403583423","https://openalex.org/W4404783621","https://openalex.org/W4404887887","https://openalex.org/W4406084843","https://openalex.org/W4408165606","https://openalex.org/W4408401238","https://openalex.org/W4408437554","https://openalex.org/W4409511533","https://openalex.org/W4409783700","https://openalex.org/W4409967501","https://openalex.org/W4412944235","https://openalex.org/W4413412778","https://openalex.org/W7134947688"],"related_works":["https://openalex.org/W7166490252","https://openalex.org/W4414896272","https://openalex.org/W7124265481","https://openalex.org/W7161826123","https://openalex.org/W4417071145","https://openalex.org/W7129757428","https://openalex.org/W7167505355","https://openalex.org/W7148630969","https://openalex.org/W7213431898","https://openalex.org/W7216462904"],"abstract_inverted_index":{"Background:":[0],"The":[1],"use":[2],"of":[3,56,83,95,136,145,153,289,330,341,381],"large":[4],"language":[5],"models":[6,334],"(LLMs)-powered":[7],"chatbots":[8],"has":[9],"reshaped":[10],"how":[11],"people":[12],"seek":[13],"information":[14],"and":[15,20,35,45,64,113,131,143,162,234,254,272,301,313,324,351,370,376,383,397,416],"advice,":[16],"including":[17,338],"for":[18,118,183,186,364,403],"emotional":[19],"mental":[21,39,58,87,106,154,168,409],"health":[22,40,59,88,107,155,410],"support.":[23],"While":[24],"LLMs":[25,125,138,195,227,268],"can":[26],"offer":[27],"scalable":[28],"support,":[29,411],"their":[30,146,197,229],"ability":[31,198,230],"to":[32,37,126,139,199,218,231,237,278,413],"safely":[33],"detect":[34],"respond":[36],"acute":[38],"crises-including":[41],"suicidal":[42,302],"ideation,":[43],"self-harm,":[44],"violent":[46],"thoughts-remains":[47],"poorly":[48],"understood.":[49],"Progress":[50],"is":[51],"hampered":[52],"by":[53,77,159],"the":[54,141,206,209,216,220,238,299,361,378,401],"absence":[55],"unified":[57,81],"crisis":[60,89,111,156,203,280,368,391],"taxonomies,":[61],"annotated":[62],"benchmarks,":[63],"empirical":[65],"evaluations":[66],"grounded":[67],"in":[68,298,373,406],"clinical":[69,160],"best":[70],"practices.":[71],"Objective:":[72],"We":[73,122,149,192,223],"addressed":[74],"these":[75],"gaps":[76],"introducing":[78],"(1)":[79],"a":[80,151,247],"taxonomy":[82,152,190],"6":[84],"clinically":[85,248],"informed":[86,158,249],"categories;":[90,112],"(2)":[91],"an":[92,115,133,259],"evaluation":[93,398],"dataset":[94],"over":[96,166],"2000":[97],"user":[98,170,355],"inputs":[99,130,171,201],"drawn":[100],"from":[101,173],"12":[102,174],"publicly":[103],"available":[104],"conversational":[105],"datasets,":[108,177],"classified":[109],"into":[110,202],"(3)":[114],"expert-designed":[116],"protocol":[117],"assessing":[119],"response":[120,319,392],"appropriateness.":[121],"also":[123],"used":[124],"automatically":[127],"identify":[128],"crisis-indicative":[129],"conducted":[132],"auditing":[134],"study":[135],"5":[137,226],"evaluate":[140],"safety":[142,384],"appropriateness":[144],"responses.":[147],"Methods:":[148],"developed":[150],"categories":[157],"experts":[161],"established":[163],"literature.":[164],"From":[165],"239,000":[167],"health-related":[169],"collected":[172],"Hugging":[175],"Face":[176],"we":[178],"curated":[179],"2252":[180],"examples":[181],"(206":[182],"validation,":[184],"2046":[185,239],"testing)":[187],"covering":[188],"all":[189],"categories.":[191,304],"evaluated":[193],"3":[194],"on":[196,228,258,348],"classify":[200],"categories,":[204],"selecting":[205],"model":[207,386],"with":[208,212,354],"strongest":[210],"agreement":[211],"human":[213,263],"annotators":[214],"as":[215,293],"judge":[217],"label":[219],"test":[221,240],"set.":[222],"then":[224],"audited":[225],"generate":[232],"safe":[233],"appropriate":[235],"responses":[236,290],"examples.":[241],"Response":[242],"quality":[243],"was":[244,291],"measured":[245],"using":[246],"5-point":[250],"Likert":[251],"scale":[252,387],"(1=harmful":[253],"5=fully":[255],"appropriate),":[256],"relying":[257],"LLM-as-a-judge":[260],"validated":[261],"against":[262],"expert":[264],"feedback.":[265],"Results:":[266],"Several":[267],"exhibited":[269,335],"high":[270],"consistency":[271],"generally":[273],"reliable":[274],"behavior":[275],"when":[276],"responding":[277],"explicit":[279],"disclosures,":[281],"but":[282],"significant":[283],"risks":[284],"remain.":[285],"A":[286],"nonnegligible":[287],"proportion":[288],"rated":[292],"inappropriate":[294],"or":[295,343,388],"harmful,":[296],"particularly":[297],"self-harm":[300],"ideation":[303],"Substantial":[305],"performance":[306],"differences":[307],"were":[308],"observed":[309],"across":[310],"models:":[311],"gpt-5-nano":[312],"deepseek-v3.2-exp":[314],"achieved":[315],"very":[316],"low":[317],"harmful":[318],"rates,":[320],"whereas":[321],"gpt-4o-mini,":[322],"Llama-4-Scout-17B-16E-Instruct,":[323],"grok-4-fast-non-reasoning":[325],"generated":[326],"markedly":[327],"higher":[328],"rates":[329],"unsafe":[331],"outputs.":[332],"All":[333],"systemic":[336],"weaknesses,":[337],"poor":[339],"handling":[340],"indirect":[342],"ambiguous":[344],"risk":[345],"signals,":[346],"reliance":[347],"formulaic":[349],"responses,":[350],"frequent":[352],"misalignment":[353],"context.":[356],"Conclusions:":[357],"These":[358],"findings":[359],"underscore":[360],"urgent":[362],"need":[363],"enhanced":[365],"safeguards,":[366],"improved":[367],"detection,":[369],"context-aware":[371],"interventions":[372],"LLM":[374],"deployments":[375],"highlight":[377],"central":[379],"role":[380],"alignment":[382],"engineering-beyond":[385],"openness-in":[389],"determining":[390],"reliability.":[393],"Our":[394],"taxonomy,":[395],"dataset,":[396],"framework":[399],"lay":[400],"groundwork":[402],"ongoing":[404],"research":[405],"artificial":[407],"intelligence-driven":[408],"helping":[412],"minimize":[414],"harm":[415],"protect":[417],"vulnerable":[418],"users.":[419]},"counts_by_year":[{"year":2026,"cited_by_count":42},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2025-10-19T00:00:00"}