{"id":"https://openalex.org/W7148630969","doi":"https://doi.org/10.1038/s41746-026-02579-5","title":"An AI-based mental health guardrail and dataset for identifying psychiatric crises in text-based conversations","display_name":"An AI-based mental health guardrail and dataset for identifying psychiatric crises in text-based conversations","publication_year":2026,"publication_date":"2026-04-03","ids":{"openalex":"https://openalex.org/W7148630969","doi":"https://doi.org/10.1038/s41746-026-02579-5","pmid":"https://pubmed.ncbi.nlm.nih.gov/41933065"},"language":"en","primary_location":{"id":"doi:10.1038/s41746-026-02579-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02579-5","pdf_url":"https://www.nature.com/articles/s41746-026-02579-5.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41746-026-02579-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132797897","display_name":"Benjamin W. Nelson","orcid":null},"institutions":[{"id":"https://openalex.org/I1302485747","display_name":"Verizon (United States)","ror":"https://ror.org/02vdyxx64","country_code":"US","type":"company","lineage":["https://openalex.org/I1302485747"]},{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Benjamin W. Nelson","raw_affiliation_strings":["Division of Digital Psychiatry, Department of Psychiatry, Harvard Medical School and Beth Israel Deaconess Medical Center, Boston, MA, USA. bwn@verily.com","Verily Life Sciences, South San Francisco, CA, USA. bwn@verily.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Harvard Medical School and Beth Israel Deaconess Medical Center, Boston, MA, USA. bwn@verily.com","institution_ids":["https://openalex.org/I1316535847"]},{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA. bwn@verily.com","institution_ids":["https://openalex.org/I1302485747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016051141","display_name":"Celeste Wong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celeste Wong","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023022727","display_name":"Matthew Silvestrini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew T. Silvestrini","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069041552","display_name":"Sooyoon Shin","orcid":"https://orcid.org/0000-0002-0339-4856"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sooyoon Shin","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028033826","display_name":"A. Robinson","orcid":"https://orcid.org/0000-0001-5311-9556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alanna Robinson","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066766391","display_name":"Jessica C. Lee","orcid":"https://orcid.org/0000-0003-4253-2008"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jessica Lee","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132791736","display_name":"Eric Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eric Yang","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132825920","display_name":"John Torous","orcid":null},"institutions":[{"id":"https://openalex.org/I1316535847","display_name":"Beth Israel Deaconess Medical Center","ror":"https://ror.org/04drvxt59","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1316535847"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Torous","raw_affiliation_strings":["Division of Digital Psychiatry, Department of Psychiatry, Harvard Medical School and Beth Israel Deaconess Medical Center, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Digital Psychiatry, Department of Psychiatry, Harvard Medical School and Beth Israel Deaconess Medical Center, Boston, MA, USA","institution_ids":["https://openalex.org/I1316535847"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074643952","display_name":"Andrew D. Trister","orcid":"https://orcid.org/0000-0002-7070-0139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Trister","raw_affiliation_strings":["Verily Life Sciences, South San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Verily Life Sciences, South San Francisco, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5132797897"],"corresponding_institution_ids":["https://openalex.org/I1302485747","https://openalex.org/I1316535847"],"apc_list":{"value":3590,"currency":"USD","value_usd":3590},"apc_paid":{"value":3590,"currency":"USD","value_usd":3590},"fwci":24.2928,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99309765,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.7551000118255615,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.7551000118255615,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.03830000013113022,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.03400000184774399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.5906999707221985},{"id":"https://openalex.org/keywords/mental-illness","display_name":"Mental illness","score":0.32690000534057617},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.31619998812675476},{"id":"https://openalex.org/keywords/occupational-safety-and-health","display_name":"Occupational safety and health","score":0.28999999165534973},{"id":"https://openalex.org/keywords/suicide-prevention","display_name":"Suicide prevention","score":0.27720001339912415}],"concepts":[{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.6101999878883362},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.5906999707221985},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5735999941825867},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.32690000534057617},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.3034000098705292},{"id":"https://openalex.org/C187155963","wikidata":"https://www.wikidata.org/wiki/Q629029","display_name":"Occupational safety and health","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C526869908","wikidata":"https://www.wikidata.org/wiki/Q3298118","display_name":"Suicide prevention","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.2660999894142151}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1038/s41746-026-02579-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02579-5","pdf_url":"https://www.nature.com/articles/s41746-026-02579-5.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},{"id":"pmid:41933065","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41933065","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NPJ digital medicine","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:a1c4f085d8f249719b6bbc2754ed5f4e","is_oa":true,"landing_page_url":"https://doaj.org/article/a1c4f085d8f249719b6bbc2754ed5f4e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"npj Digital Medicine, Vol 9, Iss 1 (2026)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13219520","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13219520/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"NPJ Digit Med","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1038/s41746-026-02579-5","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41746-026-02579-5","pdf_url":"https://www.nature.com/articles/s41746-026-02579-5.pdf","source":{"id":"https://openalex.org/S4210195431","display_name":"npj Digital Medicine","issn_l":"2398-6352","issn":["2398-6352"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"npj Digital Medicine","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7148630969.pdf","grobid_xml":"https://content.openalex.org/works/W7148630969.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2006227068","https://openalex.org/W2029468682","https://openalex.org/W2199435139","https://openalex.org/W2554980225","https://openalex.org/W2735116570","https://openalex.org/W2801446378","https://openalex.org/W2885333543","https://openalex.org/W3036340576","https://openalex.org/W3093721400","https://openalex.org/W3133846981","https://openalex.org/W4210255831","https://openalex.org/W4367668459","https://openalex.org/W4389524506","https://openalex.org/W4406485177","https://openalex.org/W4409283788","https://openalex.org/W4409967501","https://openalex.org/W4411113501","https://openalex.org/W4412524773"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"often":[3],"mishandle":[4],"psychiatric":[5],"emergencies,":[6],"offering":[7],"harmful":[8],"or":[9],"inappropriate":[10],"advice.":[11],"This":[12],"study":[13],"evaluated":[14],"the":[15,25,37,72,89,110,132],"Verily":[16,26,73],"Mental":[17,27],"Health":[18,28],"Guardrail":[19],"(VMHG)":[20],"on":[21,71],"two":[22],"clinician-labeled":[23],"datasets:":[24],"Crisis":[29],"Dataset":[30,43],"v1.0,":[31],"containing":[32],"1800":[33],"simulated":[34],"messages":[35],"and":[36,58,68,80,85,97,107,120,137],"NVIDIA":[38,59,90,106],"Aegis":[39],"AI":[40],"Content":[41],"Safety":[42],"subsetted":[44],"to":[45,145],"794":[46],"mental":[47,148],"health-related":[48],"messages.":[49],"Performance":[50],"was":[51],"benchmarked":[52],"against":[53],"OpenAI":[54,108,127],"Omni":[55],"Moderation":[56],"Latest":[57],"NeMo":[60],"Guardrails.":[61],"The":[62],"VMHG":[63,111,133],"demonstrated":[64,134],"high":[65,81],"sensitivity":[66,83,95,115,144],"(0.990)":[67],"specificity":[69,86,102,122],"(0.992)":[70],"dataset,":[74,91],"with":[75,100,105],"an":[76],"F1-score":[77],"of":[78],"0.939":[79],"category-level":[82],"(0.917-0.992)":[84],"(\u22650.978).":[87],"On":[88],"it":[92],"maintained":[93],"strong":[94],"(0.982)":[96],"accuracy":[98],"(0.921)":[99],"reduced":[101],"(0.859).":[103],"Compared":[104],"guardrails,":[109],"achieved":[112],"significantly":[113],"higher":[114],"(all":[116],"p":[117,124,128],"<":[118,125],"0.001)":[119],"comparable":[121],"(NVIDIA":[123],"0.001,":[126],"=":[129],"0.094).":[130],"Overall,":[131],"robust,":[135],"generalizable,":[136],"clinically":[138],"oriented":[139],"safety":[140],"performance":[141],"that":[142],"prioritizes":[143],"minimize":[146],"missed":[147],"health":[149],"crises.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-16T07:02:28.622633","created_date":"2026-04-03T00:00:00"}