{"id":"https://openalex.org/W7161973197","doi":"https://doi.org/10.1093/jamia/ocag078","title":"Building safer artificial intelligence mental health chatbots: a framework for transparency, evaluation, and shared accountability","display_name":"Building safer artificial intelligence mental health chatbots: a framework for transparency, evaluation, and shared accountability","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7161973197","doi":"https://doi.org/10.1093/jamia/ocag078","pmid":"https://pubmed.ncbi.nlm.nih.gov/42161859"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocag078","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocag078","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13385991/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136726168","display_name":"Hannah Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hannah Lee","raw_affiliation_strings":["School of Medicine, Stanford University , Stanford, CA 94305,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medicine, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120029659","display_name":"Rebecca Handler","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca Handler","raw_affiliation_strings":["School of Medicine, Stanford University , Stanford, CA 94305,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Medicine, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000982103","display_name":"Tushar Mungle","orcid":"https://orcid.org/0000-0002-2109-3248"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tushar Mungle","raw_affiliation_strings":["Department of Medicine, Biomedical Informatics, Stanford University , Stanford, CA 94305,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Biomedical Informatics, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136713283","display_name":"Tina Hernandez-Boussard","orcid":"https://orcid.org/0000-0001-6553-3455"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tina Hernandez-Boussard","raw_affiliation_strings":["Department of Biomedical Data Science, Stanford University , Stanford, CA 94305,","Department of Medicine, Biomedical Informatics, Stanford University , Stanford, CA 94305,","Department of Surgery, Stanford University , Stanford, CA 94305,"],"raw_orcid":"https://orcid.org/0000-0001-6553-3455","affiliations":[{"raw_affiliation_string":"Department of Biomedical Data Science, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Medicine, Biomedical Informatics, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Surgery, Stanford University , Stanford, CA 94305,","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5136713283"],"corresponding_institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":7.4496,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97309355,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"33","issue":"8","first_page":"1538","last_page":"1553"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.8866000175476074,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.8866000175476074,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.04600000008940697,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.017400000244379044,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.7630000114440918},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.6690999865531921},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.6642000079154968},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5742999911308289},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.5311999917030334},{"id":"https://openalex.org/keywords/corporate-governance","display_name":"Corporate governance","score":0.4903999865055084},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.3822000026702881},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.3693000078201294}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.7630000114440918},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.6690999865531921},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.6642000079154968},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.5311999917030334},{"id":"https://openalex.org/C39389867","wikidata":"https://www.wikidata.org/wiki/Q380767","display_name":"Corporate governance","level":2,"score":0.4903999865055084},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4352000057697296},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.42829999327659607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40939998626708984},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.3822000026702881},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.3693000078201294},{"id":"https://openalex.org/C187155963","wikidata":"https://www.wikidata.org/wiki/Q629029","display_name":"Occupational safety and health","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.33500000834465027},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3244999945163727},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2964000105857849},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.2955000102519989},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2944999933242798},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2800000011920929},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.26669999957084656},{"id":"https://openalex.org/C526869908","wikidata":"https://www.wikidata.org/wiki/Q3298118","display_name":"Suicide prevention","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C196879817","wikidata":"https://www.wikidata.org/wiki/Q872685","display_name":"Data governance","level":4,"score":0.2632000148296356},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26269999146461487},{"id":"https://openalex.org/C2779328685","wikidata":"https://www.wikidata.org/wiki/Q1475557","display_name":"Patient safety","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.25029999017715454}],"mesh":[{"descriptor_ui":"D000095882","descriptor_name":"Mental Health Teletherapy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000095882","descriptor_name":"Mental Health Teletherapy","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098342","descriptor_name":"Large Language Models","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098842","descriptor_name":"Generative Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012941","descriptor_name":"Social Responsibility","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012941","descriptor_name":"Social Responsibility","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1093/jamia/ocag078","is_oa":false,"landing_page_url":"https://doi.org/10.1093/jamia/ocag078","pdf_url":null,"source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:42161859","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/42161859","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13385991","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13385991/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:13385991","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13385991/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5608938336372375}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W2886532741","https://openalex.org/W3033626851","https://openalex.org/W3083901094","https://openalex.org/W3112101926","https://openalex.org/W4232576989","https://openalex.org/W4312123994","https://openalex.org/W4312179235","https://openalex.org/W4386110494","https://openalex.org/W4387439404","https://openalex.org/W4387970754","https://openalex.org/W4388524014","https://openalex.org/W4390749717","https://openalex.org/W4396227507","https://openalex.org/W4399994872","https://openalex.org/W4400350337","https://openalex.org/W4400495042","https://openalex.org/W4401110692","https://openalex.org/W4402069368","https://openalex.org/W4402749304","https://openalex.org/W4403493174","https://openalex.org/W4407918369","https://openalex.org/W4408225015","https://openalex.org/W4408314709","https://openalex.org/W4409783700","https://openalex.org/W4411024510","https://openalex.org/W4411191801","https://openalex.org/W4411542009","https://openalex.org/W4411599038","https://openalex.org/W4411786244","https://openalex.org/W4412524773","https://openalex.org/W4412630213","https://openalex.org/W4413138007","https://openalex.org/W4413753732","https://openalex.org/W4413827553","https://openalex.org/W4414167878","https://openalex.org/W4414542836","https://openalex.org/W4414750656","https://openalex.org/W4415107779","https://openalex.org/W4415228214","https://openalex.org/W4415265433","https://openalex.org/W4415516983","https://openalex.org/W4415743763","https://openalex.org/W4415773371","https://openalex.org/W4416008628","https://openalex.org/W4416540695","https://openalex.org/W6890177569","https://openalex.org/W7117776749","https://openalex.org/W7124265481","https://openalex.org/W7128052974","https://openalex.org/W7131127175","https://openalex.org/W7140705274","https://openalex.org/W7158535771"],"related_works":[],"abstract_inverted_index":{"BACKGROUND:":[0],"Generative":[1],"artificial":[2],"intelligence":[3],"(AI)":[4],"chatbots":[5],"built":[6],"on":[7,59],"large":[8],"language":[9],"models":[10],"are":[11],"rapidly":[12],"entering":[13],"mental-health":[14,47],"care,":[15],"offering":[16],"human-like":[17],"support":[18,114],"without":[19],"meeting":[20],"evidentiary":[21],"standards":[22],"for":[23],"safety":[24,79],"or":[25],"effectiveness.":[26],"OBJECTIVE:":[27],"To":[28],"examine":[29],"the":[30,90],"risks,":[31],"and":[32,42,55,67,75,86,102],"outline":[33],"a":[34,77],"governance":[35,73],"framework":[36],"capable":[37],"of":[38,45],"supporting":[39],"safe,":[40],"accountable,":[41],"equitable":[43],"deployment":[44],"AI":[46,60,110],"chatbots.":[48],"METHODS:":[49],"We":[50],"synthesized":[51],"recent":[52],"clinical,":[53],"regulatory,":[54],"behavioral":[56],"health":[57,62,116],"literature":[58],"mental":[61,115],"chatbots,":[63],"including":[64],"reported":[65],"harms":[66],"system":[68],"failure":[69],"modes,":[70],"to":[71,107,113],"identify":[72],"gaps":[74],"develop":[76],"3-stage":[78],"framework.":[80],"CONCLUSIONS:":[81],"Embedding":[82],"transparency,":[83],"standardized":[84],"evaluation,":[85],"ongoing":[87],"oversight":[88],"across":[89],"chatbot":[91],"lifecycle,":[92],"with":[93],"clear":[94],"responsibilities":[95],"shared":[96],"among":[97],"developers,":[98],"regulators,":[99],"clinicians,":[100],"researchers,":[101],"professional":[103],"societies,":[104],"is":[105],"essential":[106],"ensure":[108],"that":[109],"systems":[111],"intended":[112],"do":[117],"not":[118],"inadvertently":[119],"cause":[120],"harm.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-05-22T00:00:00"}