{"id":"https://openalex.org/W4415230093","doi":"https://doi.org/10.1609/aies.v8i2.36632","title":"How LLM Counselors Violate Ethical Standards in Mental Health Practice: A Practitioner-Informed Framework","display_name":"How LLM Counselors Violate Ethical Standards in Mental Health Practice: A Practitioner-Informed Framework","publication_year":2025,"publication_date":"2025-10-15","ids":{"openalex":"https://openalex.org/W4415230093","doi":"https://doi.org/10.1609/aies.v8i2.36632"},"language":"en","primary_location":{"id":"doi:10.1609/aies.v8i2.36632","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i2.36632","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36632/38770","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ojs.aaai.org/index.php/AIES/article/download/36632/38770","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037883163","display_name":"Zainab Iftikhar","orcid":"https://orcid.org/0000-0002-4086-436X"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zainab Iftikhar","raw_affiliation_strings":["Department of Computer Science, Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097605665","display_name":"Amy Wei Xiao","orcid":"https://orcid.org/0009-0003-2303-8204"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Xiao","raw_affiliation_strings":["Department of Computer Science, Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028255771","display_name":"Sean Ransom","orcid":null},"institutions":[{"id":"https://openalex.org/I75420490","display_name":"Louisiana State University Health Sciences Center New Orleans","ror":"https://ror.org/01qv8fp92","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I75420490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sean Ransom","raw_affiliation_strings":["Department of Psychiatry, LSU Health Sciences Center\nCognitive Behavioral Therapy Center of New Orleans"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychiatry, LSU Health Sciences Center\nCognitive Behavioral Therapy Center of New Orleans","institution_ids":["https://openalex.org/I75420490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003117445","display_name":"Jeff Huang","orcid":"https://orcid.org/0000-0002-8043-0048"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Huang","raw_affiliation_strings":["Department of Computer Science, Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University","institution_ids":["https://openalex.org/I27804330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005452839","display_name":"Harini Suresh","orcid":"https://orcid.org/0000-0002-9769-4947"},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harini Suresh","raw_affiliation_strings":["Department of Computer Science, Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Brown University","institution_ids":["https://openalex.org/I27804330"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":315.9732,"has_fulltext":true,"cited_by_count":44,"citation_normalized_percentile":{"value":1.0,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"1311","last_page":"1323"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11537","display_name":"Ethics in medical practice","score":0.9257000088691711,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13075","display_name":"Legal Systems and Judicial Processes","score":0.9164000153541565,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.7135999798774719},{"id":"https://openalex.org/keywords/agency","display_name":"Agency (philosophy)","score":0.5813000202178955},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.460099995136261},{"id":"https://openalex.org/keywords/ethical-code","display_name":"Ethical code","score":0.38909998536109924},{"id":"https://openalex.org/keywords/accountability","display_name":"Accountability","score":0.3359000086784363},{"id":"https://openalex.org/keywords/therapeutic-relationship","display_name":"Therapeutic relationship","score":0.329800009727478},{"id":"https://openalex.org/keywords/professional-ethics","display_name":"Professional ethics","score":0.3246000111103058},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.32089999318122864},{"id":"https://openalex.org/keywords/ethical-issues","display_name":"Ethical issues","score":0.3149999976158142},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.31119999289512634}],"concepts":[{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.7135999798774719},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6115999817848206},{"id":"https://openalex.org/C108170787","wikidata":"https://www.wikidata.org/wiki/Q3951828","display_name":"Agency (philosophy)","level":2,"score":0.5813000202178955},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.460099995136261},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4440000057220459},{"id":"https://openalex.org/C128268270","wikidata":"https://www.wikidata.org/wiki/Q2264133","display_name":"Ethical code","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.383899986743927},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.366100013256073},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C2778633572","wikidata":"https://www.wikidata.org/wiki/Q3424027","display_name":"Therapeutic relationship","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C500143535","wikidata":"https://www.wikidata.org/wiki/Q31022","display_name":"Professional ethics","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2986663376","wikidata":"https://www.wikidata.org/wiki/Q9465","display_name":"Ethical issues","level":2,"score":0.3149999976158142},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C68122502","wikidata":"https://www.wikidata.org/wiki/Q764527","display_name":"Informed consent","level":3,"score":0.3061000108718872},{"id":"https://openalex.org/C179454799","wikidata":"https://www.wikidata.org/wiki/Q132151","display_name":"Ethnography","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C2779974597","wikidata":"https://www.wikidata.org/wiki/Q28448986","display_name":"Clinical Practice","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2993993938","wikidata":"https://www.wikidata.org/wiki/Q9465","display_name":"Ethical standards","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2992963445","wikidata":"https://www.wikidata.org/wiki/Q13422036","display_name":"Professional standards","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.2745000123977661},{"id":"https://openalex.org/C3020452639","wikidata":"https://www.wikidata.org/wiki/Q454812","display_name":"Clinical judgment","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2780433410","wikidata":"https://www.wikidata.org/wiki/Q5276090","display_name":"Digital health","level":3,"score":0.26179999113082886},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C71745522","wikidata":"https://www.wikidata.org/wiki/Q2476929","display_name":"Confidentiality","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C187155963","wikidata":"https://www.wikidata.org/wiki/Q629029","display_name":"Occupational safety and health","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aies.v8i2.36632","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i2.36632","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36632/38770","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aies.v8i2.36632","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aies.v8i2.36632","pdf_url":"https://ojs.aaai.org/index.php/AIES/article/download/36632/38770","source":{"id":"https://openalex.org/S5407048695","display_name":"Proceedings of the AAAI/ACM Conference on AI Ethics and Society","issn_l":"3065-8365","issn":["3065-8365"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI/ACM Conference on AI, Ethics, and Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415230093.pdf","grobid_xml":"https://content.openalex.org/works/W4415230093.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,272],"models":[2,56],"(LLMs)":[3],"were":[4],"not":[5],"designed":[6],"to":[7,22,39,58,86,94,130,144,151,225,236,247],"replace":[8],"healthcare":[9],"workers,":[10],"but":[11],"they":[12],"are":[13,222,229,244],"being":[14],"used":[15],"in":[16,44,281],"ways":[17],"that":[18,28,263],"can":[19,31,275],"lead":[20],"users":[21],"overestimate":[23],"the":[24,103,141,162,180,200],"types":[25],"of":[26,97,114,125,137,194,214,238],"roles":[27],"these":[29,255],"systems":[30],"assume.":[32],"While":[33],"prompt":[34],"engineering":[35],"has":[36],"been":[37],"shown":[38],"improve":[40],"LLMs'":[41],"clinical":[42,239],"effectiveness":[43],"mental":[45,74],"health":[46,75],"applications,":[47],"little":[48],"is":[49],"known":[50],"about":[51],"whether":[52],"such":[53],"strategies":[54],"help":[55],"adhere":[57],"ethical":[59,127],"principles":[60],"for":[61,146,290],"real-world":[62],"deployment.":[63],"In":[64],"this":[65],"study,":[66],"we":[67,121,261],"conducted":[68],"an":[69,231],"18-month":[70],"ethnographic":[71],"collaboration":[72],"with":[73],"practitioners":[76],"(three":[77],"clinically":[78,250],"licensed":[79],"psychologists":[80],"and":[81,111,155,167,206,212,241,268,278],"seven":[82],"trained":[83],"peer":[84],"counselors)":[85],"map":[87],"LLM":[88,227,292],"counselors'":[89],"behavior":[90,166],"during":[91],"a":[92,123,191,258,271],"session":[93],"professional":[95],"codes":[96],"conduct":[98],"established":[99],"by":[100,285],"organizations":[101],"like":[102],"American":[104],"Psychological":[105],"Association":[106],"(APA).":[107],"Through":[108],"qualitative":[109],"analysis":[110],"expert":[112],"evaluation":[113],"N=137":[115],"sessions":[116],"(110":[117],"self-counseling;":[118],"27":[119],"simulated),":[120],"outline":[122],"framework":[124],"15":[126],"violations":[128],"mapped":[129],"5":[131],"major":[132],"themes.":[133],"These":[134],"include:":[135],"Lack":[136,213],"Contextual":[138],"Understanding,":[139],"where":[140,161,179,199,219],"counselor":[142],"fails":[143],"account":[145],"users'":[147,171],"lived":[148],"experiences,":[149],"leading":[150],"oversimplified,":[152],"contextually":[153],"irrelevant,":[154],"one-size-fits-all":[156],"intervention;":[157],"Poor":[158],"Therapeutic":[159],"Collaboration,":[160],"counselor's":[163,181,201],"low":[164],"turn-taking":[165],"invalidating":[168],"outputs":[169,228],"limit":[170],"agency":[172],"over":[173],"their":[174],"therapeutic":[175],"experience;":[176],"Deceptive":[177],"Empathy,":[178],"simulated":[182],"anthropomorphic":[183],"responses":[184,202],"(``I":[185],"hear":[186],"you'',":[187],"``I":[188],"understand'')":[189],"create":[190],"false":[192],"sense":[193],"emotional":[195],"connection;":[196],"Unfair":[197],"Discrimination,":[198],"exhibit":[203],"algorithmic":[204],"bias":[205],"cultural":[207],"insensitivity":[208],"toward":[209],"marginalized":[210],"populations;":[211],"Safety":[215],"&":[216],"Crisis":[217],"Management,":[218],"individuals":[220],"who":[221],"``knowledgeable":[223],"enough''":[224],"correct":[226],"at":[230],"advantage,":[232],"while":[233],"others,":[234],"due":[235],"lack":[237],"knowledge":[240],"digital":[242],"literacy,":[243],"more":[245],"likely":[246],"suffer":[248],"from":[249],"inappropriate":[251],"responses.":[252],"Reflecting":[253],"on":[254],"findings":[256],"through":[257],"practitioner-informed":[259],"lens,":[260],"argue":[262],"reducing":[264],"psychotherapy\u2014a":[265],"deeply":[266],"meaningful":[267],"relational":[269],"process\u2014to":[270],"generation":[273],"task":[274],"have":[276],"serious":[277],"harmful":[279],"implications":[280],"practice.":[282],"We":[283],"conclude":[284],"discussing":[286],"policy-oriented":[287],"accountability":[288],"mechanisms":[289],"emerging":[291],"counselors.":[293]},"counts_by_year":[{"year":2026,"cited_by_count":40},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-16T00:00:00"}