{"id":"https://openalex.org/W7166556191","doi":"https://doi.org/10.1145/3805689.3806456","title":"Beyond the Response: Examining Reasoning and Execution Fidelity in Large Language Models for Mental Health","display_name":"Beyond the Response: Examining Reasoning and Execution Fidelity in Large Language Models for Mental Health","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166556191","doi":"https://doi.org/10.1145/3805689.3806456"},"language":null,"primary_location":{"id":"doi:10.1145/3805689.3806456","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806456","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805689.3806456","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012388474","display_name":"Sarvech Qadir","orcid":"https://orcid.org/0009-0006-7962-5792"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarvech Qadir","raw_affiliation_strings":["Computer Science, Vanderbilt University, Nashville, Tennessee, USA"],"raw_orcid":"https://orcid.org/0009-0006-7962-5792","affiliations":[{"raw_affiliation_string":"Computer Science, Vanderbilt University, Nashville, Tennessee, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053675776","display_name":"Congning Ni","orcid":"https://orcid.org/0000-0001-6950-6948"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Congning Ni","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, Tennessee, USA"],"raw_orcid":"https://orcid.org/0000-0001-6950-6948","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, Tennessee, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132815572","display_name":"Mihir Sachin Vaidya","orcid":null},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihir Sachin Vaidya","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, USA"],"raw_orcid":"https://orcid.org/0009-0008-8055-9539","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000041358","display_name":"Hyeyoung Ryu","orcid":"https://orcid.org/0000-0003-2589-834X"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyeyoung Ryu","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0003-2589-834X","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002150831","display_name":"Shelagh A. Mulvaney","orcid":"https://orcid.org/0000-0003-1622-6744"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shelagh A Mulvaney","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0003-1622-6744","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087192873","display_name":"Murat Kantarc\u0131o\u011flu","orcid":"https://orcid.org/0000-0001-9795-9063"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murat Kantarcioglu","raw_affiliation_strings":["Virginia Polytechnic Institute and State University, Blacksburg, USA"],"raw_orcid":"https://orcid.org/0000-0001-9795-9063","affiliations":[{"raw_affiliation_string":"Virginia Polytechnic Institute and State University, Blacksburg, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080907260","display_name":"Laurie L. Novak","orcid":"https://orcid.org/0000-0002-0415-4301"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie Lovett Novak","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0002-0415-4301","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090647314","display_name":"Bradley Malin","orcid":"https://orcid.org/0000-0003-3040-5175"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bradley Malin","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0003-3040-5175","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051794150","display_name":"Susannah Rose","orcid":"https://orcid.org/0000-0001-5895-7460"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susannah Leigh Rose","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0001-5895-7460","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079247989","display_name":"Zhijun Yin","orcid":"https://orcid.org/0000-0002-3075-1337"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhijun Yin","raw_affiliation_strings":["Vanderbilt University Medical Center, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0002-3075-1337","affiliations":[{"raw_affiliation_string":"Vanderbilt University Medical Center, Nashville, USA","institution_ids":["https://openalex.org/I901861585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78343313,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6702","last_page":"6722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.4507000148296356,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.4507000148296356,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13809999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.050599999725818634,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.4982999861240387},{"id":"https://openalex.org/keywords/mental-model","display_name":"Mental model","score":0.4471000134944916},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4230000078678131},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.3093000054359436},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.29910001158714294}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5275999903678894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5040000081062317},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.4982999861240387},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.4471000134944916},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4230000078678131},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36309999227523804},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.32519999146461487},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3156999945640564},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3027999997138977},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2865999937057495},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.259799987077713}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805689.3806456","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806456","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805689.3806456","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805689.3806456","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W401943522","https://openalex.org/W2041282815","https://openalex.org/W2140910804","https://openalex.org/W2588050621","https://openalex.org/W2593714800","https://openalex.org/W2897586961","https://openalex.org/W3001662993","https://openalex.org/W3001807593","https://openalex.org/W3017863658","https://openalex.org/W3034073910","https://openalex.org/W3133752603","https://openalex.org/W3134395196","https://openalex.org/W3175297548","https://openalex.org/W4210255831","https://openalex.org/W4317757464","https://openalex.org/W4367319733","https://openalex.org/W4381572755","https://openalex.org/W4382678522","https://openalex.org/W4385718034","https://openalex.org/W4388380993","https://openalex.org/W4391334942","https://openalex.org/W4391335370","https://openalex.org/W4393177920","https://openalex.org/W4393397034","https://openalex.org/W4394782008","https://openalex.org/W4394877201","https://openalex.org/W4396941516","https://openalex.org/W4399362708","https://openalex.org/W4399364424","https://openalex.org/W4399365038","https://openalex.org/W4402193006","https://openalex.org/W4403583423","https://openalex.org/W4403619423","https://openalex.org/W4404608273","https://openalex.org/W4409720433","https://openalex.org/W4409767075","https://openalex.org/W4410512509","https://openalex.org/W4410556235","https://openalex.org/W4410745976","https://openalex.org/W4410981084","https://openalex.org/W4411541860","https://openalex.org/W4411542000","https://openalex.org/W4411542009","https://openalex.org/W4411549846","https://openalex.org/W4411550171","https://openalex.org/W4411550378","https://openalex.org/W4411550426","https://openalex.org/W4411550541","https://openalex.org/W4411846992","https://openalex.org/W4412875472","https://openalex.org/W4412925667","https://openalex.org/W4413228182","https://openalex.org/W4413412778","https://openalex.org/W4414853515","https://openalex.org/W4415798433","https://openalex.org/W4415823889","https://openalex.org/W4416035103","https://openalex.org/W7126420743","https://openalex.org/W7133228402"],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,152],"models":[2,171],"(LLMs)":[3],"are":[4,40,47,143,184],"increasingly":[5],"used":[6],"for":[7],"mental":[8,84,240],"health":[9,85,241],"support,":[10],"raising":[11],"questions":[12],"about":[13],"how":[14,38,170],"they":[15],"reason,":[16],"communicate,":[17],"and":[18,71,91,105,134,137,150,195,212,233],"support":[19],"accountability":[20],"in":[21,49,67,145,169,186,239],"safety-critical":[22],"contexts.":[23,242],"Existing":[24],"evaluations":[25],"primarily":[26],"assess":[27,139],"final":[28,74,107],"outputs,":[29],"such":[30,128,208,217],"as":[31,61,111,129,176,178,209,226],"accuracy":[32],"or":[33,43],"perceived":[34],"empathy,":[35,130],"without":[36],"examining":[37],"responses":[39],"internally":[41],"planned":[42],"whether":[44,140],"stated":[45,66],"plans":[46],"upheld":[48,144],"execution.":[50],"We":[51,76,200],"conduct":[52],"a":[53,116,227],"process-level":[54,224],"observational":[55],"audit":[56],"of":[57,229,237],"execution":[58,146],"fidelity,":[59],"defined":[60],"the":[62,72,100,122,187],"consistency":[63],"between":[64],"commitments":[65,124,142,173,183],"self-reported":[68],"Chain-of-Thought":[69,103],"(CoT)":[70,104],"model's":[73,101],"response.":[75],"evaluate":[77],"five":[78],"state-of-the-art":[79],"LLMs":[80,238],"on":[81],"75":[82],"high-risk":[83],"prompts":[86],"spanning":[87],"depression,":[88],"anxiety,":[89],"trauma,":[90],"emotional":[92,198],"distress.":[93],"For":[94],"each":[95],"prompt,":[96],"we":[97,119,165],"analyze":[98],"both":[99],"self-generated":[102],"its":[106],"response,":[108],"treating":[109],"CoTs":[110],"inspectable":[112],"planning":[113,159],"artifacts.":[114],"Using":[115],"mixed-methods":[117],"approach,":[118],"qualitatively":[120],"code":[121],"response":[123],"articulated":[125],"during":[126,174,206],"planning,":[127,175,207],"guidance,":[131,194],"boundary":[132],"setting,":[133],"problem":[135],"framing,":[136],"quantitatively":[138],"these":[141,163],"using":[147],"lexical":[148,213],"analysis":[149],"natural":[151],"inference-based":[153],"alignment":[154],"checks.":[155],"Across":[156],"nearly":[157],"400":[158],"steps":[160],"derived":[161],"from":[162],"CoTs,":[164],"observe":[166],"systematic":[167],"differences":[168],"prioritize":[172],"well":[177],"recurrent":[179],"cases":[180],"where":[181],"safety-relevant":[182],"omitted":[185],"responses.":[188],"These":[189],"include":[190],"dropped":[191],"disclaimers,":[192],"compressed":[193],"substituting":[196],"generic":[197],"reassurance.":[199],"further":[201],"show":[202],"that":[203],"linguistic":[204],"instability":[205],"increased":[210],"hedging":[211],"variability,":[214],"co-occurs":[215],"with":[216],"commitment":[218],"violations.":[219],"Together,":[220],"our":[221],"findings":[222],"position":[223],"audits":[225],"means":[228],"identifying":[230],"procedural":[231],"risk":[232],"supporting":[234],"post-deployment":[235],"oversight":[236]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-06-30T00:00:00"}