{"id":"https://openalex.org/W7146946294","doi":"https://doi.org/10.48550/arxiv.2603.29429","title":"CounselReflect: A Toolkit for Auditing Mental-Health Dialogues","display_name":"CounselReflect: A Toolkit for Auditing Mental-Health Dialogues","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7146946294","doi":"https://doi.org/10.48550/arxiv.2603.29429"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29429","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132635177","display_name":"Yahan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Yahan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069817721","display_name":"Chaohao Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Chaohao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132665567","display_name":"Zeyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zeyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132633261","display_name":"Christopher Chun Kuizon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuizon, Christopher Chun","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132543003","display_name":"Shupeng Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Shupeng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085100954","display_name":"Angel Hsing\u2010Chi Hwang","orcid":"https://orcid.org/0000-0002-0951-7845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hwang, Angel Hsing-Chi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132692239","display_name":"Adam C. Frank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frank, Adam C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132615139","display_name":"Ruishan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ruishan","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5132635177"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.6033999919891357,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.6033999919891357,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.07989999651908875,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.028699999675154686,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7287999987602234},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6223999857902527},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.508899986743927},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4722999930381775},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.44449999928474426},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.4090000092983246},{"id":"https://openalex.org/keywords/web-application","display_name":"Web application","score":0.35670000314712524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7398999929428101},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7287999987602234},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6223999857902527},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.5127999782562256},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.508899986743927},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.44449999928474426},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.4090000092983246},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.36629998683929443},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C80958533","wikidata":"https://www.wikidata.org/wiki/Q1047174","display_name":"Audit trail","level":3,"score":0.35100001096725464},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.313400000333786},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3052000105381012},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.30320000648498535},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.29350000619888306},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.29019999504089355},{"id":"https://openalex.org/C2983909278","wikidata":"https://www.wikidata.org/wiki/Q6368","display_name":"Web browser","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2653000056743622},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.2535000145435333}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.4463033080101013,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mental-health":[0],"support":[1,26,38,62],"is":[2,104],"increasingly":[3],"mediated":[4],"by":[5,78],"conversational":[6],"systems":[7],"(e.g.,":[8],"LLM-based":[9],"tools),":[10],"but":[11],"users":[12],"often":[13],"lack":[14],"structured":[15],"ways":[16],"to":[17,61],"audit":[18],"the":[19,25],"quality":[20,46],"and":[21,58,81,94,112,135,149,155],"potential":[22],"risks":[23],"of":[24,70],"they":[27],"receive.":[28],"We":[29],"introduce":[30],"CounselReflect,":[31],"an":[32,136],"end-to-end":[33],"toolkit":[34],"for":[35],"auditing":[36],"mental-health":[37,141],"dialogues.":[39],"Rather":[40],"than":[41],"producing":[42],"a":[43,89,107,129],"single":[44],"opaque":[45],"score,":[47],"CounselReflect":[48,103,145],"provides":[49],"structured,":[50],"multi-dimensional":[51],"reports":[52],"with":[53,99,132,139],"session-level":[54],"summaries,":[55],"turn-level":[56],"scores,":[57],"evidence-linked":[59],"excerpts":[60],"transparent":[63],"inspection.":[64],"The":[65],"system":[66],"integrates":[67],"two":[68],"families":[69],"evaluation":[71,127],"signals:":[72],"(i)":[73],"12":[74],"model-based":[75],"metrics":[76,84],"produced":[77],"task-specific":[79],"predictors,":[80],"(ii)":[82],"rubric-based":[83],"that":[85,144],"extend":[86],"coverage":[87],"via":[88],"literature-derived":[90],"library":[91],"(69":[92],"metrics)":[93],"user-defined":[95],"custom":[96],"metrics,":[97],"operationalized":[98],"configurable":[100],"LLM":[101],"judges.":[102],"available":[105],"as":[106,121,123],"web":[108],"application,":[109],"browser":[110],"extension,":[111],"command-line":[113],"interface":[114],"(CLI),":[115],"enabling":[116],"use":[117],"in":[118],"real-time":[119],"settings":[120],"well":[122],"at":[124],"scale.":[125],"Human":[126],"includes":[128],"user":[130],"study":[131],"20":[133],"participants":[134],"expert":[137],"review":[138],"6":[140],"professionals,":[142],"suggesting":[143],"supports":[146],"understandable,":[147],"usable,":[148],"trustworthy":[150],"auditing.":[151],"A":[152],"demo":[153],"video":[154],"full":[156],"source":[157],"code":[158],"are":[159],"also":[160],"provided.":[161]},"counts_by_year":[],"updated_date":"2026-04-02T13:53:19.096889","created_date":"2026-04-02T00:00:00"}