{"id":"https://openalex.org/W4404342259","doi":"https://doi.org/10.48550/arxiv.2410.22446","title":"Do Large Language Models Align with Core Mental Health Counseling Competencies?","display_name":"Do Large Language Models Align with Core Mental Health Counseling Competencies?","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4404342259","doi":"https://doi.org/10.48550/arxiv.2410.22446"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2410.22446","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.22446","pdf_url":"https://arxiv.org/pdf/2410.22446","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2410.22446","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103960782","display_name":"Viet Cuong Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nguyen, Viet Cuong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108604429","display_name":"Mohammad Taher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taher, Mohammad","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073630932","display_name":"Dongwan Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Dongwan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114633829","display_name":"Vinicius Konkolics Possobom","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Possobom, Vinicius Konkolics","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035798055","display_name":"V. Gopalakrishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gopalakrishnan, Vibha Thirunellayi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056870628","display_name":"E. Fantin Irudaya Raj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raj, Ekta","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101194795","display_name":"Zihang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zihang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100030003","display_name":"Heather J. Soled","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Soled, Heather J.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049176398","display_name":"Michael L. Birnbaum","orcid":"https://orcid.org/0000-0002-4285-7868"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Birnbaum, Michael L.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056142478","display_name":"Srijan Kumar","orcid":"https://orcid.org/0000-0002-5796-3532"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Srijan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102962995","display_name":"Munmun De Choudhury","orcid":"https://orcid.org/0000-0002-8939-264X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"De Choudhury, Munmun","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5103960782"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11295","display_name":"Counseling Practices and Supervision","score":0.48980000615119934,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11295","display_name":"Counseling Practices and Supervision","score":0.48980000615119934,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12151","display_name":"Interpreting and Communication in Healthcare","score":0.46309998631477356,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12194","display_name":"Cultural Competency in Health Care","score":0.4494999945163727,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/core-competency","display_name":"Core competency","score":0.7718169689178467},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.6436705589294434},{"id":"https://openalex.org/keywords/core","display_name":"Core (optical fiber)","score":0.5563033223152161},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5148910284042358},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3541930913925171},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.23081496357917786},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.22522220015525818},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.20695698261260986},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.161058247089386}],"concepts":[{"id":"https://openalex.org/C164065428","wikidata":"https://www.wikidata.org/wiki/Q1201929","display_name":"Core competency","level":2,"score":0.7718169689178467},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.6436705589294434},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.5563033223152161},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5148910284042358},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3541930913925171},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.23081496357917786},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22522220015525818},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20695698261260986},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.161058247089386},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2410.22446","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.22446","pdf_url":"https://arxiv.org/pdf/2410.22446","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2410.22446","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2410.22446","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2410.22446","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2410.22446","pdf_url":"https://arxiv.org/pdf/2410.22446","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404342259.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2380938060","https://openalex.org/W2389045936","https://openalex.org/W2392862965","https://openalex.org/W2144311211"],"abstract_inverted_index":{"The":[0],"rapid":[1],"evolution":[2],"of":[3,16,56,102],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"presents":[8],"a":[9,32],"promising":[10],"solution":[11],"to":[12],"the":[13,100,120],"global":[14],"shortage":[15],"mental":[17,106,129],"health":[18,107,130],"professionals.":[19],"However,":[20],"their":[21],"alignment":[22],"with":[23,67,127,145],"essential":[24],"counseling":[25,131],"competencies":[26,111,132],"remains":[27],"underexplored.":[28],"We":[29],"introduce":[30],"CounselingBench,":[31],"novel":[33],"NCMHCE-based":[34],"benchmark":[35],"evaluating":[36],"22":[37],"general-purpose":[38],"and":[39,71,114,133,142],"medical-finetuned":[40],"LLMs":[41,78],"across":[42],"five":[43],"key":[44],"competencies.":[45],"While":[46],"frontier":[47],"models":[48,83,125],"surpass":[49],"minimum":[50],"aptitude":[51],"thresholds,":[52],"they":[53,87],"fall":[54],"short":[55],"expert-level":[57],"performance,":[58],"excelling":[59],"in":[60,84,110],"Intake,":[61],"Assessment":[62],"&":[63,74],"Diagnosis":[64],"but":[65],"struggling":[66],"Core":[68],"Counseling":[69],"Attributes":[70],"Professional":[72],"Practice":[73],"Ethics.":[75],"Surprisingly,":[76],"medical":[77],"do":[79],"not":[80],"outperform":[81],"generalist":[82],"accuracy,":[85],"though":[86],"provide":[88],"slightly":[89],"better":[90],"justifications":[91],"while":[92],"making":[93],"more":[94],"context-related":[95],"errors.":[96],"These":[97],"findings":[98],"highlight":[99],"challenges":[101],"developing":[103],"AI":[104],"for":[105,122],"counseling,":[108],"particularly":[109],"requiring":[112],"empathy":[113],"nuanced":[115],"reasoning.":[116],"Our":[117],"results":[118],"underscore":[119],"need":[121],"specialized,":[123],"fine-tuned":[124],"aligned":[126],"core":[128],"supported":[134],"by":[135],"human":[136],"oversight":[137],"before":[138],"real-world":[139],"deployment.":[140],"Code":[141],"data":[143],"associated":[144],"this":[146],"manuscript":[147],"can":[148],"be":[149],"found":[150],"at:":[151],"https://github.com/cuongnguyenx/CounselingBench":[152]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}