{"id":"https://openalex.org/W7137921137","doi":"https://doi.org/10.1609/aaai.v40i3.37211","title":"\u03a8-Arena: Interactive Assessment and Optimization of LLM-based Psychological Counselors with Tripartite Feedback","display_name":"\u03a8-Arena: Interactive Assessment and Optimization of LLM-based Psychological Counselors with Tripartite Feedback","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137921137","doi":"https://doi.org/10.1609/aaai.v40i3.37211"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v40i3.37211","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37211","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i3.37211","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129693378","display_name":"Shijing Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijing Zhu","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129680407","display_name":"Zhuang Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuang Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016119118","display_name":"Guanqun Bi","orcid":"https://orcid.org/0000-0001-8829-9489"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanqun Bi","raw_affiliation_strings":["CoAI Group, DCST, IAI, BNRIST, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CoAI Group, DCST, IAI, BNRIST, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124274556","display_name":"Binghang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128622","display_name":"The People's Hospital of LinXia","ror":"https://ror.org/03k4zrh82","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128622"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binghang Li","raw_affiliation_strings":["Lingxin AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lingxin AI","institution_ids":["https://openalex.org/I4210128622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129706766","display_name":"Yaxi Deng","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxi Deng","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062668029","display_name":"Dazhen Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128622","display_name":"The People's Hospital of LinXia","ror":"https://ror.org/03k4zrh82","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128622"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dazhen Wan","raw_affiliation_strings":["Lingxin AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lingxin AI","institution_ids":["https://openalex.org/I4210128622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033429436","display_name":"Libiao Peng","orcid":"https://orcid.org/0000-0002-0708-6746"},"institutions":[{"id":"https://openalex.org/I4210128622","display_name":"The People's Hospital of LinXia","ror":"https://ror.org/03k4zrh82","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128622"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libiao Peng","raw_affiliation_strings":["Lingxin AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lingxin AI","institution_ids":["https://openalex.org/I4210128622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077098984","display_name":"Xiyao Xiao","orcid":"https://orcid.org/0000-0002-6326-2206"},"institutions":[{"id":"https://openalex.org/I4210128622","display_name":"The People's Hospital of LinXia","ror":"https://ror.org/03k4zrh82","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210128622"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiyao Xiao","raw_affiliation_strings":["Lingxin AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lingxin AI","institution_ids":["https://openalex.org/I4210128622"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129715741","display_name":"Rongsheng Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongsheng Zhang","raw_affiliation_strings":["Netease"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netease","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081297475","display_name":"Tangjie Lv","orcid":"https://orcid.org/0000-0001-9858-809X"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tangjie Lv","raw_affiliation_strings":["Netease"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netease","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129752693","display_name":"Zhipeng Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Hu","raw_affiliation_strings":["Netease"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Netease","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129740108","display_name":"Fangfang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"FangFang Li","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5129733384","display_name":"Minlie Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minlie Huang","raw_affiliation_strings":["CoAI Group, DCST, IAI, BNRIST, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CoAI Group, DCST, IAI, BNRIST, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14529915,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"3","first_page":"2272","last_page":"2280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.4244000017642975,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.4244000017642975,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.40299999713897705,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.02810000069439411,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.6575000286102295},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.5582000017166138},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4519999921321869},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4505000114440918},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.40470001101493835},{"id":"https://openalex.org/keywords/mental-model","display_name":"Mental model","score":0.3467000126838684}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.6575000286102295},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48260000348091125},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4636000096797943},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43459999561309814},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.40470001101493835},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.3467000126838684},{"id":"https://openalex.org/C16328936","wikidata":"https://www.wikidata.org/wiki/Q12166572","display_name":"Counseling psychology","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C56423290","wikidata":"https://www.wikidata.org/wiki/Q463805","display_name":"Counselor education","level":3,"score":0.2563999891281128},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2540000081062317},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.2540000081062317}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v40i3.37211","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37211","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/37211","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/37211","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i3.37211","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i3.37211","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"have":[4],"shown":[5],"promise":[6],"in":[7,126,137,143,160],"providing":[8],"scalable":[9],"mental":[10,161],"health":[11],"support,":[12],"while":[13],"evaluating":[14],"their":[15],"counseling":[16,84,144],"capability":[17],"remains":[18],"crucial":[19],"to":[20,139],"ensure":[21],"both":[22],"efficacy":[23],"and":[24,47,68,103,130,156],"safety.":[25],"Existing":[26],"evaluations":[27],"are":[28],"limited":[29],"by":[30],"the":[31,39,48,100],"static":[32],"assessment":[33,67],"that":[34,42,51,81,96,109],"focuses":[35],"on":[36,44],"knowledge":[37],"tests,":[38],"single":[40],"perspective":[41],"centers":[43],"user":[45],"experience,":[46],"open-loop":[49],"framework":[50,64],"lacks":[52],"actionable":[53],"feedback.":[54,116],"To":[55],"address":[56],"these":[57],"issues,":[58],"we":[59],"propose":[60],"\u03a8-Arena,":[61],"an":[62],"interactive":[63],"for":[65,153],"comprehensive":[66],"optimization":[69,108,135],"of":[70],"LLM-based":[71],"counselors,":[72],"featuring":[73],"three":[74],"key":[75],"characteristics:":[76],"(1)":[77],"Realistic":[78],"arena":[79],"interactions":[80],"simulate":[82],"real-world":[83,128],"through":[85],"multi-stage":[86],"dialogues":[87],"with":[88],"psychologically":[89],"profiled":[90],"NPC":[91],"clients;":[92],"(2)":[93],"Tripartite":[94],"evaluation":[95,131],"integrates":[97],"assessments":[98],"from":[99],"client,":[101],"supervisor,":[102],"counselor":[104],"perspectives;":[105],"(3)":[106],"Closed-loop":[107],"iteratively":[110],"improves":[111],"LLM":[112,158],"counselors":[113],"using":[114],"diagnostic":[115],"Experiments":[117],"across":[118],"eight":[119],"state-of-the-art":[120],"LLMs":[121],"show":[122],"significant":[123],"performance":[124],"variations":[125],"different":[127],"scenarios":[129],"perspectives.":[132],"Moreover,":[133],"reflection-based":[134],"results":[136],"up":[138],"a":[140,150],"141%":[141],"improvement":[142],"performance.":[145],"We":[146],"hope":[147],"\u03a8-Arena":[148],"provides":[149],"foundational":[151],"resource":[152],"advancing":[154],"reliable":[155],"human-aligned":[157],"applications":[159],"healthcare.":[162]},"counts_by_year":[],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2026-03-18T00:00:00"}