{"id":"https://openalex.org/W7135184680","doi":"https://doi.org/10.48550/arxiv.2603.11494","title":"PRMB: Benchmarking Reward Models in Long-Horizon CBT-based Counseling Dialogue","display_name":"PRMB: Benchmarking Reward Models in Long-Horizon CBT-based Counseling Dialogue","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135184680","doi":"https://doi.org/10.48550/arxiv.2603.11494"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11494","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128987096","display_name":"Yougen Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yougen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128958088","display_name":"Qin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128932306","display_name":"Ningning Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Ningning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129018756","display_name":"Jie Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129070744","display_name":"Liang He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.45350000262260437,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.45350000262260437,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.42640000581741333,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.026000000536441803,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7253999710083008},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5303999781608582},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.4968000054359436},{"id":"https://openalex.org/keywords/informatics","display_name":"Informatics","score":0.47040000557899475},{"id":"https://openalex.org/keywords/preference","display_name":"Preference","score":0.4453999996185303},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4399999976158142},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.4359000027179718},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.42410001158714294}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7253999710083008},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5303999781608582},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5097000002861023},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.4968000054359436},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.47040000557899475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44940000772476196},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4399999976158142},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.4359000027179718},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.43149998784065247},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.39079999923706055},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.32659998536109924},{"id":"https://openalex.org/C189216375","wikidata":"https://www.wikidata.org/wiki/Q1127759","display_name":"Cognitive bias","level":3,"score":0.3230000138282776},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.27549999952316284},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2687000036239624},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C5570062","wikidata":"https://www.wikidata.org/wiki/Q3919817","display_name":"Behavioural sciences","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,19,75,156],"(LLMs)":[3],"hold":[4],"potential":[5,136],"for":[6,72,151,171,178],"mental":[7,183],"healthcare":[8,173],"applications,":[9],"particularly":[10],"in":[11,24,42,76,182],"cognitive":[12],"behavioral":[13],"therapy":[14],"(CBT)-based":[15],"counseling,":[16],"where":[17],"reward":[18,33,74,120,139,155,164,179],"play":[20],"a":[21,68,98,176],"critical":[22],"role":[23],"aligning":[25],"LLMs":[26],"with":[27],"preferred":[28],"therapeutic":[29],"behaviors.":[30],"However,":[31],"existing":[32],"model":[34,180],"evaluations":[35],"often":[36],"fail":[37],"to":[38,46],"capture":[39],"alignment":[40,59],"effectiveness":[41,147],"long-horizon":[43],"interventions":[44],"due":[45],"limited":[47],"coverage":[48],"of":[49,137,148,154,162],"process-oriented":[50],"datasets":[51,189],"and":[52,57,84,92,104,133,157,188],"misalignment":[53],"between":[54,101],"evaluation":[55,153],"targets":[56],"psychological":[58],"objectives.":[60],"To":[61],"address":[62],"these":[63],"limitations,":[64],"we":[65,113,142],"present":[66],"PRMB,":[67],"comprehensive":[69],"benchmark":[70,103],"tailored":[71],"evaluating":[73],"multi-session":[77],"CBT":[78],"counseling.":[79],"PRMB":[80],"spans":[81],"6":[82],"sessions":[83],"21":[85],"diverse":[86],"negative":[87],"scenarios,":[88],"incorporating":[89],"both":[90],"pairwise":[91],"Best-of-N":[93],"preference":[94],"evaluations.":[95],"We":[96],"demonstrate":[97],"positive":[99],"correlation":[100],"our":[102,111],"downstream":[105],"counseling":[106],"dialogue":[107],"performance.":[108],"Based":[109],"on":[110,117],"benchmark,":[112],"conduct":[114],"extensive":[115],"analysis":[116],"the":[118,135,146,152,159],"state-of-the-art":[119],"models,":[121],"revealing":[122],"their":[123],"generalization":[124],"defects":[125],"that":[126],"were":[127],"not":[128],"discovered":[129],"by":[130,174],"previous":[131],"benchmarks":[132],"highlighting":[134],"generative":[138,163],"models.":[140,165],"Furthermore,":[141],"delve":[143],"into":[144],"examining":[145],"inference-time":[149],"strategy":[150],"analyzing":[158],"impact":[160],"factors":[161],"This":[166],"work":[167],"advances":[168],"intelligent":[169],"informatics":[170],"personalized":[172],"establishing":[175],"framework":[177],"assessment":[181],"health":[184],"dialogues.":[185],"Evaluation":[186],"code":[187],"are":[190],"publicly":[191],"available":[192],"at":[193],"https://github.com/YouKenChaw/PRMB":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}