{"id":"https://openalex.org/W4285605790","doi":"https://doi.org/10.24963/ijcai.2022/747","title":"Towards Facilitating Empathic Conversations in Online Mental Health Support: A Reinforcement Learning Approach (Extended Abstract)","display_name":"Towards Facilitating Empathic Conversations in Online Mental Health Support: A Reinforcement Learning Approach (Extended Abstract)","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4285605790","doi":"https://doi.org/10.24963/ijcai.2022/747"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/747","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/747","pdf_url":"https://www.ijcai.org/proceedings/2022/0747.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2022/0747.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107562024","display_name":"Ashish Sharma","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ashish Sharma","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061686151","display_name":"Inna Wanyin Lin","orcid":"https://orcid.org/0000-0003-2928-0096"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Inna W. Lin","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024810938","display_name":"Adam S. Miner","orcid":"https://orcid.org/0000-0002-5125-4735"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adam S. Miner","raw_affiliation_strings":["Center for Biomedical Informatics Research, Stanford University","Department of Psychiatry and Behavioral Sciences, Stanford University"],"affiliations":[{"raw_affiliation_string":"Center for Biomedical Informatics Research, Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090287449","display_name":"Dave C. Atkins","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dave C. Atkins","raw_affiliation_strings":["Department of Psychiatry and Behavioral Sciences, University of Washington"],"affiliations":[{"raw_affiliation_string":"Department of Psychiatry and Behavioral Sciences, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033639139","display_name":"Tim Althoff","orcid":"https://orcid.org/0000-0003-4793-2289"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Althoff","raw_affiliation_strings":["Paul G. Allen School of Computer Science & Engineering, University of Washington"],"affiliations":[{"raw_affiliation_string":"Paul G. Allen School of Computer Science & Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5107562024"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":0.2086,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.39825119,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"5339","last_page":"5343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.8224445581436157},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7324873805046082},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6183634996414185},{"id":"https://openalex.org/keywords/mental-health","display_name":"Mental health","score":0.5044392347335815},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4222494065761566},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.338306188583374},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.15855249762535095},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.13057821989059448},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10687285661697388}],"concepts":[{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.8224445581436157},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7324873805046082},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6183634996414185},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.5044392347335815},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4222494065761566},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.338306188583374},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.15855249762535095},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.13057821989059448},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10687285661697388},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2022/747","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/747","pdf_url":"https://www.ijcai.org/proceedings/2022/0747.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/747","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/747","pdf_url":"https://www.ijcai.org/proceedings/2022/0747.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G1131679562","display_name":null,"funder_award_id":"KL2TR001083 and UL1TR001085","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G1193584625","display_name":null,"funder_award_id":"R01MH125179","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2789588635","display_name":null,"funder_award_id":"NCATS","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G3398026002","display_name":null,"funder_award_id":"2025022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3506071450","display_name":null,"funder_award_id":"INV-004841","funder_id":"https://openalex.org/F4320306137","funder_display_name":"Bill and Melinda Gates Foundation"},{"id":"https://openalex.org/G4007484515","display_name":null,"funder_award_id":"CNS-2025022","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4174010062","display_name":null,"funder_award_id":"UL1TR00108","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G4561874614","display_name":null,"funder_award_id":"UL1TR001085","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G5446961646","display_name":null,"funder_award_id":"IIS-1901386","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5700204612","display_name":null,"funder_award_id":"IIS-190","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6614677171","display_name":null,"funder_award_id":"TR001085","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7020544243","display_name":null,"funder_award_id":"UL1TR001085","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7520803678","display_name":null,"funder_award_id":"N00014-21-1-2154","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7850722945","display_name":null,"funder_award_id":"KL2TR001083","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G808836342","display_name":null,"funder_award_id":"#N00014-21-1-2154","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8529959211","display_name":null,"funder_award_id":"1901386","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8848102011","display_name":null,"funder_award_id":"TR001085","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306137","display_name":"Bill and Melinda Gates Foundation","ror":"https://ror.org/0456r8d26"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320337472","display_name":"National Center for Advancing Translational Sciences","ror":"https://ror.org/04pw6fb54"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285605790.pdf","grobid_xml":"https://content.openalex.org/works/W4285605790.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1830143895","https://openalex.org/W2136715587","https://openalex.org/W2148602524","https://openalex.org/W2165343833","https://openalex.org/W2412278397","https://openalex.org/W2889287254","https://openalex.org/W2897362601","https://openalex.org/W2934582891","https://openalex.org/W2938704169","https://openalex.org/W2951583236","https://openalex.org/W2963206148","https://openalex.org/W2980364910","https://openalex.org/W2988937804","https://openalex.org/W3004665584","https://openalex.org/W3034999214","https://openalex.org/W3081126843","https://openalex.org/W3104982372","https://openalex.org/W3105906861","https://openalex.org/W3154272574","https://openalex.org/W4292779060","https://openalex.org/W4400139037"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2022249999","https://openalex.org/W1968552888","https://openalex.org/W2790197180","https://openalex.org/W2321298859","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092"],"abstract_inverted_index":{"Online":[0],"peer-to-peer":[1],"support":[2,91],"platforms":[3],"enable":[4],"conversations":[5,22,71],"between":[6],"millions":[7],"of":[8,50,98,121,161,188,203],"people":[9],"who":[10],"seek":[11],"and":[12,28,44,48,116,130,193,205,217,220,231],"provide":[13],"mental":[14,20,76,89],"health":[15,21,77,90],"support.":[16],"If":[17],"successful,":[18],"web-based":[19],"could":[23],"improve":[24],"access":[25],"to":[26,42,57,103,108,132,148,152,156],"treatment":[27],"reduce":[29],"the":[30,40,46,133,158,185],"global":[31],"disease":[32],"burden.":[33],"Psychologists":[34],"have":[35,66],"repeatedly":[36],"demonstrated":[37],"that":[38,68,146,210],"empathy,":[39],"ability":[41],"understand":[43],"feel":[45],"emotions":[47],"experiences":[49],"others,":[51],"is":[52,114],"a":[53,95,118,140,171,176,201],"key":[54],"component":[55],"leading":[56],"positive":[58],"outcomes":[59],"in":[60,74,87,154],"supportive":[61],"conversations.":[62,92],"However,":[63],"recent":[64],"studies":[65],"shown":[67],"highly":[69],"empathic":[70,99,191,232],"are":[72],"rare":[73],"online":[75,88],"platforms.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,137,208],"work":[83],"towards":[84],"improving":[85],"empathy":[86,122,162],"We":[93],"introduce":[94],"new":[96],"task":[97,187],"rewriting":[100],"which":[101,183],"aims":[102],"transform":[104],"low-empathy":[105],"conversational":[106,134],"posts":[107,153],"higher":[109],"empathy.":[110],"Learning":[111],"such":[112,227],"transformations":[113],"challenging":[115],"requires":[117],"deep":[119,141],"understanding":[120],"while":[123,163],"maintaining":[124,164],"conversation":[125,165],"quality":[126],"through":[127],"text":[128],"fluency":[129],"specificity":[131],"context.":[135],"Here":[136],"propose":[138],"Partner,":[139],"reinforcement":[142],"learning":[143],"(RL)":[144],"agent":[145,169],"learns":[147],"make":[149],"sentence-level":[150],"edits":[151],"order":[155],"increase":[157],"expressed":[159],"level":[160],"quality.":[166],"Our":[167],"RL":[168],"leverages":[170],"policy":[172],"network,":[173],"based":[174],"on":[175],"transformer":[177],"language":[178],"model":[179],"adapted":[180],"from":[181,224],"GPT-2,":[182],"performs":[184],"dual":[186],"generating":[189],"candidate":[190],"sentences":[192,196],"adding":[194],"those":[195],"at":[197],"appropriate":[198],"positions.":[199],"Through":[200],"combination":[202],"automatic":[204],"human":[206],"evaluation,":[207],"demonstrate":[209],"Partner":[211],"successfully":[212],"generates":[213],"more":[214],"empathic,":[215],"specific,":[216],"diverse":[218],"responses":[219],"outperforms":[221],"NLP":[222],"methods":[223],"related":[225],"tasks":[226],"as":[228],"style":[229],"transfer":[230],"dialogue":[233],"generation.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}