{"id":"https://openalex.org/W4406861196","doi":"https://doi.org/10.1109/apsipaasc63619.2025.10849064","title":"Empathetic Response Generation via Regularized Q-Learning","display_name":"Empathetic Response Generation via Regularized Q-Learning","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406861196","doi":"https://doi.org/10.1109/apsipaasc63619.2025.10849064"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc63619.2025.10849064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc63619.2025.10849064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045711106","display_name":"Yi-Chien Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yi-Chien Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University,Institute of Electrical and Computer Engineering,Hsinchu,Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.6837000250816345,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.6837000250816345,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12593","display_name":"Communication in Education and Healthcare","score":0.6331999897956848,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13565","display_name":"Education and Learning Interventions","score":0.6194000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.522407054901123}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.522407054901123}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsipaasc63619.2025.10849064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc63619.2025.10849064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W264301034","https://openalex.org/W2962717182","https://openalex.org/W2962796276","https://openalex.org/W2963167310","https://openalex.org/W2963170138","https://openalex.org/W2963206148","https://openalex.org/W3091387572","https://openalex.org/W3093956460","https://openalex.org/W3102788578","https://openalex.org/W3161450564","https://openalex.org/W4385245566","https://openalex.org/W4388665759","https://openalex.org/W6757469721","https://openalex.org/W6763704811","https://openalex.org/W6777656069","https://openalex.org/W6778883912","https://openalex.org/W6779265984","https://openalex.org/W6791413555","https://openalex.org/W6796589144","https://openalex.org/W6849770746"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"study":[1],"presents":[2],"a":[3,26,83],"new":[4],"offline":[5],"reinforcement":[6],"learning":[7],"to":[8,31,65,69,89,93,97],"improve":[9],"the":[10,16,33,37,41,45,51,67,91,95,116,121,128,133,136],"diversity":[11],"of":[12,18,109,135],"dialogue":[13,73,123],"generation":[14,111,131],"while":[15],"issue":[17],"limited":[19],"training":[20],"data":[21],"is":[22,29,48,55,63,87,112],"tackled.":[23],"In":[24,81],"particular,":[25],"regularized":[27],"Q-function":[28],"introduced":[30],"generate":[32],"empathetic":[34,78],"response":[35,54,79,110],"where":[36],"distribution":[38],"shift":[39],"between":[40],"learned":[42],"policy":[43,47],"and":[44,50,75],"behavior":[46],"penalized":[49],"resulting":[52],"out-of-distribution":[53],"mitigated.":[56],"Importantly,":[57],"an":[58],"emotion":[59],"aware":[60],"reward":[61,117],"function":[62,118],"designed":[64],"guide":[66],"agent":[68,96],"sufficiently":[70],"learn":[71],"various":[72],"traits":[74],"emotions":[76],"for":[77],"generation.":[80],"addition,":[82],"soft":[84],"sampling":[85],"method":[86],"implemented":[88],"draw":[90],"action":[92],"ensure":[94],"reach":[98],"those":[99],"candidate":[100],"responses":[101],"which":[102],"are":[103],"marginal":[104],"but":[105],"appropriate.":[106],"The":[107,125],"flexibility":[108],"accordingly":[113],"enhanced":[114],"through":[115],"by":[119],"considering":[120],"informative":[122],"features.":[124],"experiments":[126],"on":[127],"emotional":[129],"conversation":[130],"show":[132],"merit":[134],"proposed":[137],"method.":[138]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}