{"id":"https://openalex.org/W4405709862","doi":"https://doi.org/10.1109/iscslp63861.2024.10800447","title":"E-Chat: Emotion-Sensitive Spoken Dialogue System with Large Language Models","display_name":"E-Chat: Emotion-Sensitive Spoken Dialogue System with Large Language Models","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4405709862","doi":"https://doi.org/10.1109/iscslp63861.2024.10800447"},"language":"en","primary_location":{"id":"doi:10.1109/iscslp63861.2024.10800447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014632942","display_name":"Hongfei Xue","orcid":"https://orcid.org/0000-0001-9691-9668"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongfei Xue","raw_affiliation_strings":["Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102543677","display_name":"Yuhao Liang","orcid":"https://orcid.org/0009-0008-9516-6594"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Liang","raw_affiliation_strings":["Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072425459","display_name":"Bingshen Mu","orcid":"https://orcid.org/0009-0009-7797-865X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingshen Mu","raw_affiliation_strings":["Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101777591","display_name":"Shiliang Zhang","orcid":"https://orcid.org/0000-0002-9524-1602"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiliang Zhang","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058945912","display_name":"Mengzhe Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengzhe Chen","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428456","display_name":"Qian Chen","orcid":"https://orcid.org/0000-0002-1909-302X"},"institutions":[{"id":"https://openalex.org/I4210095624","display_name":"Alibaba Group (United States)","ror":"https://ror.org/00rn0m335","country_code":"US","type":"company","lineage":["https://openalex.org/I4210095624","https://openalex.org/I45928872"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qian Chen","raw_affiliation_strings":["Alibaba Group"],"affiliations":[{"raw_affiliation_string":"Alibaba Group","institution_ids":["https://openalex.org/I4210095624"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100668966","display_name":"Lei Xie","orcid":"https://orcid.org/0000-0001-8234-0823"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xie","raw_affiliation_strings":["Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Audio, Speech and Language Processing Group (ASLP@NPU),Xian","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5014632942"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":2.6528,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91535837,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"586","last_page":"590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9240000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9176999926567078,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820111513137817},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.6308014988899231},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4934655725955963},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3613702654838562},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3581002950668335},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3528589606285095},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3506719470024109}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820111513137817},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.6308014988899231},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4934655725955963},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3613702654838562},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3581002950668335},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3528589606285095},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3506719470024109},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscslp63861.2024.10800447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp63861.2024.10800447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 14th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2897636448","https://openalex.org/W2963242190","https://openalex.org/W3174716116","https://openalex.org/W3203407300","https://openalex.org/W3209059054","https://openalex.org/W4225635674","https://openalex.org/W4385245566","https://openalex.org/W4389519587","https://openalex.org/W4389524500","https://openalex.org/W4392931281","https://openalex.org/W4392931626","https://openalex.org/W4393147046","https://openalex.org/W6745384549","https://openalex.org/W6754473786","https://openalex.org/W6778883912","https://openalex.org/W6794077147","https://openalex.org/W6796581206","https://openalex.org/W6847363464","https://openalex.org/W6849177959","https://openalex.org/W6850625674","https://openalex.org/W6852800892","https://openalex.org/W6852818750","https://openalex.org/W6853116092","https://openalex.org/W6853249747","https://openalex.org/W6853998256","https://openalex.org/W6857054612","https://openalex.org/W6859099255"],"related_works":["https://openalex.org/W2388125677","https://openalex.org/W2159057708","https://openalex.org/W405926467","https://openalex.org/W4402742086","https://openalex.org/W1965611333","https://openalex.org/W2906185611","https://openalex.org/W4404882811","https://openalex.org/W74615986","https://openalex.org/W2032228042","https://openalex.org/W633922780"],"abstract_inverted_index":{"This":[0,81],"study":[1],"focuses":[2],"on":[3,53],"emotion-sensitive":[4,113],"spoken":[5,68,114],"dialogue":[6,19,69],"in":[7,128],"human-machine":[8,132],"speech":[9,90],"interaction.":[10],"With":[11],"the":[12,31,38,61,107],"advancement":[13],"of":[14,33,40,72],"Large":[15],"Language":[16],"Models":[17],"(LLMs),":[18],"systems":[20],"can":[21],"handle":[22],"multimodal":[23],"data,":[24],"including":[25],"audio.":[26],"Recent":[27],"models":[28],"have":[29],"enhanced":[30],"understanding":[32],"complex":[34],"audio":[35,42],"signals":[36],"through":[37],"integration":[39],"various":[41,117],"events.":[43],"However,":[44],"they":[45],"are":[46],"unable":[47],"to":[48,76,97,100],"generate":[49],"appropriate":[50],"responses":[51],"based":[52],"emotional":[54,102,129],"speech.":[55,80],"To":[56],"address":[57],"this,":[58],"we":[59,105],"introduce":[60,106],"Emotional":[62],"chat":[63],"Model":[64],"(E-chat),":[65],"a":[66,89],"novel":[67],"system":[70],"capable":[71],"comprehending":[73],"and":[74,131],"responding":[75],"emotions":[77],"conveyed":[78],"from":[79],"model":[82],"leverages":[83],"an":[84],"emotion":[85],"embedding":[86],"extracted":[87],"by":[88],"encoder,":[91],"combined":[92],"with":[93],"LLMs,":[94],"enabling":[95],"it":[96],"respond":[98],"according":[99],"different":[101],"contexts.":[103],"Additionally,":[104],"E-chat200":[108],"dataset,":[109],"designed":[110],"explicitly":[111],"for":[112],"dialogue.":[115],"In":[116],"evaluation":[118],"metrics,":[119],"E-chat":[120],"consistently":[121],"outperforms":[122],"baseline":[123],"model,":[124],"demonstrating":[125],"its":[126],"potential":[127],"comprehension":[130],"interaction<sup":[133],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[134,136],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup><sup":[135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>E-chat":[137],"samples:":[138],"https://anonymous-echat.github.io/E-chat/.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}