{"id":"https://openalex.org/W4399423300","doi":"https://doi.org/10.1145/3652583.3658104","title":"Speak From Heart: An Emotion-Guided LLM-Based Multimodal Method for Emotional Dialogue Generation","display_name":"Speak From Heart: An Emotion-Guided LLM-Based Multimodal Method for Emotional Dialogue Generation","publication_year":2024,"publication_date":"2024-05-30","ids":{"openalex":"https://openalex.org/W4399423300","doi":"https://doi.org/10.1145/3652583.3658104"},"language":"en","primary_location":{"id":"doi:10.1145/3652583.3658104","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658104","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658104","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658104","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083781815","display_name":"Chenxiao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chenxiao Liu","raw_affiliation_strings":["University Of Science And Technology Of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0001-4877-8212","affiliations":[{"raw_affiliation_string":"University Of Science And Technology Of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037938574","display_name":"Zheyong Xie","orcid":"https://orcid.org/0009-0009-7453-5781"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheyong Xie","raw_affiliation_strings":["University Of Science And Technology Of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0009-7453-5781","affiliations":[{"raw_affiliation_string":"University Of Science And Technology Of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090369859","display_name":"Sirui Zhao","orcid":"https://orcid.org/0000-0001-8103-0321"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sirui Zhao","raw_affiliation_strings":["University Of Science And Technology Of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-8103-0321","affiliations":[{"raw_affiliation_string":"University Of Science And Technology Of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051587215","display_name":"Jin Zhou","orcid":"https://orcid.org/0009-0002-2298-0807"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhou","raw_affiliation_strings":["University Of Science And Technology Of China, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0002-2298-0807","affiliations":[{"raw_affiliation_string":"University Of Science And Technology Of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["University Of Science And Technology Of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-5386","affiliations":[{"raw_affiliation_string":"University Of Science And Technology Of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100780135","display_name":"Minglei Li","orcid":"https://orcid.org/0000-0002-1427-3507"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minglei Li","raw_affiliation_strings":["Huawei Cloud, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-1427-3507","affiliations":[{"raw_affiliation_string":"Huawei Cloud, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["University Of Science And Technology Of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"University Of Science And Technology Of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5083781815"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":6.6227,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.97151149,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"533","last_page":"542"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6031089425086975},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5755674839019775},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5498121976852417},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.5384248495101929},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5029608607292175},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.4605514109134674},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4483611583709717},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3901299834251404},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37841111421585083},{"id":"https://openalex.org/keywords/psychotherapist","display_name":"Psychotherapist","score":0.13247650861740112},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11208823323249817}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6031089425086975},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5755674839019775},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5498121976852417},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.5384248495101929},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5029608607292175},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.4605514109134674},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4483611583709717},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3901299834251404},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37841111421585083},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.13247650861740112},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11208823323249817},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3652583.3658104","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658104","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658104","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3652583.3658104","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3652583.3658104","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3652583.3658104","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6095265752","display_name":null,"funder_award_id":"62222213, U22B2059, 62072423","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399423300.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2108325777","https://openalex.org/W2600463316","https://openalex.org/W2911763550","https://openalex.org/W2951583236","https://openalex.org/W2952088495","https://openalex.org/W2962796276","https://openalex.org/W2962944176","https://openalex.org/W2963188990","https://openalex.org/W2964300796","https://openalex.org/W2981591098","https://openalex.org/W3037611961","https://openalex.org/W3048664667","https://openalex.org/W3098556456","https://openalex.org/W3185341429","https://openalex.org/W4225323055","https://openalex.org/W4309695664","https://openalex.org/W4385497271"],"related_works":["https://openalex.org/W2381081830","https://openalex.org/W1674983648","https://openalex.org/W3184642429","https://openalex.org/W3184957134","https://openalex.org/W4289297508","https://openalex.org/W2364103730","https://openalex.org/W2384103211","https://openalex.org/W3157543028","https://openalex.org/W2338955914","https://openalex.org/W2482557440"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,62,102],"Large":[3],"Language":[4],"Models~(LLMs)":[5],"have":[6],"greatly":[7],"enhanced":[8],"the":[9,31,44,54,81,133],"generation":[10],"capabilities":[11],"of":[12,50,85,137],"dialogue":[13],"systems.":[14],"However,":[15],"progress":[16],"on":[17,74,114],"emotional":[18,35,82,91,104],"expression":[19,83],"during":[20],"dialogues":[21],"might":[22],"be":[23],"still":[24],"limited,":[25],"especially":[26],"when":[27],"capturing":[28],"and":[29,48,126,135],"processing":[30,57],"multimodal":[32,45,56,124],"cues":[33],"for":[34,100],"expression.":[36],"Therefore,":[37],"it":[38],"is":[39,111],"urgent":[40],"to":[41,52,79,118],"fully":[42],"adapt":[43],"understanding":[46,103],"ability":[47,84],"transferability":[49],"LLMs":[51],"enhance":[53,80],"emotional-oriented":[55],"capabilities.":[58],"To":[59],"that":[60],"end,":[61],"this":[63],"paper,":[64],"we":[65],"propose":[66],"a":[67,107],"novel":[68],"Emotion-Guided":[69],"Multimodal":[70],"Dialogue":[71],"model":[72],"based":[73],"LLM,":[75],"termed":[76],"ELMD.":[77,138],"Specifically,":[78],"LLMs,":[86],"our":[87],"ELMD":[88],"customizes":[89],"an":[90],"retrieval":[92],"module,":[93],"which":[94],"mainly":[95],"provides":[96],"appropriate":[97],"response":[98],"demonstration":[99,116],"LLM":[101],"context.":[105],"Subsequently,":[106],"two-stage":[108],"training":[109],"strategy":[110],"proposed,":[112],"founded":[113],"previous":[115],"support,":[117],"support":[119],"uncovering":[120],"nuanced":[121],"emotions":[122],"behind":[123],"information":[125],"constructing":[127],"natural":[128],"responses.":[129],"Comprehensive":[130],"experiments":[131],"demonstrate":[132],"effectiveness":[134],"superiority":[136]},"counts_by_year":[{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}