{"id":"https://openalex.org/W4413926224","doi":"https://doi.org/10.1109/tmm.2025.3604951","title":"Towards Multimodal Emotional Support Conversation Systems","display_name":"Towards Multimodal Emotional Support Conversation Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413926224","doi":"https://doi.org/10.1109/tmm.2025.3604951"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3604951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3604951","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102751955","display_name":"Yuqi Chu","orcid":"https://orcid.org/0009-0004-2953-2657"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuqi Chu","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081165986","display_name":"Lizi Liao","orcid":"https://orcid.org/0000-0002-9973-3305"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lizi Liao","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiyuan Zhou","orcid":"https://orcid.org/0009-0001-9376-7045"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyuan Zhou","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010722442","display_name":"Chong\u2010Wah Ngo","orcid":"https://orcid.org/0000-0003-4182-8261"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chong-Wah Ngo","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051332325","display_name":"Richang Hong","orcid":"https://orcid.org/0000-0001-5461-3986"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Richang Hong","raw_affiliation_strings":["School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Engineering, Hefei University of Technology, Hefei, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5102751955"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":16.4979,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98905492,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"27","issue":null,"first_page":"8276","last_page":"8287"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8870999813079834,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.8870999813079834,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7979042530059814},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7353432774543762},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49487727880477905},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.10141035914421082},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0943005383014679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7979042530059814},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7353432774543762},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49487727880477905},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.10141035914421082},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0943005383014679}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3604951","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3604951","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1682675689","display_name":null,"funder_award_id":"2019YFA0706203","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G266795963","display_name":null,"funder_award_id":"61932007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1761630259","https://openalex.org/W1975879668","https://openalex.org/W2007898003","https://openalex.org/W2083380301","https://openalex.org/W2146334809","https://openalex.org/W2951583236","https://openalex.org/W2962796276","https://openalex.org/W2963686995","https://openalex.org/W2981942429","https://openalex.org/W2985882473","https://openalex.org/W3015322406","https://openalex.org/W3098556456","https://openalex.org/W3104982372","https://openalex.org/W3155584966","https://openalex.org/W3173396651","https://openalex.org/W3174018514","https://openalex.org/W3174116563","https://openalex.org/W3176399185","https://openalex.org/W3197232629","https://openalex.org/W3198359754","https://openalex.org/W3200833038","https://openalex.org/W3203741465","https://openalex.org/W3207810231","https://openalex.org/W3212414676","https://openalex.org/W3213635351","https://openalex.org/W4221154966","https://openalex.org/W4226076738","https://openalex.org/W4226396354","https://openalex.org/W4249317785","https://openalex.org/W4283837671","https://openalex.org/W4295951577","https://openalex.org/W4360595168","https://openalex.org/W4361994630","https://openalex.org/W4367281761","https://openalex.org/W4385570169","https://openalex.org/W4385570282","https://openalex.org/W4385570970","https://openalex.org/W4385572353","https://openalex.org/W4385834126","https://openalex.org/W4388756793","https://openalex.org/W4389518876","https://openalex.org/W4389519587","https://openalex.org/W4389934892","https://openalex.org/W4400530983"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,26,35,64,71,110,185,235],"conversational":[3,36,222,249],"artificial":[4],"intelligence":[5],"(AI)":[6],"into":[7],"mental":[8,225,239],"health":[9,226,240],"care":[10,241],"promises":[11],"a":[12,62,91,121,133,218,245],"new":[13,122],"horizon":[14],"for":[15,75,147,224,247],"therapist-client":[16],"interactions,":[17],"aiming":[18],"to":[19,51,188],"closely":[20],"emulate":[21],"the":[22,30,32,48,68,84,107,125,128,151,183,208,233],"depth":[23],"and":[24,53,101,117,171,195,214,256],"nuance":[25],"human":[27,72],"conversations.":[28],"Despite":[29],"potential,":[31],"current":[33],"landscape":[34],"AI":[37,186,223],"is":[38],"markedly":[39],"limited":[40],"by":[41],"its":[42],"reliance":[43],"on":[44],"single-modal":[45],"data,":[46],"constraining":[47],"systems'":[49],"ability":[50],"empathize":[52],"provide":[54,253],"effective":[55,257],"emotional":[56,215,258],"support.":[57,227,259],"This":[58,104,228],"limitation":[59],"stems":[60],"from":[61],"paucity":[63],"resources":[65],"that":[66,159,178,251],"encapsulate":[67],"multimodal":[69,148,200],"nature":[70],"communication":[73],"essential":[74],"therapeutic":[76],"counseling.":[77],"To":[78],"address":[79],"this":[80,179,203],"gap,":[81],"we":[82,131,206],"introduce":[83],"Multimodal":[85,136],"Emotional":[86,137],"Support":[87,138],"Conversation":[88],"(MESC)":[89],"dataset,":[90,130],"first-of-its-kind":[92],"resource":[93],"enriched":[94],"with":[95,192],"comprehensive":[96],"annotations":[97],"across":[98],"text,":[99],"audio,":[100],"video":[102],"modalities.":[103],"dataset":[105],"captures":[106],"intricate":[108],"interplay":[109],"user":[111,162],"emotions,":[112,116],"system":[113,115,118,165,168],"strategies,":[114],"responses,":[119],"setting":[120],"precedent":[123],"in":[124,142,202,221,238],"field.":[126],"Leveraging":[127],"MESC":[129],"propose":[132],"general":[134],"Sequential":[135],"framework":[139,153,180],"(SMES)":[140],"grounded":[141],"Therapeutic":[143],"Skills":[144],"Theory.":[145],"Tailored":[146],"dialogue":[149],"systems,":[150],"SMES":[152],"incorporates":[154],"an":[155],"LLM-based":[156],"reasoning":[157],"model":[158],"sequentially":[160],"generates":[161],"emotion":[163,169,212],"recognition,":[164],"strategy":[166],"prediction,":[167,170],"response":[172],"generation.":[173],"Our":[174],"rigorous":[175],"evaluations":[176],"demonstrate":[177],"significantly":[181],"enhances":[182],"capability":[184],"systems":[187],"mimic":[189],"therapist":[190],"behaviors":[191],"heightened":[193],"empathy":[194],"strategic":[196],"responsiveness.":[197],"By":[198],"integrating":[199],"data":[201],"innovative":[204],"manner,":[205],"bridge":[207],"critical":[209],"gap":[210],"between":[211],"recognition":[213],"support,":[216],"marking":[217],"significant":[219],"advancement":[220],"work":[229],"not":[230],"only":[231],"pushes":[232],"boundaries":[234],"AI's":[236],"role":[237],"but":[242],"also":[243],"establishes":[244],"foundation":[246],"developing":[248],"agents":[250],"can":[252],"more":[254],"empathetic":[255]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}