{"id":"https://openalex.org/W7115178103","doi":"https://doi.org/10.1109/taffc.2025.3644684","title":"Improving Emotion and Intent Understanding in Multimodal Conversations With Progressive Interaction","display_name":"Improving Emotion and Intent Understanding in Multimodal Conversations With Progressive Interaction","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W7115178103","doi":"https://doi.org/10.1109/taffc.2025.3644684"},"language":null,"primary_location":{"id":"doi:10.1109/taffc.2025.3644684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3644684","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Li Zheng","orcid":"https://orcid.org/0009-0007-9478-414X"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Li Zheng","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0007-9478-414X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tengyue Song","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengyue Song","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuzhe Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuzhe Ding","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaorui Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaorui Wu","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fei Li","orcid":"https://orcid.org/0000-0003-1816-1761"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Li","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1816-1761","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongdong Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongdong Xie","raw_affiliation_strings":["Wuhan Second Ship Design and Research Institute, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan Second Ship Design and Research Institute, Wuhan, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jinbo Li","orcid":"https://orcid.org/0000-0003-4776-0237"},"institutions":[{"id":"https://openalex.org/I6507939","display_name":"China United Network Communications Group (China)","ror":"https://ror.org/028w99c90","country_code":"CN","type":"company","lineage":["https://openalex.org/I6507939"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinbo Li","raw_affiliation_strings":["China Unicom Research Institute, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4776-0237","affiliations":[{"raw_affiliation_string":"China Unicom Research Institute, Beijing, China","institution_ids":["https://openalex.org/I6507939"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chong Teng","orcid":"https://orcid.org/0009-0008-6543-2548"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Teng","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0008-6543-2548","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":null,"display_name":"Donghong Ji","orcid":"https://orcid.org/0000-0001-9613-5927"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghong Ji","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9613-5927","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I37461747"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.65489947,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"1","first_page":"1030","last_page":"1043"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8946999907493591,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8946999907493591,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.019700000062584877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.019300000742077827,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6215999722480774},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5996000170707703},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5253999829292297},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4684999883174896},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.4406000077724457},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4383000135421753},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.42149999737739563},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4020000100135803}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6215999722480774},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6126999855041504},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5996000170707703},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5253999829292297},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4684999883174896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4683000147342682},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4383000135421753},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42149999737739563},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3610999882221222},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3547999858856201},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3441999852657318},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C128534915","wikidata":"https://www.wikidata.org/wiki/Q3475770","display_name":"Affective science","level":3,"score":0.3160000145435333},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.310699999332428},{"id":"https://openalex.org/C137878579","wikidata":"https://www.wikidata.org/wiki/Q9636076","display_name":"Joint attention","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.26460000872612}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3644684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3644684","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1453686608","display_name":null,"funder_award_id":"62176187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2265228180","https://openalex.org/W2502156194","https://openalex.org/W2740550900","https://openalex.org/W2897444637","https://openalex.org/W2922256442","https://openalex.org/W2963710346","https://openalex.org/W2964051877","https://openalex.org/W2982275935","https://openalex.org/W3093051361","https://openalex.org/W3116832844","https://openalex.org/W3119335648","https://openalex.org/W3173945047","https://openalex.org/W3174187473","https://openalex.org/W3175825020","https://openalex.org/W3207376445","https://openalex.org/W4281736355","https://openalex.org/W4287887917","https://openalex.org/W4288359812","https://openalex.org/W4304080418","https://openalex.org/W4309729366","https://openalex.org/W4311111985","https://openalex.org/W4311187137","https://openalex.org/W4312946813","https://openalex.org/W4313594098","https://openalex.org/W4321599830","https://openalex.org/W4361986677","https://openalex.org/W4367047335","https://openalex.org/W4382318593","https://openalex.org/W4385245566","https://openalex.org/W4385322803","https://openalex.org/W4385570923","https://openalex.org/W4387099264","https://openalex.org/W4387969386","https://openalex.org/W4392909577","https://openalex.org/W4393032903","https://openalex.org/W4393156689","https://openalex.org/W4402781194","https://openalex.org/W4403791023","https://openalex.org/W4403791362","https://openalex.org/W4403791644","https://openalex.org/W4403791749","https://openalex.org/W4404782073","https://openalex.org/W4405584917"],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"and":[1,21,35,42,62,72,86,140,166,180,188],"intent":[2,22,43,73,141,167,181],"joint":[3,68],"understanding":[4,49,69,182],"in":[5,46,163],"multimodal":[6,16,67,90,103,178],"conversations":[7,17],"(MC-EIU)":[8],"aims":[9],"to":[10,82,132],"model":[11,48],"the":[12,30,107,120,134,149,171,174,177],"semantic":[13],"dependencies":[14],"among":[15],"while":[18],"inferring":[19],"emotion":[20,41,71,139,165,179],"information.":[23],"Despite":[24],"making":[25],"progress,":[26],"existing":[27],"methods":[28],"overlook":[29],"differential":[31],"contributions":[32],"of":[33,70,111,176],"modalities":[34],"rely":[36],"on":[37,148,170],"single-round":[38],"interactions":[39,137],"for":[40],"recognition,":[44],"resulting":[45],"suboptimal":[47],"performance.":[50],"To":[51],"overcome":[52],"these":[53],"limitations,":[54],"we":[55,93,124],"propose":[56,94],"MEIPro,":[57],"a":[58,78,126,143],"novel":[59],"progressive":[60,127],"interaction":[61,130],"adaptive":[63,96],"weight":[64,97],"fusion":[65,98,121],"based":[66],"framework.":[74],"We":[75],"first":[76],"design":[77],"hierarchical":[79],"denoising":[80],"module":[81,131],"effectively":[83],"remove":[84],"noise":[85],"redundant":[87],"information":[88],"from":[89],"data.":[91],"Then,":[92],"an":[95],"mechanism":[99],"that":[100,155],"dynamically":[101],"fuses":[102],"features":[104],"by":[105,186],"taking":[106],"true":[108],"classification":[109],"probabilities":[110],"each":[112],"modality":[113],"as":[114],"their":[115],"respective":[116],"contributions,":[117],"thus":[118],"enhancing":[119],"process.":[122],"Additionally,":[123],"present":[125],"dual":[128],"task":[129],"capture":[133],"deep":[135],"seated":[136],"between":[138],"through":[142],"step-by-step":[144],"multi-round":[145],"iteration.":[146],"Experiments":[147],"benchmark":[150],"MC-EIU":[151],"bilingual":[152],"dataset":[153],"demonstrate":[154],"our":[156],"MEI-Pro":[157],"framework":[158],"significantly":[159],"outperforms":[160],"state-of-the-art":[161],"baselines":[162],"both":[164],"tasks.":[168],"Specifically,":[169],"English":[172],"dataset,":[173],"F1-scores":[175],"tasks":[183],"have":[184],"increased":[185],"6.12%":[187],"7.25%":[189],"respectively.":[190]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-15T00:00:00"}