{"id":"https://openalex.org/W4387968266","doi":"https://doi.org/10.1145/3581783.3612053","title":"Revisiting Disentanglement and Fusion on Modality and Context in Conversational Multimodal Emotion Recognition","display_name":"Revisiting Disentanglement and Fusion on Modality and Context in Conversational Multimodal Emotion Recognition","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387968266","doi":"https://doi.org/10.1145/3581783.3612053"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612053","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101922939","display_name":"Bobo Li","orcid":"https://orcid.org/0000-0002-0513-5540"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bobo Li","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0513-5540","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055815455","display_name":"Hao Fei","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Hao Fei","raw_affiliation_strings":["NExT Research Center, School of Computing, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-3026-6347","affiliations":[{"raw_affiliation_string":"NExT Research Center, School of Computing, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081165986","display_name":"Lizi Liao","orcid":"https://orcid.org/0000-0002-9973-3305"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Lizi Liao","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9973-3305","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029336400","display_name":"Yu Zhao","orcid":"https://orcid.org/0000-0001-8714-4151"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhao","raw_affiliation_strings":["Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-8714-4151","affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895693","display_name":"Chong Teng","orcid":"https://orcid.org/0009-0008-6543-2548"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chong Teng","raw_affiliation_strings":["Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0008-6543-2548","affiliations":[{"raw_affiliation_string":"Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tat-Seng Chua","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-6097-7807","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113141320","display_name":"Donghong Ji","orcid":null},"institutions":[{"id":"https://openalex.org/I1280293394","display_name":"Ministry of Education","ror":"https://ror.org/01kcva023","country_code":"SG","type":"government","lineage":["https://openalex.org/I1280293394"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Donghong Ji","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1816-1761","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, Singapore","institution_ids":["https://openalex.org/I1280293394"]}]},{"author_position":"last","author":{"id":null,"display_name":"Fei Li","orcid":"https://orcid.org/0000-0001-9613-5927"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Li","raw_affiliation_strings":["Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-9613-5927","affiliations":[{"raw_affiliation_string":"Key Laboratory of Aerospace Information Security and Trusted Computing, Ministry of Education, School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5923","last_page":"5934"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11795","display_name":"Humor Studies and Applications","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7836730480194092},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7237386703491211},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6672550439834595},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5677510499954224},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5391969680786133},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5284796953201294},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5102229118347168},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5051813721656799},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.49084240198135376},{"id":"https://openalex.org/keywords/contextualization","display_name":"Contextualization","score":0.4850274920463562},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4162021577358246},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3299177587032318},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3269961476325989},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.10056734085083008},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08729934692382812},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.0717305839061737},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06154853105545044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7836730480194092},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7237386703491211},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6672550439834595},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5677510499954224},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5391969680786133},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5284796953201294},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5102229118347168},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5051813721656799},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.49084240198135376},{"id":"https://openalex.org/C2780712339","wikidata":"https://www.wikidata.org/wiki/Q5165204","display_name":"Contextualization","level":3,"score":0.4850274920463562},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4162021577358246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3299177587032318},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3269961476325989},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.10056734085083008},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08729934692382812},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0717305839061737},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06154853105545044},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612053","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1453686608","display_name":null,"funder_award_id":"62176187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2128248132","display_name":null,"funder_award_id":"2017YFC1200500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2467071366","display_name":null,"funder_award_id":"2022YFB3103602","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2724285551","display_name":null,"funder_award_id":"18JZD015","funder_id":"https://openalex.org/F4320307433","funder_display_name":"Research Foundation for Health and Environmental Effects"},{"id":"https://openalex.org/G3753909773","display_name":null,"funder_award_id":"18JZD015","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"},{"id":"https://openalex.org/G835622472","display_name":null,"funder_award_id":"2022YFB3103602, 2017YFC1200500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320306156","display_name":"Children's Cancer Research Fund","ror":"https://ror.org/02wv5fj21"},{"id":"https://openalex.org/F4320307433","display_name":"Research Foundation for Health and Environmental Effects","ror":"https://ror.org/04zp6eb52"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1987048275","https://openalex.org/W2079725295","https://openalex.org/W2122563357","https://openalex.org/W2125462608","https://openalex.org/W2146334809","https://openalex.org/W2187089797","https://openalex.org/W2423024114","https://openalex.org/W2481681431","https://openalex.org/W2619383789","https://openalex.org/W2899197626","https://openalex.org/W2963446712","https://openalex.org/W2963686995","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964300796","https://openalex.org/W2971050617","https://openalex.org/W2985882473","https://openalex.org/W2997573100","https://openalex.org/W3006361831","https://openalex.org/W3011411500","https://openalex.org/W3093051361","https://openalex.org/W3116016199","https://openalex.org/W3120680448","https://openalex.org/W3128412859","https://openalex.org/W3194998303","https://openalex.org/W3205272809","https://openalex.org/W3207269436","https://openalex.org/W4221154966","https://openalex.org/W4225266919","https://openalex.org/W4281701185","https://openalex.org/W4284704254","https://openalex.org/W4295308522","https://openalex.org/W4304092664","https://openalex.org/W4307640249","https://openalex.org/W4309394245","https://openalex.org/W4312639100","https://openalex.org/W4312706447","https://openalex.org/W4312946813","https://openalex.org/W4322736091","https://openalex.org/W4385573848"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1687432146","https://openalex.org/W1591874556","https://openalex.org/W2185608106","https://openalex.org/W3046258185","https://openalex.org/W1548083239","https://openalex.org/W2039220913","https://openalex.org/W3133700904","https://openalex.org/W3191326035","https://openalex.org/W4236665645"],"abstract_inverted_index":{"It":[0],"has":[1,31,44],"been":[2,45],"a":[3,39,58,136,164,170,257],"hot":[4],"research":[5],"topic":[6],"to":[7,10,141,255],"enable":[8],"machines":[9],"understand":[11],"human":[12],"emotions":[13],"in":[14,27,35],"multimodal":[15,24,60,65,176,188,197,241,263],"contexts":[16],"under":[17],"dialogue":[18,208],"scenarios,":[19],"which":[20],"is":[21],"tasked":[22],"with":[23],"emotion":[25],"analysis":[26],"conversation":[28],"(MM-ERC).":[29],"MM-ERC":[30,56,213,233],"received":[32],"consistent":[33],"attention":[34],"recent":[36],"years,":[37],"where":[38],"diverse":[40],"range":[41,259],"of":[42,79,117,187,207,239,260],"methods":[43,250],"proposed":[46,228,249],"for":[47,70,175],"securing":[48],"better":[49],"task":[50,111,234],"performance.":[51],"Most":[52],"existing":[53],"works":[54],"treat":[55],"as":[57],"standard":[59],"classification":[61],"problem":[62],"and":[63,68,88,100,150,169,177,189,242],"perform":[64],"feature":[66,72,86,98,126,159,198],"disentanglement":[67,99],"fusion":[69,101,160],"maximizing":[71],"utility.":[73],"Yet":[74],"after":[75],"revisiting":[76],"the":[77,85,97,110,118,122,130,143,147,154,158,184,196,205,232,240,252],"characteristic":[78],"MM-ERC,":[80],"we":[81,106,134,162],"argue":[82],"that":[83,225,247],"both":[84,146],"multimodality":[87],"conversational":[89,262],"contextualization":[90],"should":[91],"be":[92],"properly":[93],"modeled":[94],"simultaneously":[95],"during":[96,125,157],"steps.":[102],"In":[103],"this":[104],"work,":[105],"target":[107],"further":[108],"pushing":[109],"performance":[112,220],"by":[113,235],"taking":[114],"full":[115,237],"consideration":[116],"above":[119],"insights.":[120],"On":[121,153,210],"one":[123],"hand,":[124,156],"disentanglement,":[127],"based":[128],"on":[129],"contrastive":[131],"learning":[132],"technique,":[133],"devise":[135],"Dual-level":[137],"Disentanglement":[138],"Mechanism":[139,167,173],"(DDM)":[140],"decouple":[142],"features":[144,244],"into":[145],"modality":[148],"space":[149],"utterance":[151],"space.":[152],"other":[155,261],"stage,":[161],"propose":[163],"Contribution-aware":[165],"Fusion":[166],"(CFM)":[168],"Context":[171],"Refusion":[172],"(CRM)":[174],"context":[178,190,243],"integration,":[179],"respectively.":[180],"They":[181],"together":[182],"schedule":[183],"proper":[185],"integrations":[186],"features.":[191],"Specifically,":[192],"CFM":[193],"explicitly":[194],"manages":[195],"contributions":[199],"dynamically,":[200],"while":[201],"CRM":[202],"flexibly":[203],"coordinates":[204],"introduction":[206],"contexts.":[209],"two":[211],"public":[212],"datasets,":[214],"our":[215,227,248],"system":[216],"achieves":[217],"new":[218],"state-of-the-art":[219],"consistently.":[221],"Further":[222],"analyses":[223],"demonstrate":[224],"all":[226],"mechanisms":[229],"greatly":[230],"facilitate":[231,256],"making":[236],"use":[238],"adaptively.":[245],"Note":[246],"have":[251],"great":[253],"potential":[254],"broader":[258],"tasks.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":36}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}