{"id":"https://openalex.org/W4385749771","doi":"https://doi.org/10.48550/arxiv.2308.04502","title":"Revisiting Disentanglement and Fusion on Modality and Context in Conversational Multimodal Emotion Recognition","display_name":"Revisiting Disentanglement and Fusion on Modality and Context in Conversational Multimodal Emotion Recognition","publication_year":2023,"publication_date":"2023-08-08","ids":{"openalex":"https://openalex.org/W4385749771","doi":"https://doi.org/10.48550/arxiv.2308.04502"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.04502","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.04502","pdf_url":"https://arxiv.org/pdf/2308.04502","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.04502","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101922939","display_name":"Bobo Li","orcid":"https://orcid.org/0000-0002-0513-5540"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Li, Bobo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055815455","display_name":"Hao Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei, Hao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081165986","display_name":"Lizi Liao","orcid":"https://orcid.org/0000-0002-9973-3305"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liao, Lizi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043170409","display_name":"Yu Zhao","orcid":"https://orcid.org/0009-0007-0450-8572"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Yu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101895693","display_name":"Chong Teng","orcid":"https://orcid.org/0009-0008-6543-2548"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Teng, Chong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089404640","display_name":"Tat\u2010Seng Chua","orcid":"https://orcid.org/0000-0001-6097-7807"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chua, Tat-Seng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058877618","display_name":"Donghong Ji","orcid":"https://orcid.org/0000-0001-9613-5927"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Donghong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100325881","display_name":"Fei Li","orcid":"https://orcid.org/0000-0003-1816-1761"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Fei","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101922939"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7504057884216309},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7293722033500671},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6854434013366699},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5898146629333496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5197595953941345},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5115900635719299},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5104302763938904},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.509014368057251},{"id":"https://openalex.org/keywords/contextualization","display_name":"Contextualization","score":0.4961181581020355},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.48963695764541626},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37207597494125366},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34314075112342834},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3248550593852997},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.12050509452819824},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1151328980922699},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.08977782726287842},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06726330518722534}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504057884216309},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7293722033500671},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6854434013366699},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5898146629333496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5197595953941345},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5115900635719299},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5104302763938904},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.509014368057251},{"id":"https://openalex.org/C2780712339","wikidata":"https://www.wikidata.org/wiki/Q5165204","display_name":"Contextualization","level":3,"score":0.4961181581020355},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.48963695764541626},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37207597494125366},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34314075112342834},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3248550593852997},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.12050509452819824},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1151328980922699},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.08977782726287842},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06726330518722534},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2308.04502","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.04502","pdf_url":"https://arxiv.org/pdf/2308.04502","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-9488","is_oa":false,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/8485","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3581783.3612053","raw_type":"Conference Proceeding Article"},{"id":"doi:10.48550/arxiv.2308.04502","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.04502","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.04502","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.04502","pdf_url":"https://arxiv.org/pdf/2308.04502","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1023919524","display_name":null,"funder_award_id":", Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1453686608","display_name":null,"funder_award_id":"62176187","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1880386336","display_name":null,"funder_award_id":"China Scholarship Council (CSC)","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2128248132","display_name":null,"funder_award_id":"2017YFC1200500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2300736770","display_name":null,"funder_award_id":"(CSC)","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G2467071366","display_name":null,"funder_award_id":"2022YFB3103602","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3085993365","display_name":null,"funder_award_id":"(Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3753909773","display_name":null,"funder_award_id":"18JZD015","funder_id":"https://openalex.org/F4320321106","funder_display_name":"Ministry of Education of the People's Republic of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G386552779","display_name":null,"funder_award_id":"China Scholarship Council (CSC)","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G466649759","display_name":null,"funder_award_id":"2017Y","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5053610798","display_name":null,"funder_award_id":"2017YFC","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5949067526","display_name":null,"funder_award_id":"2017YFC120050","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8340078520","display_name":null,"funder_award_id":"2017YF","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8589651859","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321106","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385749771.pdf","grobid_xml":"https://content.openalex.org/works/W4385749771.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1687432146","https://openalex.org/W1591874556","https://openalex.org/W2185608106","https://openalex.org/W3046258185","https://openalex.org/W1548083239","https://openalex.org/W3216994056","https://openalex.org/W2268232908","https://openalex.org/W2039220913","https://openalex.org/W3133700904","https://openalex.org/W3191326035"],"abstract_inverted_index":{"It":[0],"has":[1,31,44],"been":[2,45],"a":[3,39,58,136,164,170,257],"hot":[4],"research":[5],"topic":[6],"to":[7,10,141,255],"enable":[8],"machines":[9],"understand":[11],"human":[12],"emotions":[13],"in":[14,27,35],"multimodal":[15,24,60,65,176,188,197,241,263],"contexts":[16],"under":[17],"dialogue":[18,208],"scenarios,":[19],"which":[20],"is":[21],"tasked":[22],"with":[23],"emotion":[25],"analysis":[26],"conversation":[28],"(MM-ERC).":[29],"MM-ERC":[30,56,213,233],"received":[32],"consistent":[33],"attention":[34],"recent":[36],"years,":[37],"where":[38],"diverse":[40],"range":[41,259],"of":[42,79,117,187,207,239,260],"methods":[43,250],"proposed":[46,228,249],"for":[47,70,175],"securing":[48],"better":[49],"task":[50,111,234],"performance.":[51],"Most":[52],"existing":[53],"works":[54],"treat":[55],"as":[57],"standard":[59],"classification":[61],"problem":[62],"and":[63,68,88,100,150,169,177,189,242],"perform":[64],"feature":[66,72,86,98,126,159,198],"disentanglement":[67,99],"fusion":[69,101,160],"maximizing":[71],"utility.":[73],"Yet":[74],"after":[75],"revisiting":[76],"the":[77,85,97,110,118,122,130,143,147,154,158,184,196,205,232,240,252],"characteristic":[78],"MM-ERC,":[80],"we":[81,106,134,162],"argue":[82],"that":[83,225,247],"both":[84,146],"multimodality":[87],"conversational":[89,262],"contextualization":[90],"should":[91],"be":[92],"properly":[93],"modeled":[94],"simultaneously":[95],"during":[96,125,157],"steps.":[102],"In":[103],"this":[104],"work,":[105],"target":[107],"further":[108],"pushing":[109],"performance":[112,220],"by":[113,235],"taking":[114],"full":[115,237],"consideration":[116],"above":[119],"insights.":[120],"On":[121,153,210],"one":[123],"hand,":[124,156],"disentanglement,":[127],"based":[128],"on":[129],"contrastive":[131],"learning":[132],"technique,":[133],"devise":[135],"Dual-level":[137],"Disentanglement":[138],"Mechanism":[139,167,173],"(DDM)":[140],"decouple":[142],"features":[144,244],"into":[145],"modality":[148],"space":[149],"utterance":[151],"space.":[152],"other":[155,261],"stage,":[161],"propose":[163],"Contribution-aware":[165],"Fusion":[166],"(CFM)":[168],"Context":[171],"Refusion":[172],"(CRM)":[174],"context":[178,190,243],"integration,":[179],"respectively.":[180],"They":[181],"together":[182],"schedule":[183],"proper":[185],"integrations":[186],"features.":[191],"Specifically,":[192],"CFM":[193],"explicitly":[194],"manages":[195],"contributions":[199],"dynamically,":[200],"while":[201],"CRM":[202],"flexibly":[203],"coordinates":[204],"introduction":[206],"contexts.":[209],"two":[211],"public":[212],"datasets,":[214],"our":[215,227,248],"system":[216],"achieves":[217],"new":[218],"state-of-the-art":[219],"consistently.":[221],"Further":[222],"analyses":[223],"demonstrate":[224],"all":[226],"mechanisms":[229],"greatly":[230],"facilitate":[231,256],"making":[236],"use":[238],"adaptively.":[245],"Note":[246],"have":[251],"great":[253],"potential":[254],"broader":[258],"tasks.":[264]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}