{"id":"https://openalex.org/W7137867276","doi":"https://doi.org/10.1609/aaai.v40i37.40392","title":"MDF: A Modality-Aware Disentanglement and Fusion Framework for Multimodal Sentiment Analysis","display_name":"MDF: A Modality-Aware Disentanglement and Fusion Framework for Multimodal Sentiment Analysis","publication_year":2026,"publication_date":"2026-03-14","ids":{"openalex":"https://openalex.org/W7137867276","doi":"https://doi.org/10.1609/aaai.v40i37.40392"},"language":null,"primary_location":{"id":"doi:10.1609/aaai.v40i37.40392","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i37.40392","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v40i37.40392","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087501457","display_name":"Zhi-Wei Jian","orcid":null},"institutions":[{"id":"https://openalex.org/I354108","display_name":"Minjiang University","ror":"https://ror.org/00s7tkw17","country_code":"CN","type":"education","lineage":["https://openalex.org/I354108"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongquan Jian","raw_affiliation_strings":["School of Computer and Data Science, Minjiang University, Fuzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Data Science, Minjiang University, Fuzhou, China","institution_ids":["https://openalex.org/I354108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129683039","display_name":"Wenhan Lv","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhan Lv","raw_affiliation_strings":["School of Film, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Film, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108840493","display_name":"YANHAO CHEN","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhao Chen","raw_affiliation_strings":["School of Film, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Film, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053954934","display_name":"Guanran Luo","orcid":"https://orcid.org/0000-0001-6620-2180"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanran Luo","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129717115","display_name":"Wentao Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wentao Qiu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082763084","display_name":"Shaopan Wang","orcid":"https://orcid.org/0000-0001-8044-8398"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaopan Wang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129725432","display_name":"Bingbing Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingbing Hu","raw_affiliation_strings":["School of Film, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Film, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126964109","display_name":"Qingqiang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]},{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingqiang Wu","raw_affiliation_strings":["School of Film, Xiamen University, Xiamen, China\nSchool of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Film, Xiamen University, Xiamen, China\nSchool of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505","https://openalex.org/I75867142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5087501457"],"corresponding_institution_ids":["https://openalex.org/I354108"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12244898,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"37","first_page":"31292","last_page":"31300"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.5006999969482422,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.5006999969482422,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.4235999882221222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.004600000102072954,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7192000150680542},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6449999809265137},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6291999816894531},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.47290000319480896},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.3935000002384186},{"id":"https://openalex.org/keywords/homogeneity","display_name":"Homogeneity (statistics)","score":0.3765000104904175}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7192000150680542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7128999829292297},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6449999809265137},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6291999816894531},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6162999868392944},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3935000002384186},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37700000405311584},{"id":"https://openalex.org/C142259097","wikidata":"https://www.wikidata.org/wiki/Q5891314","display_name":"Homogeneity (statistics)","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3727000057697296},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.36890000104904175},{"id":"https://openalex.org/C79772020","wikidata":"https://www.wikidata.org/wiki/Q5159264","display_name":"Conditional independence","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C35651441","wikidata":"https://www.wikidata.org/wiki/Q625303","display_name":"Independence (probability theory)","level":2,"score":0.2694999873638153}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1609/aaai.v40i37.40392","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i37.40392","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v40i37.40392","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v40i37.40392","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"homogeneity":[1,28,70],"and":[2,39,69,83,108,121,158],"heterogeneity":[3,68,117],"across":[4],"modalities":[5,41,160],"are":[6],"critical":[7],"factors":[8],"that":[9],"influence":[10],"multimodal":[11,173],"fusion.":[12],"In":[13],"Multimodal":[14],"Sentiment":[15],"Analysis":[16],"(MSA),":[17],"the":[18,23,30,34,64,89,101,105,155],"inherent":[19],"textual":[20],"information":[21],"within":[22],"audio":[24,106],"modality":[25,57,93,107],"induces":[26],"cross-modality":[27,67],"with":[29,185],"text":[31,38,99],"modality.":[32],"Conversely,":[33],"mutual":[35],"independence":[36],"between":[37],"vision":[40,159],"results":[42],"in":[43],"their":[44,138,163],"cross-modal":[45,116],"heterogeneity.":[46],"Although":[47],"existing":[48],"disentangle-based":[49],"methods":[50],"achieve":[51],"notable":[52],"performance":[53],"gains":[54],"by":[55],"separating":[56],"features":[58],"into":[59],"distinct":[60],"subspaces,":[61],"they":[62],"overlook":[63],"characteristics":[65],"of":[66,91],"among":[71,118],"different":[72,180],"modalities.":[73],"To":[74],"this":[75],"end,":[76],"we":[77,96],"propose":[78],"a":[79,126,142,170],"novel":[80],"Modality-aware":[81],"Disentangle":[82],"Fusion":[84],"(MDF)":[85],"framework":[86],"to":[87,103,132,150,154,166],"investigate":[88],"role":[90],"core":[92],"features.":[94],"Specifically,":[95],"first":[97],"use":[98],"as":[100],"anchor":[102],"disentangle":[104],"extract":[109],"its":[110,190],"unique":[111],"modality-specific":[112],"features,":[113,135],"thereby":[114],"establishing":[115],"text,":[119,156],"audio,":[120],"vision.":[122],"We":[123],"then":[124],"introduce":[125],"Cross-Modality":[127],"Heterogeneity":[128],"Enhancement":[129],"(CHE)":[130],"module":[131,147],"refine":[133],"these":[134],"further":[136],"reinforcing":[137],"heterogeneous":[139],"characteristics.":[140],"Finally,":[141],"Modality":[143],"Adaptive":[144],"Weighting":[145],"(MAW)":[146],"is":[148],"employed":[149],"dynamically":[151],"assign":[152],"weights":[153],"sound,":[157],"based":[161],"on":[162,179],"potential":[164],"contributions":[165],"sentiment":[167],"prediction,":[168],"achieving":[169],"more":[171],"effective":[172],"representation":[174],"for":[175],"MSA.":[176],"Experimental":[177],"evaluations":[178],"benchmarks":[181],"demonstrate":[182],"MDF's":[183],"superiority,":[184],"extensive":[186],"ablation":[187],"studies":[188],"confirming":[189],"effectiveness.":[191]},"counts_by_year":[],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2026-03-18T00:00:00"}