{"id":"https://openalex.org/W4402979428","doi":"https://doi.org/10.1109/icme57554.2024.10688376","title":"Uncertainty-Debiased Multimodal Fusion: Learning Deterministic Joint Representation for Multimodal Sentiment Analysis","display_name":"Uncertainty-Debiased Multimodal Fusion: Learning Deterministic Joint Representation for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-07-15","ids":{"openalex":"https://openalex.org/W4402979428","doi":"https://doi.org/10.1109/icme57554.2024.10688376"},"language":"en","primary_location":{"id":"doi:10.1109/icme57554.2024.10688376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024482301","display_name":"Zixian Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zixian Gao","raw_affiliation_strings":["University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101786662","display_name":"Xun Jiang","orcid":"https://orcid.org/0000-0003-2209-651X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Jiang","raw_affiliation_strings":["University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110426873","display_name":"Hua Chen","orcid":"https://orcid.org/0000-0002-9402-565X"},"institutions":[{"id":"https://openalex.org/I53592917","display_name":"Jiangxi Normal University","ror":"https://ror.org/05nkgk822","country_code":"CN","type":"education","lineage":["https://openalex.org/I53592917"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Chen","raw_affiliation_strings":["Jiangxi Normal University,China"],"affiliations":[{"raw_affiliation_string":"Jiangxi Normal University,China","institution_ids":["https://openalex.org/I53592917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100340443","display_name":"Yujie Li","orcid":"https://orcid.org/0000-0002-0275-2797"},"institutions":[{"id":"https://openalex.org/I207014233","display_name":"Kyushu Institute of Technology","ror":"https://ror.org/02278tr80","country_code":"JP","type":"education","lineage":["https://openalex.org/I207014233"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yujie Li","raw_affiliation_strings":["Kyushu Institute of Technology,Japan"],"affiliations":[{"raw_affiliation_string":"Kyushu Institute of Technology,Japan","institution_ids":["https://openalex.org/I207014233"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397644","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-6297-5722"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009074046","display_name":"Xing Xu","orcid":"https://orcid.org/0000-0001-5685-3123"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xing Xu","raw_affiliation_strings":["University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China,Center for Future Media & School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024482301"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.7252,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.76408297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7871999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7871999740600586,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7308905124664307},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6229817867279053},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6022007465362549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6018970608711243},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5134671330451965},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4786492586135864},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.4781269133090973},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46934759616851807},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.45841217041015625},{"id":"https://openalex.org/keywords/multimodal-therapy","display_name":"Multimodal therapy","score":0.4440557062625885},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3450671434402466},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10036763548851013},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07825425267219543},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.06084367632865906}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7308905124664307},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6229817867279053},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6022007465362549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6018970608711243},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5134671330451965},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4786492586135864},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.4781269133090973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46934759616851807},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45841217041015625},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.4440557062625885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3450671434402466},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10036763548851013},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07825425267219543},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.06084367632865906},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme57554.2024.10688376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme57554.2024.10688376","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2946218857","https://openalex.org/W2963128932","https://openalex.org/W2964010806","https://openalex.org/W2997573100","https://openalex.org/W4304083155","https://openalex.org/W4312519428","https://openalex.org/W4385570923","https://openalex.org/W4385570955","https://openalex.org/W4385573848","https://openalex.org/W4386075879","https://openalex.org/W4386158731","https://openalex.org/W4387968696","https://openalex.org/W4387969779","https://openalex.org/W4388193218","https://openalex.org/W4388286388","https://openalex.org/W4390872007","https://openalex.org/W4390872217","https://openalex.org/W4393148792"],"related_works":["https://openalex.org/W4380355808","https://openalex.org/W3093803775","https://openalex.org/W2558617677","https://openalex.org/W2342456189","https://openalex.org/W2972445698","https://openalex.org/W2563212008","https://openalex.org/W4399869253","https://openalex.org/W3013953798","https://openalex.org/W2477990774","https://openalex.org/W4384202059"],"abstract_inverted_index":{"Multimodal":[0],"Sentiment":[1],"Analysis":[2],"(MSA)":[3],"is":[4,49,58,118],"an":[5,87],"essential":[6],"task":[7],"in":[8,46,55],"multimodal":[9,33],"learning,":[10],"which":[11,77],"aims":[12],"to":[13,17,85,121],"incorporate":[14],"multi-modal":[15],"signals":[16,48],"perceive":[18],"human":[19],"psychological":[20],"states.":[21],"Existing":[22],"MSA":[23,70],"methods":[24],"focus":[25],"on":[26,32,135],"developing":[27],"kinds":[28],"of":[29,39,90],"fusion":[30,89,125],"strategies":[31],"signals,":[34],"hardly":[35],"considering":[36],"the":[37,43,53,114,124,136],"reliability":[38],"each":[40,56,101],"modality.":[41],"However,":[42],"information":[44,82,115],"hidden":[45],"input":[47],"not":[50,59],"trustworthy":[51],"since":[52],"uncertainty":[54,79,103],"modality":[57,102],"well":[60],"quantified.":[61],"To":[62],"tackle":[63],"this":[64,97],"problem,":[65],"we":[66,99],"propose":[67],"a":[68,128],"novel":[69],"method,":[71],"termed":[72],"Uncertainty-Debiased":[73],"Multi-modal":[74],"Fusion":[75],"(UDMF),":[76],"leverages":[78],"estimation":[80],"and":[81,93,108,126,138],"bottleneck":[83,116],"theory":[84,117],"learn":[86,127],"improved":[88],"vision,":[91],"audio,":[92],"text":[94],"modalities.":[95],"In":[96],"work,":[98],"quantify":[100],"by":[104],"placing":[105],"evidence":[106],"priors":[107],"dynamically":[109],"adjusting":[110],"their":[111],"contributions.":[112],"Moreover,":[113],"further":[119],"introduced":[120],"slim":[122],"down":[123],"deterministic":[129],"minimal":[130],"sufficient":[131],"representation.":[132],"Extensive":[133],"experiments":[134],"CMU-MOSI":[137],"CMU-MOSEI":[139],"datasets":[140],"show":[141],"that":[142],"our":[143],"method":[144],"outperforms":[145],"recent":[146],"state-of-the-art":[147],"methods.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}