{"id":"https://openalex.org/W4414054295","doi":"https://doi.org/10.1109/taffc.2025.3606964","title":"UCMIB-PNS: Balancing Sufficiency and Necessity With Probabilistic Causality and Cross-Modal Uncertainty in Multimodal Sentiment Analysis","display_name":"UCMIB-PNS: Balancing Sufficiency and Necessity With Probabilistic Causality and Cross-Modal Uncertainty in Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-09-08","ids":{"openalex":"https://openalex.org/W4414054295","doi":"https://doi.org/10.1109/taffc.2025.3606964"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3606964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3606964","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016096371","display_name":"Jili Chen","orcid":"https://orcid.org/0009-0001-0794-1204"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jili Chen","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0009-0001-0794-1204","affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106615549","display_name":"Yihua Zhong","orcid":"https://orcid.org/0009-0009-8966-8595"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihua Zhong","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-8966-8595","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061417406","display_name":"Qionghao Huang","orcid":"https://orcid.org/0000-0002-5041-6093"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qionghao Huang","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0000-0002-5041-6093","affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108051852","display_name":"Changqin Huang","orcid":"https://orcid.org/0000-0003-1371-2608"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqin Huang","raw_affiliation_strings":["College of Education, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1371-2608","affiliations":[{"raw_affiliation_string":"College of Education, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0003-1679-3394"},"institutions":[{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["School of Education Science, Guangdong Polytechnic Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1679-3394","affiliations":[{"raw_affiliation_string":"School of Education Science, Guangdong Polytechnic Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072380374","display_name":"Xiaodi Huang","orcid":"https://orcid.org/0000-0002-6084-1851"},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaodi Huang","raw_affiliation_strings":["School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, NSW, Australia","School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6084-1851","affiliations":[{"raw_affiliation_string":"School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, NSW, Australia","institution_ids":["https://openalex.org/I153230381"]},{"raw_affiliation_string":"School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, Australia","institution_ids":["https://openalex.org/I153230381"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xun Wang","orcid":"https://orcid.org/0000-0001-5566-4689"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Wang","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5566-4689","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8801,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.94957022,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"92","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9473999738693237,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6620000004768372},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.6298999786376953},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6062999963760376},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5740000009536743},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5684000253677368},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5458999872207642},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5442000031471252},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.414900004863739},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.3571999967098236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871999740600586},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6620000004768372},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.6298999786376953},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6057999730110168},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5740000009536743},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5684000253677368},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5414999723434448},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.414900004863739},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3606964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3606964","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2546365386","display_name":null,"funder_award_id":"6203700 1","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2630823314","display_name":null,"funder_award_id":"62207028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5540768979","display_name":null,"funder_award_id":"62337001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W879220392","https://openalex.org/W2019823582","https://openalex.org/W2064675550","https://openalex.org/W2095176743","https://openalex.org/W2143891888","https://openalex.org/W2210722207","https://openalex.org/W2556418146","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2896457183","https://openalex.org/W2917322567","https://openalex.org/W2937328183","https://openalex.org/W2964051877","https://openalex.org/W2964184826","https://openalex.org/W2964346351","https://openalex.org/W3022414928","https://openalex.org/W3034849760","https://openalex.org/W3035651653","https://openalex.org/W3093051361","https://openalex.org/W3094122194","https://openalex.org/W3119547333","https://openalex.org/W3128376221","https://openalex.org/W3128412859","https://openalex.org/W3143375397","https://openalex.org/W3171353004","https://openalex.org/W3177934633","https://openalex.org/W3195399086","https://openalex.org/W3197875592","https://openalex.org/W3199305386","https://openalex.org/W3206529771","https://openalex.org/W3214432797","https://openalex.org/W4225297845","https://openalex.org/W4283156058","https://openalex.org/W4285149123","https://openalex.org/W4285184319","https://openalex.org/W4288055726","https://openalex.org/W4290944617","https://openalex.org/W4304092664","https://openalex.org/W4309047549","https://openalex.org/W4309769112","https://openalex.org/W4311461310","https://openalex.org/W4361199562","https://openalex.org/W4368755186","https://openalex.org/W4379116568","https://openalex.org/W4379929708","https://openalex.org/W4385064532","https://openalex.org/W4385245566","https://openalex.org/W4385494537","https://openalex.org/W4385571026","https://openalex.org/W4385573848","https://openalex.org/W4386524165","https://openalex.org/W4387107466","https://openalex.org/W4387682091","https://openalex.org/W4387977958","https://openalex.org/W4388208942","https://openalex.org/W4388283005","https://openalex.org/W4389160627","https://openalex.org/W4389833432","https://openalex.org/W4390331593","https://openalex.org/W4390587019","https://openalex.org/W4391164085","https://openalex.org/W4392657946","https://openalex.org/W4394625517","https://openalex.org/W4401113210","https://openalex.org/W4401863468","https://openalex.org/W4402716394","https://openalex.org/W4403063401","https://openalex.org/W4405137366","https://openalex.org/W4405934552","https://openalex.org/W4407134228","https://openalex.org/W4408200296","https://openalex.org/W4409316732","https://openalex.org/W4410515608"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W2329321154"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,7,66,77,175],"analysis":[2,78,176],"aims":[3],"to":[4,43,50,62,94,108,119,150],"accurately":[5],"identify":[6],"orientations":[8],"by":[9,84,160],"integrating":[10],"information":[11,36,57,85,97,140],"from":[12,141],"multiple":[13],"modalities":[14,99,159],"such":[15],"as":[16],"text,":[17],"audio,":[18],"and":[19,33,45,55,87,100,115,131,137,152,156,187],"video.":[20],"However,":[21],"a":[22,74],"key":[23],"challenge":[24],"in":[25,58,65],"multimodal":[26,59,76,174],"fusion":[27],"is":[28,82],"effectively":[29],"balancing":[30],"the":[31,51,111,154,194],"sufficiency":[32,155],"necessity":[34,157],"of":[35,53,113,139,158,200],"across":[37,123],"modalities.":[38,125,143],"Traditional":[39],"models":[40],"often":[41],"fail":[42],"qualify":[44],"capture":[46],"this":[47,70],"balance":[48],"due":[49],"presence":[52],"noise":[54],"redundant":[56,96],"data,":[60],"leading":[61],"suboptimal":[63],"performance":[64,183],"analysis.":[67],"To":[68],"address":[69],"issue,":[71],"we":[72],"propose":[73],"novel":[75],"method":[79,91],"calledUCMIB-PNS,":[80],"which":[81],"guided":[83],"bottleneck":[86],"probabilistic":[88],"causality.":[89],"The":[90,104],"employs":[92,116],"anUncertainCross-ModalInformationBottleneck(UCMIB)module":[93],"reduce":[95],"within":[98],"maximize":[101],"discriminative":[102],"information.":[103],"UCMIB":[105],"utilizes":[106],"codebooks":[107],"dynamically":[109],"record":[110],"distributions":[112],"samples":[114],"random":[117],"sampling":[118],"conduct":[120],"uncertain":[121],"modeling":[122],"different":[124,142,198],"It":[126],"integrates":[127],"uncertainty-aware":[128],"contrastive":[129],"learning":[130],"KL":[132],"divergence":[133],"for":[134],"dynamic":[135],"comparison":[136],"compression":[138],"Moreover,":[144],"UCMIB-PNS":[145,180],"uses":[146],"differentiableProbability":[147],"ofNecessity":[148],"andSufficiency(PNS)estimators":[149],"estimate":[151],"re-weight":[153],"constructing":[161],"several":[162],"counterfactual":[163],"scenarios":[164],"through":[165],"end-to-end":[166],"learning.":[167],"Experiments":[168],"conducted":[169],"on":[170,184],"four":[171],"publicly":[172],"available":[173],"datasets":[177],"demonstrate":[178],"that":[179],"achieves":[181],"optimal":[182],"both":[185],"clean":[186],"noisy":[188],"data.":[189],"Extended":[190],"experiments":[191],"further":[192],"validate":[193],"method's":[195],"robustness":[196],"under":[197],"types":[199],"noise.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}