{"id":"https://openalex.org/W4414054295","doi":"https://doi.org/10.1109/taffc.2025.3606964","title":"UCMIB-PNS: Balancing Sufficiency and Necessity With Probabilistic Causality and Cross-Modal Uncertainty in Multimodal Sentiment Analysis","display_name":"UCMIB-PNS: Balancing Sufficiency and Necessity With Probabilistic Causality and Cross-Modal Uncertainty in Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-09-08","ids":{"openalex":"https://openalex.org/W4414054295","doi":"https://doi.org/10.1109/taffc.2025.3606964"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3606964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3606964","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016096371","display_name":"Jili Chen","orcid":"https://orcid.org/0009-0001-0794-1204"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jili Chen","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0009-0001-0794-1204","affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106615549","display_name":"Yihua Zhong","orcid":"https://orcid.org/0009-0009-8966-8595"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihua Zhong","raw_affiliation_strings":["Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-8966-8595","affiliations":[{"raw_affiliation_string":"Shanghai Institute of Artificial Intelligence for Education, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061417406","display_name":"Qionghao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qionghao Huang","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0000-0002-5041-6093","affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108051852","display_name":"Changqin Huang","orcid":"https://orcid.org/0000-0003-1371-2608"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqin Huang","raw_affiliation_strings":["College of Education, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1371-2608","affiliations":[{"raw_affiliation_string":"College of Education, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0003-1679-3394"},"institutions":[{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["School of Education Science, Guangdong Polytechnic Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1679-3394","affiliations":[{"raw_affiliation_string":"School of Education Science, Guangdong Polytechnic Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072380374","display_name":"Xiaodi Huang","orcid":"https://orcid.org/0000-0002-6084-1851"},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaodi Huang","raw_affiliation_strings":["School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, NSW, Australia","School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6084-1851","affiliations":[{"raw_affiliation_string":"School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, NSW, Australia","institution_ids":["https://openalex.org/I153230381"]},{"raw_affiliation_string":"School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, Australia","institution_ids":["https://openalex.org/I153230381"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xun Wang","orcid":"https://orcid.org/0000-0001-5566-4689"},"institutions":[{"id":"https://openalex.org/I75059550","display_name":"Zhejiang Gongshang University","ror":"https://ror.org/0569mkk41","country_code":"CN","type":"education","lineage":["https://openalex.org/I75059550"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Wang","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang Gongshang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5566-4689","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang Gongshang University, Hangzhou, China","institution_ids":["https://openalex.org/I75059550"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5016096371"],"corresponding_institution_ids":["https://openalex.org/I135237710"],"apc_list":null,"apc_paid":null,"fwci":7.9981,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97210897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"17","issue":"1","first_page":"92","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9591000080108643,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9473999738693237,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6620000004768372},{"id":"https://openalex.org/keywords/information-bottleneck-method","display_name":"Information bottleneck method","score":0.6298999786376953},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6062999963760376},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5740000009536743},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5684000253677368},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5458999872207642},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5442000031471252},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.414900004863739},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.3571999967098236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871999740600586},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6620000004768372},{"id":"https://openalex.org/C60008888","wikidata":"https://www.wikidata.org/wiki/Q6031013","display_name":"Information bottleneck method","level":3,"score":0.6298999786376953},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6062999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6057999730110168},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5740000009536743},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5684000253677368},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5458999872207642},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5414999723434448},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.414900004863739},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.2587999999523163},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.25679999589920044},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C52622258","wikidata":"https://www.wikidata.org/wiki/Q131222","display_name":"Information theory","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3606964","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3606964","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2630823314","display_name":null,"funder_award_id":"62207028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3235401080","display_name":null,"funder_award_id":"62037001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5540768979","display_name":null,"funder_award_id":"62337001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W2329321154"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,7,66,77,209],"analysis":[2,78,210],"aims":[3],"to":[4,43,50,62,115,129,140,184],"accurately":[5],"identify":[6],"orientations":[8],"by":[9,87,194],"integrating":[10],"information":[11,36,57,88,118,161],"from":[12,162],"multiple":[13],"modalities":[14,120,193],"such":[15],"as":[16],"text,":[17],"audio,":[18],"and":[19,33,45,55,90,121,136,152,158,176,186,190,221],"video.":[20],"However,":[21],"a":[22,74],"key":[23],"challenge":[24],"in":[25,58,65],"multimodal":[26,59,76,208],"fusion":[27],"is":[28,85],"effectively":[29],"balancing":[30],"the":[31,51,132,188,228],"sufficiency":[32,189],"necessity":[34,191],"of":[35,53,134,160,172,192,234],"across":[37,144],"modalities.":[38,146,164],"Traditional":[39],"models":[40],"often":[41],"fail":[42],"qualify":[44],"capture":[46],"this":[47,70],"balance":[48],"due":[49],"presence":[52],"noise":[54],"redundant":[56,117],"data,":[60],"leading":[61],"suboptimal":[63],"performance":[64,217],"analysis.":[67],"To":[68],"address":[69],"issue,":[71],"we":[72],"propose":[73],"novel":[75],"method":[79,94],"called":[80],"<bold":[81,97,100,105,108,111,169,173,177,180],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[82,98,101,103,106,109,112,170,174,178,181],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">UCMIB-PNS</b>,":[83],"which":[84],"guided":[86],"bottleneck":[89],"probabilistic":[91],"causality.":[92],"The":[93,125],"employs":[95,137],"an":[96],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">U</b>ncertain":[99],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</b>ross-<bold":[102],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>odal":[104],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">I</b>nformation":[107],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</b>ottleneck":[110],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(UCMIB)</b>":[113],"module":[114],"reduce":[116],"within":[119],"maximize":[122],"discriminative":[123],"information.":[124],"UCMIB":[126],"utilizes":[127],"codebooks":[128],"dynamically":[130],"record":[131],"distributions":[133],"samples":[135],"random":[138],"sampling":[139],"conduct":[141],"uncertain":[142],"modeling":[143],"different":[145,163,232],"It":[147],"integrates":[148],"uncertainty-aware":[149],"contrastive":[150],"learning":[151],"KL":[153],"divergence":[154],"for":[155],"dynamic":[156],"comparison":[157],"compression":[159],"Moreover,":[165],"UCMIB-PNS":[166,214],"uses":[167],"differentiable":[168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">P</b>robability":[171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">N</b>ecessity":[175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</b>ufficiency":[179],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">(PNS)</b>":[182],"estimators":[183],"estimate":[185],"re-weight":[187],"constructing":[195],"several":[196],"counterfactual":[197],"scenarios":[198],"through":[199],"end-to-end":[200],"learning.":[201],"Experiments":[202],"conducted":[203],"on":[204,218],"four":[205],"publicly":[206],"available":[207],"datasets":[211],"demonstrate":[212],"that":[213],"achieves":[215],"optimal":[216],"both":[219],"clean":[220],"noisy":[222],"data.":[223],"Extended":[224],"experiments":[225],"further":[226],"validate":[227],"method's":[229],"robustness":[230],"under":[231],"types":[233],"noise.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-05-13T08:25:38.343686","created_date":"2025-10-10T00:00:00"}