{"id":"https://openalex.org/W7138035526","doi":"https://doi.org/10.1145/3796718","title":"Rethinking the Effect of Unimodal Labels in Multimodal Sentiment Analysis","display_name":"Rethinking the Effect of Unimodal Labels in Multimodal Sentiment Analysis","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7138035526","doi":"https://doi.org/10.1145/3796718"},"language":"en","primary_location":{"id":"doi:10.1145/3796718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3796718","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3796718","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129709295","display_name":"Lingli Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingli Zhang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3961-4881","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070559820","display_name":"Tianrui Li","orcid":"https://orcid.org/0000-0001-7780-104X"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianrui Li","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0001-7780-104X","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108862122","display_name":"Baiyu Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baiyu Lu","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0009-1137-5709","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129664807","display_name":"Junlin Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junlin Fang","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0002-8162-3201","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110794889","display_name":"Desheng Zheng","orcid":"https://orcid.org/0000-0002-0994-4660"},"institutions":[{"id":"https://openalex.org/I165745306","display_name":"Southwest Petroleum University","ror":"https://ror.org/03h17x602","country_code":"CN","type":"education","lineage":["https://openalex.org/I165745306"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Desheng Zheng","raw_affiliation_strings":["School of Computer and Software, Southwest Petroleum University, Chengdu, China and Intelligent Manufacturing Institute, Kash Institute of Electronics and Information Industry, Kash, China"],"raw_orcid":"https://orcid.org/0000-0002-0994-4660","affiliations":[{"raw_affiliation_string":"School of Computer and Software, Southwest Petroleum University, Chengdu, China and Intelligent Manufacturing Institute, Kash Institute of Electronics and Information Industry, Kash, China","institution_ids":["https://openalex.org/I165745306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129656741","display_name":"Wei Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff, United Kingdom of Great Britain and Northern Ireland"],"raw_orcid":"https://orcid.org/0000-0003-3641-1429","affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, United Kingdom of Great Britain and Northern Ireland","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033446854","display_name":"Weide Liu","orcid":"https://orcid.org/0000-0002-9855-4479"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weide Liu","raw_affiliation_strings":["Harvard Medical School, Harvard University, Cambridge, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0000-0002-9855-4479","affiliations":[{"raw_affiliation_string":"Harvard Medical School, Harvard University, Cambridge, Massachusetts, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009594218","display_name":"Fengmao Lv","orcid":"https://orcid.org/0000-0003-1640-0992"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengmao Lv","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China, State Key Laboratory of Bridge Intelligent and Green Construction, Southwest Jiaotong University, Chengdu, China, and Manufacturing Industry Chain Collaboration Industrial Software Key Laboratory of Sichuan Province, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-1640-0992","affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China, State Key Laboratory of Bridge Intelligent and Green Construction, Southwest Jiaotong University, Chengdu, China, and Manufacturing Industry Chain Collaboration Industrial Software Key Laboratory of Sichuan Province, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.0964,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.98438222,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"22","issue":"7","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.5171999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.5171999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.33329999446868896,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.03590000048279762,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6789000034332275},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6323000192642212},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5738000273704529},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4754999876022339},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.46880000829696655},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.3871000111103058},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.3781999945640564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8463000059127808},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6789000034332275},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6323000192642212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.600600004196167},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5738000273704529},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48840001225471497},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4754999876022339},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.46880000829696655},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3871000111103058},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3781999945640564},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.3650999963283539},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29409998655319214},{"id":"https://openalex.org/C167393769","wikidata":"https://www.wikidata.org/wiki/Q4680768","display_name":"Adaptive strategies","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2556000053882599},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2547000050544739}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3796718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3796718","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:185959","is_oa":false,"landing_page_url":"https://orca.cardiff.ac.uk/view/cardiffauthors/A2824239D.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3796718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3796718","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4287627637386322}],"awards":[{"id":"https://openalex.org/G4752697604","display_name":null,"funder_award_id":"2024D01A20","funder_id":"https://openalex.org/F4320311028","funder_display_name":"Natural Science Foundation of Xinjiang Province"},{"id":"https://openalex.org/G8781092357","display_name":null,"funder_award_id":"2025YFHZ0124","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320311028","display_name":"Natural Science Foundation of Xinjiang Province","ror":null},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2146950091","https://openalex.org/W2767249564","https://openalex.org/W2807126412","https://openalex.org/W2924126491","https://openalex.org/W3141688548","https://openalex.org/W4285149123","https://openalex.org/W4285184319","https://openalex.org/W4288804239","https://openalex.org/W4304092664","https://openalex.org/W4311461310","https://openalex.org/W4312758889","https://openalex.org/W4376607994","https://openalex.org/W4379806336","https://openalex.org/W4387968266","https://openalex.org/W4388193218","https://openalex.org/W4390331593","https://openalex.org/W4401042228"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,25,76],"sentiment":[1,8,37,241],"analysis":[2,38,242],"aims":[3],"to":[4,51,82,99,112,152,178,183,197,221],"comprehensively":[5],"understand":[6],"human":[7],"by":[9,70,203],"integrating":[10,55],"diverse":[11],"modalities,":[12],"such":[13],"as":[14],"text,":[15],"audio,":[16],"and":[17,35,87,137,217,224],"vision.":[18],"To":[19],"improve":[20,179],"modality":[21],"complementarity,":[22],"the":[23,52,65,75,130,154,170,180,189,199,208],"recent":[24],"Multi-task":[26],"Learning":[27,79],"(MML)":[28],"framework":[29,81,212],"employs":[30],"joint":[31],"training":[32,131,150,163],"of":[33,42,230],"unimodal":[34,56,104,226],"multimodal":[36,66,239],"tasks":[39,57],"using":[40],"sub-annotations":[41],"modality.":[43,108],"In":[44],"this":[45,71,143],"work,":[46],"we":[47,73,192],"further":[48],"draw":[49],"attention":[50],"observation":[53],"that":[54],"may":[58],"introduce":[59],"conflicting":[60,118],"task":[61,67,85,205,219],"information,":[62,119],"negatively":[63],"affecting":[64],"performance.":[68],"Motivated":[69],"issue,":[72],"propose":[74],"Task":[77],"Correlation-aware":[78],"(MTCL)":[80],"leverage":[83],"beneficial":[84,135,171,216],"correlations":[86,220],"suppress":[88],"harmful":[89,139,190,204,218],"ones.":[90],"Specifically,":[91],"MTCL":[92,231],"introduces":[93],"a":[94,101,115,123,134,138,173,194],"Correlation-Adaptive":[95],"Training":[96],"(CAT)":[97],"strategy":[98,121,146],"learn":[100],"task-relation":[102],"aware":[103],"encoder":[105],"for":[106],"each":[107],"First,":[109],"in":[110,156],"order":[111],"distinguish":[113,215],"whether":[114],"sample":[116],"contains":[117],"CAT":[120,145,209],"incorporates":[122],"Dual-Branch":[124],"Contrast":[125],"(DBC)":[126],"module":[127],"which":[128],"divides":[129],"set":[132],"into":[133],"subset":[136],"subset.":[140],"Based":[141],"on":[142,237],"division,":[144],"proposes":[147],"an":[148],"adaptive":[149,162],"loss":[151,164,175,196],"guide":[153],"model":[155],"understanding":[157],"nuanced":[158],"multitask":[159],"correlations.":[160],"The":[161,228],"has":[165],"two":[166],"components:":[167],"(1)":[168],"For":[169,188],"subset,":[172,191],"contrastive":[174],"is":[176,232,246],"utilized":[177],"model\u2019s":[181],"ability":[182],"extract":[184,222],"complementary":[185],"representations.":[186,227],"(2)":[187],"apply":[193],"task-correction":[195],"mitigate":[198],"negative":[200],"interference":[201],"caused":[202],"associations.":[206],"With":[207],"strategy,":[210],"our":[211],"can":[213],"effectively":[214],"distinctive":[223],"robust":[225],"superiority":[229],"verified":[233],"via":[234],"extensive":[235],"experiments":[236],"several":[238],"video":[240],"benchmarks.":[243],"Our":[244],"work":[245],"publicly":[247],"available":[248],"at":[249],"https://github.com/tiggers23/MTCL":[250],".":[251]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-03-18T00:00:00"}