{"id":"https://openalex.org/W4409326604","doi":"https://doi.org/10.1109/taffc.2025.3559866","title":"CorMulT: A Semi-Supervised Modality Correlation-Aware Multimodal Transformer for Sentiment Analysis","display_name":"CorMulT: A Semi-Supervised Modality Correlation-Aware Multimodal Transformer for Sentiment Analysis","publication_year":2025,"publication_date":"2025-04-10","ids":{"openalex":"https://openalex.org/W4409326604","doi":"https://doi.org/10.1109/taffc.2025.3559866"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3559866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3559866","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yangmin Li","orcid":"https://orcid.org/0000-0003-0706-4106"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yangmin Li","raw_affiliation_strings":["Information Networking Institute, Carnegie Mellon University (CMU), Pittsburgh, PA, USA","Yangmin Li is with Information Networking Institute at Carnegie Mellon University (CMU), Pittsburgh, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0003-0706-4106","affiliations":[{"raw_affiliation_string":"Information Networking Institute, Carnegie Mellon University (CMU), Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Yangmin Li is with Information Networking Institute at Carnegie Mellon University (CMU), Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065420714","display_name":"Ruiqi Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiqi Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","Ruiqi Zhu is with School of Computer Science and Technology at Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-1966-3589","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Ruiqi Zhu is with School of Computer Science and Technology at Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023712282","display_name":"Wengen Li","orcid":"https://orcid.org/0000-0002-8768-6740"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wengen Li","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China","Ruiqi Zhu is with School of Computer Science and Technology at Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8768-6740","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Ruiqi Zhu is with School of Computer Science and Technology at Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.8313,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98443255,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"2321","last_page":"2333"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9236000180244446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8011027574539185},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6642900109291077},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.6097890138626099},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4946150481700897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4893028438091278},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4028334319591522},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.33987125754356384},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16242480278015137}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8011027574539185},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6642900109291077},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6097890138626099},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4946150481700897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4893028438091278},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4028334319591522},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.33987125754356384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16242480278015137},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3559866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3559866","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G224326701","display_name":null,"funder_award_id":"2024-4-YB-03","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2335990779","display_name":null,"funder_award_id":"62202336","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1900913856","https://openalex.org/W2015186536","https://openalex.org/W2037481123","https://openalex.org/W2599743206","https://openalex.org/W2787581402","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W3015558147","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3128412859","https://openalex.org/W3187172219","https://openalex.org/W3214432797","https://openalex.org/W4206396243","https://openalex.org/W4214875575","https://openalex.org/W4225307240","https://openalex.org/W4297510501","https://openalex.org/W4309374895","https://openalex.org/W4312544061","https://openalex.org/W4312758889","https://openalex.org/W4322743615","https://openalex.org/W4324030867","https://openalex.org/W4362714356","https://openalex.org/W4376455521","https://openalex.org/W4376607994","https://openalex.org/W4379116568","https://openalex.org/W4379780750","https://openalex.org/W4382134259","https://openalex.org/W4383552941","https://openalex.org/W4385571111","https://openalex.org/W4385573062","https://openalex.org/W4387968274","https://openalex.org/W4391454492","https://openalex.org/W4392908038","https://openalex.org/W4392931485","https://openalex.org/W4401164195","https://openalex.org/W4402980867"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W2385859805"],"abstract_inverted_index":{"Multimodal":[0,104],"sentiment":[1,30,73,85,152,170],"analysis":[2,31,171],"is":[3,125,177],"an":[4],"active":[5],"research":[6],"area":[7],"that":[8],"combines":[9],"multiple":[10],"data":[11,88],"modalities,":[12,60],"e.g.,":[13],"text,":[14],"image":[15],"and":[16,22,44,61,65,112],"audio,":[17],"to":[18,71,127,149,155],"analyze":[19],"human":[20],"emotions,":[21],"benefits":[23],"a":[24,98,119],"variety":[25],"of":[26,50,86,109,175],"applications.":[27],"Existing":[28],"multimodal":[29,87,161,169],"methods":[32,43,52,77],"can":[33],"be":[34],"roughly":[35],"classified":[36],"as":[37],"modality":[38,41,45,120,130,147],"interaction-based":[39],"methods,":[40],"transformation-based":[42],"similarity-based":[46],"methods.":[47,172],"However,":[48],"most":[49],"these":[51,76],"highly":[53],"rely":[54],"on":[55,158],"the":[56,67,84,116,137,140,151,156,159,167],"strong":[57],"correlations":[58,68],"between":[59,69,133],"cannot":[62],"fully":[63],"uncover":[64],"utilize":[66],"modalities":[70],"enhance":[72],"analysis.":[74],"Therefore,":[75],"usually":[78],"achieve":[79],"unsatisfactory":[80],"performance":[81],"for":[82],"identifying":[83],"with":[89,146],"weak":[90],"correlations.":[91],"To":[92],"address":[93],"this":[94],"issue,":[95],"we":[96],"proposed":[97],"two-stage":[99],"semi-supervised":[100],"model":[101],"termed":[102],"Correlation-aware":[103],"Transformer":[105],"(CorMulT)":[106],"which":[107],"consists":[108],"pre-training":[110,117],"stage":[111],"prediction":[113,138],"stage.":[114],"At":[115,136],"stage,":[118,139],"correlation":[121,131,142],"contrastive":[122],"learning":[123],"module":[124],"designed":[126],"efficiently":[128],"learn":[129],"coefficients":[132,143],"different":[134],"modalities.":[135],"learned":[141],"are":[144],"fused":[145],"representations":[148],"make":[150],"prediction.":[153],"According":[154],"experiments":[157],"popular":[160],"dataset":[162],"CMU-MOSEI,":[163],"CorMulT":[164,176],"obviously":[165],"surpasses":[166],"state-of-the-art":[168],"The":[173],"code":[174],"available":[178],"at":[179],"https://github.com/YAMY1234/CorMulT":[180]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}