{"id":"https://openalex.org/W4400350678","doi":"https://doi.org/10.1109/taffc.2024.3423671","title":"Multi-Level Contrastive Learning: Hierarchical Alleviation of Heterogeneity in Multimodal Sentiment Analysis","display_name":"Multi-Level Contrastive Learning: Hierarchical Alleviation of Heterogeneity in Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-07-05","ids":{"openalex":"https://openalex.org/W4400350678","doi":"https://doi.org/10.1109/taffc.2024.3423671"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3423671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3423671","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037493212","display_name":"Cunhang Fan","orcid":"https://orcid.org/0000-0001-6318-8803"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cunhang Fan","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Key Laboratory of Flight Techniques and Flight Safety, Anhui University, Hefei, China","Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-6318-8803","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Key Laboratory of Flight Techniques and Flight Safety, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I143868143"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100928026","display_name":"Kang Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Zhu","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-8443-2315","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China","Department of Automation, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-9344-6428","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011841178","display_name":"Guofeng Yi","orcid":"https://orcid.org/0000-0002-9021-0006"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofeng Yi","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-9021-0006","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858419","display_name":"Jun Xue","orcid":"https://orcid.org/0009-0001-8465-011X"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Xue","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0001-8465-011X","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhao Lv","orcid":"https://orcid.org/0000-0001-9727-366X"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Lv","raw_affiliation_strings":["Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Key Laboratory of Flight Techniques and Flight Safety, Anhui University, Hefei, China","Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-9727-366X","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Key Laboratory of Flight Techniques and Flight Safety, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I143868143"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Multimodal Cognitive Computation, School of Computer Science and Technology, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.5595,"has_fulltext":false,"cited_by_count":56,"citation_normalized_percentile":{"value":0.99526159,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"207","last_page":"222"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.8057000041007996,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13155","display_name":"Digital Communication and Language","score":0.8057000041007996,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.777400016784668,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.7013000249862671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6982280015945435},{"id":"https://openalex.org/keywords/contrastive-analysis","display_name":"Contrastive analysis","score":0.5781946778297424},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4981980323791504},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4801870584487915},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.428627610206604},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38995346426963806},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.37318891286849976},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.25294196605682373}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6982280015945435},{"id":"https://openalex.org/C2777629044","wikidata":"https://www.wikidata.org/wiki/Q614959","display_name":"Contrastive analysis","level":2,"score":0.5781946778297424},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4981980323791504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4801870584487915},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.428627610206604},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38995346426963806},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.37318891286849976},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.25294196605682373},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3423671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3423671","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1996838623","display_name":null,"funder_award_id":"62201002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W2015394094","https://openalex.org/W2063971957","https://openalex.org/W2064675550","https://openalex.org/W2106277773","https://openalex.org/W2138621090","https://openalex.org/W2194775991","https://openalex.org/W2556418146","https://openalex.org/W2583643061","https://openalex.org/W2584561145","https://openalex.org/W2753840835","https://openalex.org/W2787581402","https://openalex.org/W2798991696","https://openalex.org/W2883409523","https://openalex.org/W2946165673","https://openalex.org/W2946218857","https://openalex.org/W2962931510","https://openalex.org/W2963341956","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216321","https://openalex.org/W2964266095","https://openalex.org/W2964346351","https://openalex.org/W2997573100","https://openalex.org/W3012721484","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3035524453","https://openalex.org/W3093051361","https://openalex.org/W3094502228","https://openalex.org/W3098042509","https://openalex.org/W3105484484","https://openalex.org/W3119957342","https://openalex.org/W3128412859","https://openalex.org/W3128877738","https://openalex.org/W3167098825","https://openalex.org/W3169801598","https://openalex.org/W3171007011","https://openalex.org/W3173549566","https://openalex.org/W3196215173","https://openalex.org/W3197875592","https://openalex.org/W3206529771","https://openalex.org/W3214432797","https://openalex.org/W4223555601","https://openalex.org/W4225650823","https://openalex.org/W4254724182","https://openalex.org/W4283837671","https://openalex.org/W4285248692","https://openalex.org/W4290716630","https://openalex.org/W4293205624","https://openalex.org/W4304092664","https://openalex.org/W4312758889","https://openalex.org/W4313156423","https://openalex.org/W4321020678","https://openalex.org/W4321022102","https://openalex.org/W4376607994","https://openalex.org/W4379116568","https://openalex.org/W4385573445","https://openalex.org/W4385695854","https://openalex.org/W4386075879","https://openalex.org/W4386905885","https://openalex.org/W4386913496","https://openalex.org/W4394589847","https://openalex.org/W6752724743","https://openalex.org/W6840402484","https://openalex.org/W6844194202","https://openalex.org/W6854137851"],"related_works":["https://openalex.org/W3089396779","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Recently,":[0],"multimodal":[1,82,122],"fusion":[2,56,72,85,145,170],"efforts":[3],"have":[4],"achieved":[5],"remarkable":[6],"success":[7],"in":[8,37],"Multimodal":[9],"Sentiment":[10],"Analysis":[11],"(MSA).":[12],"However,":[13],"most":[14],"of":[15,27,121],"the":[16,25,38,79,84,118,137,154,161],"existing":[17],"methods":[18],"are":[19],"based":[20],"on":[21,191],"model-level":[22],"fusion,":[23],"and":[24,42,61,69,97,133,157,181],"challenge":[26],"heterogeneity":[28,113,130,159],"between":[29,114,131],"modalities":[30,116,156],"is":[31,57,103,176],"not":[32],"well":[33],"resolved.":[34],"Heterogeneity":[35],"lies":[36],"different":[39,47],"feature":[40,123,163],"distributions":[41],"distinct":[43],"representation":[44],"spaces":[45],"among":[46,81,188],"modalities.":[48,135,189],"To":[49,168],"mitigate":[50],"this":[51],"problem,":[52],"we":[53,62,140],"propose":[54],"that":[55,87,148],"a":[58,64,142,172],"progressive":[59,173],"process,":[60,174],"introduce":[63,141],"novel":[65],"multi-level":[66],"contrastive":[67,166],"learning":[68,111,128],"multi-layer":[70],"convolution":[71,144],"(MCL-MCF)":[73],"method":[74],"for":[75],"MSA.":[76],"Due":[77],"to":[78,90,93,178,184],"relationships":[80,187],"data,":[83],"process":[86],"involves":[88],"single-modal":[89,92],"single-modal,":[91],"bimodal":[94],"or":[95],"trimodal,":[96],"higher-level":[98],"fused":[99,134,155],"modality":[100],"semantic":[101,151],"consistency":[102],"divided":[104],"into":[105],"three":[106,192],"levels.":[107],"The":[108,125],"first-level":[109],"contrast":[110,127],"alleviates":[112],"unimodal":[115,132],"at":[117,160],"early":[119],"level":[120,164],"fusion.":[124],"second-level":[126],"mitigates":[129,158],"At":[136],"third":[138],"level,":[139],"tensor":[143],"(TCF)":[146],"module":[147],"extracts":[149],"high-level":[150],"features":[152,183],"from":[153],"higher":[162],"through":[165],"learning.":[167],"simulate":[169],"as":[171],"MCF":[175],"proposed":[177],"fuse":[179],"shallow":[180],"deep":[182],"model":[185],"complex":[186],"Experiments":[190],"public":[193],"datasets":[194],"show":[195],"our":[196],"approach's":[197],"state-of-the-art":[198],"performance.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}