{"id":"https://openalex.org/W4402351432","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650083","title":"Learning Modality-Complementary and Eliminating-Redundancy Representations with Multi-Task Learning for Multimodal Sentiment Analysis","display_name":"Learning Modality-Complementary and Eliminating-Redundancy Representations with Multi-Task Learning for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402351432","doi":"https://doi.org/10.1109/ijcnn60899.2024.10650083"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10650083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101749133","display_name":"Xiaowei Zhao","orcid":"https://orcid.org/0000-0001-9631-1177"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowei Zhao","raw_affiliation_strings":["Dalian University of Technology,School of Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,School of Software Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101917344","display_name":"Xinyu Miao","orcid":"https://orcid.org/0000-0003-2993-7393"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyu Miao","raw_affiliation_strings":["Dalian University of Technology,School of Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,School of Software Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010774945","display_name":"Xiujuan Xu","orcid":"https://orcid.org/0000-0003-4175-4493"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiujuan Xu","raw_affiliation_strings":["Dalian University of Technology,School of Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,School of Software Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115588064","display_name":"Yu Liu","orcid":"https://orcid.org/0000-0003-1337-2527"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Liu","raw_affiliation_strings":["Dalian University of Technology,School of Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,School of Software Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012794275","display_name":"Yifei Cao","orcid":"https://orcid.org/0009-0002-2444-942X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Cao","raw_affiliation_strings":["Dalian University of Technology,School of Software Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology,School of Software Technology","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2229,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.79113891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7669600248336792},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.7216192483901978},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.634590208530426},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5893092751502991},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5467296242713928},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5439969301223755},{"id":"https://openalex.org/keywords/multi-task-learning","display_name":"Multi-task learning","score":0.48662957549095154},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.45578378438949585},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.44090649485588074},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3584776222705841},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3341379761695862},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07454344630241394}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7669600248336792},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.7216192483901978},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.634590208530426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5893092751502991},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5467296242713928},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5439969301223755},{"id":"https://openalex.org/C28006648","wikidata":"https://www.wikidata.org/wiki/Q6934509","display_name":"Multi-task learning","level":3,"score":0.48662957549095154},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.45578378438949585},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.44090649485588074},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3584776222705841},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3341379761695862},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07454344630241394},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10650083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10650083","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1490324987","https://openalex.org/W1490960179","https://openalex.org/W1686946872","https://openalex.org/W1924770834","https://openalex.org/W2064675550","https://openalex.org/W2122563357","https://openalex.org/W2164587673","https://openalex.org/W2191779130","https://openalex.org/W2556418146","https://openalex.org/W2560674852","https://openalex.org/W2619383789","https://openalex.org/W2738069262","https://openalex.org/W2786541991","https://openalex.org/W2807126412","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2892806280","https://openalex.org/W2896457183","https://openalex.org/W2913854057","https://openalex.org/W2944150796","https://openalex.org/W2946218857","https://openalex.org/W2949391930","https://openalex.org/W2958722525","https://openalex.org/W2963383024","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2988490775","https://openalex.org/W2997573100","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3098042509","https://openalex.org/W3108764796","https://openalex.org/W3128101433","https://openalex.org/W3128412859","https://openalex.org/W3141688548","https://openalex.org/W3141797743","https://openalex.org/W3206529771","https://openalex.org/W3214432797","https://openalex.org/W4285149123","https://openalex.org/W4288804239","https://openalex.org/W4293469690","https://openalex.org/W4390678101","https://openalex.org/W6606244218","https://openalex.org/W6637108112","https://openalex.org/W6640212811","https://openalex.org/W6686207219","https://openalex.org/W6729906282","https://openalex.org/W6748455135","https://openalex.org/W6752724743","https://openalex.org/W6755207826","https://openalex.org/W6758714319","https://openalex.org/W6764632898","https://openalex.org/W6770332567","https://openalex.org/W6786244873","https://openalex.org/W6790156507"],"related_works":["https://openalex.org/W4381827277","https://openalex.org/W3157841754","https://openalex.org/W4390136517","https://openalex.org/W3165067022","https://openalex.org/W3167558523","https://openalex.org/W3120825179","https://openalex.org/W2014028898","https://openalex.org/W4320086214","https://openalex.org/W4298326888","https://openalex.org/W3132383226"],"abstract_inverted_index":{"A":[0],"crucial":[1],"issue":[2],"in":[3,121,132],"multimodal":[4,15,48,52,117,123,142],"language":[5],"processing":[6],"is":[7,43,145],"representation":[8],"learning.":[9],"Previous":[10],"works":[11],"joint":[12],"training":[13],"the":[14,21,31,36,50,67,116,171],"and":[16,23,57,78,84,110,124,140,161],"unimodal":[17,58,125,133],"tasks":[18,126],"to":[19,30,90,107,127],"learn":[20,91,108,138],"consistency":[22],"difference":[24],"of":[25,33,38,147],"modality":[26],"representations.":[27,112],"However,":[28],"due":[29],"lack":[32],"cross-modal":[34,88],"interaction,":[35],"extraction":[37],"complementary":[39,92],"features":[40,93],"between":[41,94],"modalities":[42],"not":[44],"sufficient.":[45],"Moreover,":[46],"during":[47],"fusion,":[49],"generated":[51],"embeddings":[53,143],"may":[54],"be":[55],"redundant,":[56],"representations":[59,134],"also":[60],"contain":[61],"noise":[62,130],"information,":[63],"which":[64],"negatively":[65],"influence":[66],"final":[68],"sentiment":[69,157],"prediction.":[70],"To":[71],"this":[72],"end,":[73],"we":[74,114,150],"construct":[75],"a":[76,87],"Modality-Complementary":[77],"Eliminating-Redundancy":[79],"multi-task":[80],"learning":[81],"model":[82,168],"(MCER),":[83],"additionally":[85],"add":[86],"task":[89],"two":[95,103,155],"modal":[96],"pairs":[97],"through":[98],"gated":[99],"transformer.":[100],"Then":[101],"use":[102],"label":[104],"generation":[105],"modules":[106],"modality-specific":[109],"modality-complementary":[111],"Additionally,":[113],"introduce":[115],"information":[118,131],"bottleneck":[119],"(MIB)":[120],"both":[122],"filter":[128],"out":[129],"as":[135,137],"well":[136],"powerful":[139],"sufficient":[141],"that":[144,166],"free":[146],"redundancy.":[148],"Last,":[149],"conduct":[151],"extensive":[152],"experiments":[153],"on":[154],"popular":[156],"analysis":[158],"benchmarks,":[159],"MOSI":[160],"MOSEI.":[162],"Experimental":[163],"results":[164],"demonstrate":[165],"our":[167],"significantly":[169],"outperforms":[170],"current":[172],"strong":[173],"baselines.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}