{"id":"https://openalex.org/W4392931002","doi":"https://doi.org/10.1109/icassp48485.2024.10446040","title":"A Novel Multimodal Sentiment Analysis Model Based on Gated Fusion and Multi-Task Learning","display_name":"A Novel Multimodal Sentiment Analysis Model Based on Gated Fusion and Multi-Task Learning","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392931002","doi":"https://doi.org/10.1109/icassp48485.2024.10446040"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446040","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009181668","display_name":"Xin Sun","orcid":"https://orcid.org/0000-0002-8188-7576"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210146378","display_name":"Applications Research (United States)","ror":"https://ror.org/048kv9325","country_code":"US","type":"company","lineage":["https://openalex.org/I4210146378"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xin Sun","raw_affiliation_strings":["Beijing Institute of Technology,School of Computer Science and Technology,China","Beijing Engineering Applications Research Center on High Volume Language Information Processing and Cloud Computing","School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"Beijing Engineering Applications Research Center on High Volume Language Information Processing and Cloud Computing","institution_ids":["https://openalex.org/I4210146378"]},{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030966517","display_name":"Xiangyu Ren","orcid":"https://orcid.org/0000-0003-3505-2938"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Ren","raw_affiliation_strings":["Beijing Institute of Technology,School of Computer Science and Technology,China","School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102631895","display_name":"Xiaohao Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohao Xie","raw_affiliation_strings":["Beijing Institute of Technology,School of Computer Science and Technology,China","School of Computer Science and Technology, Beijing Institute of Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Computer Science and Technology,China","institution_ids":["https://openalex.org/I125839683"]},{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4437,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89932335,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"8336","last_page":"8340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7918232679367065},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7262641191482544},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6839208602905273},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6606647372245789},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6431121826171875},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5318992137908936},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.512022078037262},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4609549343585968},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.458195298910141},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40331485867500305},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07025182247161865}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7918232679367065},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7262641191482544},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6839208602905273},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6606647372245789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6431121826171875},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5318992137908936},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.512022078037262},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4609549343585968},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.458195298910141},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40331485867500305},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07025182247161865},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446040","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10446040","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2962931510","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2971050617","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3094498998","https://openalex.org/W3108764796","https://openalex.org/W3108792608","https://openalex.org/W3148757058","https://openalex.org/W3194765442","https://openalex.org/W3206529771","https://openalex.org/W4224933771","https://openalex.org/W4312738184","https://openalex.org/W4313011053","https://openalex.org/W4372341197","https://openalex.org/W4375868769"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W203959209","https://openalex.org/W2110287964","https://openalex.org/W2167701463","https://openalex.org/W4307407935"],"abstract_inverted_index":{"Sentiment":[0,19],"analysis":[1,77,98],"is":[2,39],"an":[3],"important":[4],"research":[5,49],"area":[6],"in":[7,27],"Natural":[8],"Language":[9],"Processing":[10],"(NLP).":[11],"With":[12],"the":[13,34,60,102,117,127,132,142,147],"explosion":[14],"of":[15,45],"multimodal":[16,75,94,103],"data,":[17],"Multimodal":[18],"Analysis":[20],"(MSA)":[21],"attracts":[22],"more":[23,25],"and":[24,82,95,134,145],"attention":[26],"recent":[28],"years.":[29],"How":[30],"to":[31,41,90,112,122],"Effectively":[32],"harnessing":[33],"interplay":[35],"between":[36,63],"diverse":[37],"modalities":[38],"paramount":[40],"achieving":[42],"comprehensive":[43],"fusion":[44,81],"MSA.":[46],"However,":[47],"current":[48],"predominantly":[50],"emphasizes":[51],"modality":[52,114],"interaction,":[53],"while":[54],"overlooking":[55],"unimodal":[56,96,128],"information,":[57],"thus":[58],"neglecting":[59],"inherent":[61],"disparities":[62],"modalities.":[64],"To":[65],"address":[66,92],"these":[67],"issues,":[68],"we":[69,105],"propose":[70],"a":[71],"novel":[72],"model":[73,86,140],"for":[74,101,126],"sentiment":[76,97,124],"based":[78],"on":[79,131],"gated":[80],"multi-task":[83,88],"learning.":[84],"The":[85],"adopts":[87],"learning":[89],"concurrently":[91],"both":[93],"tasks.":[99,129],"Specifically,":[100],"task,":[104],"leverage":[106],"cross-modal":[107],"Transformers":[108],"with":[109],"gating":[110],"mechanisms":[111],"facilitate":[113],"fusion.":[115],"Subsequently,":[116],"fused":[118],"representations":[119],"are":[120],"harnessed":[121],"generate":[123],"labels":[125],"Experiments":[130],"CMU-MOSI":[133],"CMU-MOSEI":[135],"datasets":[136],"demonstrate":[137],"that":[138],"our":[139],"outperforms":[141],"existing":[143],"methods":[144],"achieves":[146],"state-of-the":[148],"art":[149],"performance.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}