{"id":"https://openalex.org/W4394765915","doi":"https://doi.org/10.34133/icomputing.0081","title":"A Two-Stage Stacked Transformer Framework for Multimodal Sentiment Analysis","display_name":"A Two-Stage Stacked Transformer Framework for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394765915","doi":"https://doi.org/10.34133/icomputing.0081"},"language":"en","primary_location":{"id":"doi:10.34133/icomputing.0081","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0081","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.34133/icomputing.0081","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011841178","display_name":"Guofeng Yi","orcid":"https://orcid.org/0000-0002-9021-0006"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofeng Yi","raw_affiliation_strings":["School of Computer Science and Technology, \rAnhui University, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, \rAnhui University, Hefei, China","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I143868143","https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037493212","display_name":"Cunhang Fan","orcid":"https://orcid.org/0000-0001-6318-8803"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cunhang Fan","raw_affiliation_strings":["School of Computer Science and Technology, \rAnhui University, Hefei, China","CHINA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, \rAnhui University, Hefei, China","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I143868143","https://openalex.org/I126520041"]},{"raw_affiliation_string":"CHINA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Department of Automation, \rTsinghua University, Beijing, China","School of Artificial Intelligence, \rUniversity of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation, \rTsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"School of Artificial Intelligence, \rUniversity of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026466982","display_name":"Zhao Lv","orcid":"https://orcid.org/0000-0003-4530-4422"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Lv","raw_affiliation_strings":["School of Computer Science and Technology, \rAnhui University, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, \rAnhui University, Hefei, China","institution_ids":["https://openalex.org/I16365422","https://openalex.org/I143868143","https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111223590","display_name":"Zhengqi Wen","orcid":"https://orcid.org/0000-0001-9430-7115"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhengqi Wen","raw_affiliation_strings":["Qiyuan Laboratory, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qiyuan Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081606235","display_name":"Guanxiong Pei","orcid":"https://orcid.org/0000-0001-8064-9341"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanxiong Pei","raw_affiliation_strings":["Institute of Artificial Intelligence, Zhejiang Laboratory, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021697903","display_name":"Taihao Li","orcid":"https://orcid.org/0000-0003-3279-7125"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taihao Li","raw_affiliation_strings":["Institute of Artificial Intelligence, Zhejiang Laboratory, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Zhejiang Laboratory, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2228,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88947484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"3","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5206431746482849},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.5168281197547913},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4555633068084717},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.44395917654037476},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37063464522361755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34462523460388184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18848377466201782},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16751408576965332},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15876510739326477},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06632345914840698}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5206431746482849},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.5168281197547913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4555633068084717},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.44395917654037476},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37063464522361755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34462523460388184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18848377466201782},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16751408576965332},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15876510739326477},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06632345914840698},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.34133/icomputing.0081","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0081","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3cac6c937f1b4fc399681c4982ef1d9e","is_oa":true,"landing_page_url":"https://doaj.org/article/3cac6c937f1b4fc399681c4982ef1d9e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Intelligent Computing, Vol 3 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.34133/icomputing.0081","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0081","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4344842302","display_name":null,"funder_award_id":"No.61972437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8062131859","display_name":null,"funder_award_id":"No.62201002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2095176743","https://openalex.org/W2122563357","https://openalex.org/W2413794162","https://openalex.org/W2556418146","https://openalex.org/W2597655663","https://openalex.org/W2619383789","https://openalex.org/W2740550900","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2886193235","https://openalex.org/W2892009249","https://openalex.org/W2896457183","https://openalex.org/W2962931510","https://openalex.org/W2963871344","https://openalex.org/W2964010806","https://openalex.org/W2964045208","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W3021173516","https://openalex.org/W3034266838","https://openalex.org/W3034837210","https://openalex.org/W3034849760","https://openalex.org/W3039263585","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3094502228","https://openalex.org/W3098042509","https://openalex.org/W3122006038","https://openalex.org/W3128412859","https://openalex.org/W3138516171","https://openalex.org/W3151130473","https://openalex.org/W3154596443","https://openalex.org/W3196215173","https://openalex.org/W3206529771","https://openalex.org/W3214432797","https://openalex.org/W4223555601","https://openalex.org/W4225525539","https://openalex.org/W4285184319","https://openalex.org/W4285262944","https://openalex.org/W4306767249","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W3089396779","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Transformer-based":[0],"methods":[1],"have":[2,14],"achieved":[3],"superior":[4,153],"performance":[5,152],"in":[6],"multimodal":[7,68,111],"sentiment":[8],"analysis":[9],"(MSA).":[10],"However,":[11],"recent":[12],"studies":[13],"used":[15,101],"it":[16],"more":[17],"to":[18,70,102,123,156],"focus":[19],"on":[20,64,133],"the":[21,55,73,77,81,91,95,104,126,129,157,162,165],"potential":[22,35],"mutual":[23],"adaptation":[24],"between":[25,34,76,84],"unimodal":[26,78],"modalities,":[27],"while":[28],"ignoring":[29],"intra-modal":[30,108],"interactions":[31],"and":[32,80,107,146,149],"complementarity":[33],"fusion":[36,56,85],"representations.":[37,86],"To":[38],"address":[39],"this":[40,42],"problem,":[41],"study":[43],"proposes":[44],"a":[45,65],"two-stage":[46],"stacked":[47,88],"transformer":[48,98],"framework":[49,53],"for":[50],"MSA.":[51],"The":[52],"decomposes":[54],"into":[57],"two":[58],"stages,":[59],"each":[60],"of":[61,67,94,110,128,164],"which":[62],"concentrates":[63],"subset":[66],"signals":[69],"simultaneously":[71],"capture":[72],"communication":[74],"information":[75,83],"modalities":[79],"interaction":[82,106,109],"Further,":[87],"transformers":[89],"are":[90,100],"core":[92],"components":[93],"framework.":[96,130,167],"Two":[97],"layers":[99],"model":[103],"cross-modal":[105,114],"input.":[112],"For":[113],"attention,":[115],"we":[116],"propose":[117],"an":[118],"attention":[119],"weight":[120],"accumulation":[121],"mechanism":[122],"further":[124],"improve":[125],"ability":[127],"Experimental":[131],"results":[132],"3":[134],"benchmark":[135],"datasets":[136],"(MOSI":[137],"[Multimodal":[138,143],"Opinion-level":[139],"Sentiment":[140,145],"Intensity],":[141,148],"MOSEI":[142],"Opinion":[144],"Emotion":[147],"SIMS)":[150],"show":[151],"or":[154],"comparable":[155],"state-of-the-art":[158],"models,":[159],"thus":[160],"demonstrating":[161],"effectiveness":[163],"proposed":[166]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}