{"id":"https://openalex.org/W4402447552","doi":"https://doi.org/10.1109/taslp.2024.3458812","title":"TriSAT: Trimodal Representation Learning for Multimodal Sentiment Analysis","display_name":"TriSAT: Trimodal Representation Learning for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402447552","doi":"https://doi.org/10.1109/taslp.2024.3458812"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3458812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3458812","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003099788","display_name":"Ruohong Huan","orcid":"https://orcid.org/0000-0003-2555-343X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruohong Huan","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102929207","display_name":"Guowei Zhong","orcid":"https://orcid.org/0000-0002-1391-0957"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guowei Zhong","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100659434","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-6122-0574"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001531117","display_name":"Ronghua Liang","orcid":"https://orcid.org/0000-0003-2077-9608"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghua Liang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003099788"],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":1.7075,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86813088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"32","issue":null,"first_page":"4105","last_page":"4120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9434999823570251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9413999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7438145875930786},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6024937629699707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5367470979690552},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5155637264251709},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48604732751846313},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3437880277633667},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.05363202095031738}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7438145875930786},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6024937629699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5367470979690552},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5155637264251709},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48604732751846313},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3437880277633667},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.05363202095031738},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3458812","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3458812","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2861150812","display_name":null,"funder_award_id":"62036009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3381881735","display_name":null,"funder_award_id":"62432014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3538816207","display_name":null,"funder_award_id":"62276237","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8026949685","display_name":null,"funder_award_id":"LTGY23F020006","funder_id":"https://openalex.org/F4320338468","funder_display_name":"Basic Public Welfare Research Program of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338468","display_name":"Basic Public Welfare Research Program of Zhejiang Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1501856433","https://openalex.org/W2029996593","https://openalex.org/W2064675550","https://openalex.org/W2096733369","https://openalex.org/W2116341502","https://openalex.org/W2146334809","https://openalex.org/W2149359396","https://openalex.org/W2250539671","https://openalex.org/W2519656895","https://openalex.org/W2556418146","https://openalex.org/W2740550900","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2896457183","https://openalex.org/W2949391930","https://openalex.org/W2950635152","https://openalex.org/W2962931510","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2971050617","https://openalex.org/W2997573100","https://openalex.org/W3048195943","https://openalex.org/W3141688548","https://openalex.org/W3169801598","https://openalex.org/W3177085913","https://openalex.org/W3197875592","https://openalex.org/W3205519684","https://openalex.org/W4205727320","https://openalex.org/W4285606617","https://openalex.org/W4312758889","https://openalex.org/W4322743615","https://openalex.org/W4376455521","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6730323794","https://openalex.org/W6749825310","https://openalex.org/W6752724743","https://openalex.org/W6767287485","https://openalex.org/W6776700526","https://openalex.org/W6780226713","https://openalex.org/W6791353385","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Transformer-based":[0],"multimodal":[1,56],"sentiment":[2,57,92,123],"analysis":[3,124],"frameworks":[4],"commonly":[5],"facilitate":[6],"cross-modal":[7],"interactions":[8,18],"between":[9],"two":[10],"modalities":[11],"through":[12],"the":[13,76,101],"attention":[14],"mechanism.":[15],"However,":[16],"such":[17],"prove":[19],"inadequate":[20],"when":[21],"dealing":[22],"with":[23],"three":[24,130],"or":[25],"more":[26],"modalities,":[27],"leading":[28],"to":[29,120,133,143],"increased":[30],"computational":[31,102],"complexity":[32,103],"and":[33,84,90,114],"network":[34],"redundancy.":[35],"To":[36],"address":[37],"this":[38,40],"challenge,":[39],"paper":[41],"introduces":[42],"a":[43,61,65,87,94],"novel":[44],"framework,":[45],"Trimodal":[46,68,115],"representations":[47],"for":[48,55],"Sentiment":[49],"Analysis":[50],"from":[51,81,93],"Transformers":[52],"(TriSAT),":[53],"tailored":[54],"analysis.":[58],"TriSAT":[59],"incorporates":[60],"trimodal":[62,95],"transformer":[63],"featuring":[64],"module":[66],"called":[67],"Multi-Head":[69],"Attention":[70],"(TMHA).":[71],"TMHA":[72],"considers":[73],"language":[74],"as":[75],"primary":[77],"modality,":[78],"combines":[79],"information":[80],"language,":[82],"video,":[83],"audio":[85],"using":[86],"single":[88],"computation,":[89],"analyzes":[91],"perspective.":[96],"This":[97],"approach":[98],"significantly":[99],"reduces":[100],"while":[104],"delivering":[105],"high":[106],"performance.":[107,125],"Moreover,":[108],"we":[109],"propose":[110],"Attraction-Repulsion":[111],"(AR)":[112],"loss":[113,119],"Supervised":[116],"Contrastive":[117],"(TSC)":[118],"further":[121],"enhance":[122],"We":[126],"conduct":[127],"experiments":[128],"on":[129],"public":[131],"datasets":[132],"evaluate":[134],"TriSAT's":[135],"performance,":[136],"which":[137],"consistently":[138],"demonstrates":[139],"its":[140],"competitiveness":[141],"compared":[142],"state-of-the-art":[144],"approaches.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}