{"id":"https://openalex.org/W4407213255","doi":"https://doi.org/10.1109/taffc.2025.3539225","title":"SDRS: Sentiment-Aware Disentangled Representation Shifting for Multimodal Sentiment Analysis","display_name":"SDRS: Sentiment-Aware Disentangled Representation Shifting for Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-02-06","ids":{"openalex":"https://openalex.org/W4407213255","doi":"https://doi.org/10.1109/taffc.2025.3539225"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3539225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3539225","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051149140","display_name":"Sicheng Zhao","orcid":"https://orcid.org/0000-0001-5843-6411"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sicheng Zhao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5843-6411","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032090227","display_name":"Zhenhua Yang","orcid":"https://orcid.org/0000-0002-3967-6249"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenhua Yang","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000239092","display_name":"Henglin Shi","orcid":"https://orcid.org/0000-0001-5884-8475"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Henglin Shi","raw_affiliation_strings":["Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Machine Vision and Signal Analysis, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073213620","display_name":"Xiaocheng Feng","orcid":"https://orcid.org/0000-0001-6011-0496"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaocheng Feng","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0001-6011-0496","affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lingpengkun Meng","orcid":"https://orcid.org/0009-0000-7975-8938"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lingpengkun Meng","raw_affiliation_strings":["Information Hub, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-7975-8938","affiliations":[{"raw_affiliation_string":"Information Hub, Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017671620","display_name":"Bing Qin","orcid":"https://orcid.org/0000-0002-2543-5604"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Qin","raw_affiliation_strings":["Faculty of Computing, Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-2543-5604","affiliations":[{"raw_affiliation_string":"Faculty of Computing, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054311881","display_name":"Chenggang Yan","orcid":"https://orcid.org/0000-0003-1204-0512"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenggang Yan","raw_affiliation_strings":["School of Automation, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1204-0512","affiliations":[{"raw_affiliation_string":"School of Automation, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9344-6428","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057732142","display_name":"Guiguang Ding","orcid":"https://orcid.org/0000-0003-0137-9975"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guiguang Ding","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0137-9975","affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.1144,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98608098,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"16","issue":"3","first_page":"1802","last_page":"1813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9326000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9326000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9018999934196472,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8425542116165161},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.643113911151886},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48436102271080017},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4397287964820862},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4287509322166443},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.104163259267807}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8425542116165161},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.643113911151886},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48436102271080017},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4397287964820862},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4287509322166443},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.104163259267807},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3539225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3539225","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7599999904632568,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1202467192","display_name":null,"funder_award_id":"U21B2010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6036694980","display_name":null,"funder_award_id":"L252009","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G796335958","display_name":null,"funder_award_id":"62441614","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2029996593","https://openalex.org/W2095176743","https://openalex.org/W2163922914","https://openalex.org/W2619383789","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2896457183","https://openalex.org/W2962931510","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2996799978","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3156636935","https://openalex.org/W3173549566","https://openalex.org/W3194672963","https://openalex.org/W3197875592","https://openalex.org/W3206201541","https://openalex.org/W3214432797","https://openalex.org/W4221155339","https://openalex.org/W4225650823","https://openalex.org/W4285184319","https://openalex.org/W4288055726","https://openalex.org/W4288804239","https://openalex.org/W4297499129","https://openalex.org/W4304091726","https://openalex.org/W4304092664","https://openalex.org/W4304098327","https://openalex.org/W4312925669","https://openalex.org/W4322736091","https://openalex.org/W4376607994","https://openalex.org/W4385245566","https://openalex.org/W4385570923","https://openalex.org/W4385570955","https://openalex.org/W4385571546","https://openalex.org/W4385695854","https://openalex.org/W4386075879","https://openalex.org/W4387968274","https://openalex.org/W4388188113","https://openalex.org/W4388193218","https://openalex.org/W4389047389","https://openalex.org/W4391849148","https://openalex.org/W4392903310","https://openalex.org/W4402670552"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,153],"analysis":[2],"(MSA)":[3],"aims":[4,91],"to":[5,29,43,50,92,122,145],"leverage":[6],"the":[7,31,37,40,52,60,67,103,110,124,133,173,190,195],"complementary":[8],"information":[9,41],"from":[10],"multiple":[11],"modalities":[12,108],"for":[13,66,97,151],"affective":[14],"understanding":[15],"of":[16,39,62,106,197],"user-generated":[17],"videos.":[18],"Existing":[19],"methods":[20,191],"mainly":[21],"focused":[22],"on":[23,159,184],"designing":[24],"sophisticated":[25],"feature":[26,95],"fusion":[27],"strategies":[28],"integrate":[30],"separately":[32],"extracted":[33],"multimodal":[34,152,185],"representations,":[35],"ignoring":[36],"interference":[38],"irrelevant":[42],"sentiment.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48,71],"propose":[49],"disentangle":[51],"unimodal":[53],"representations":[54,96,136],"into":[55],"sentiment-specific":[56,94,135],"and":[57,167],"sentiment-independent":[58],"features,":[59],"former":[61],"which":[63],"are":[64,157],"fused":[65],"MSA":[68],"task.":[69],"Specifically,":[70],"design":[72],"a":[73,128,147],"novel":[74],"Sentiment-aware":[75],"Disentangled":[76],"Representation":[77],"Shifting":[78],"framework,":[79],"termed":[80],"SDRS,":[81],"with":[82,109],"two":[83],"components.":[84],"<bold":[85,115],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[86,116],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Interactive":[87],"sentiment-aware":[88],"representation":[89,119,126,141],"disentanglement</b>":[90],"extract":[93],"each":[98,198],"nonverbal":[99,134],"modality":[100],"by":[101],"considering":[102],"contextual":[104],"influence":[105],"other":[107],"newly":[111],"developed":[112],"cross-attention":[113],"autoencoder.":[114],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Attentive":[117],"cross-modal":[118],"shifting</b>":[120],"tries":[121],"shift":[123],"textual":[125],"in":[127],"latent":[129],"token":[130],"space":[131],"using":[132],"after":[137],"projection.":[138],"The":[139,169],"shifted":[140],"is":[142],"finally":[143],"employed":[144],"fine-tune":[146],"pre-trained":[148],"language":[149],"model":[150],"analysis.":[154],"Extensive":[155],"experiments":[156],"conducted":[158],"three":[160],"public":[161],"benchmark":[162],"datasets,":[163],"i.e.,":[164],"CMU-MOSI,":[165],"CMU-MOSEI,":[166],"CH-SIMS.":[168],"results":[170,181],"demonstrate":[171],"that":[172,192],"proposed":[174],"SDRS":[175],"framework":[176],"not":[177],"only":[178],"obtains":[179],"state-of-the-art":[180],"based":[182],"solely":[183],"labels":[186,196],"but":[187],"also":[188],"outperforms":[189],"additionally":[193],"require":[194],"modality.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}