{"id":"https://openalex.org/W4404035888","doi":"https://doi.org/10.1109/taffc.2024.3490694","title":"Connecting Cross-Modal Representations for Compact and Robust Multimodal Sentiment Analysis With Sentiment Word Substitution Error","display_name":"Connecting Cross-Modal Representations for Compact and Robust Multimodal Sentiment Analysis With Sentiment Word Substitution Error","publication_year":2024,"publication_date":"2024-11-04","ids":{"openalex":"https://openalex.org/W4404035888","doi":"https://doi.org/10.1109/taffc.2024.3490694"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3490694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3490694","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101114636","display_name":"Qiyuan Sun","orcid":"https://orcid.org/0000-0001-9642-9722"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiyuan Sun","raw_affiliation_strings":["Department of Computer Science, Inner Mongolia University, Hohhot, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008862741","display_name":"Haolin Zuo","orcid":"https://orcid.org/0009-0000-1412-2883"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haolin Zuo","raw_affiliation_strings":["Department of Computer Science, Inner Mongolia University, Hohhot, China"],"raw_orcid":"https://orcid.org/0009-0000-1412-2883","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082746577","display_name":"Rui Liu","orcid":"https://orcid.org/0000-0003-4524-7413"},"institutions":[{"id":"https://openalex.org/I2722730","display_name":"Inner Mongolia University","ror":"https://ror.org/0106qb496","country_code":"CN","type":"education","lineage":["https://openalex.org/I2722730"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Liu","raw_affiliation_strings":["Department of Computer Science, Inner Mongolia University, Hohhot, China"],"raw_orcid":"https://orcid.org/0000-0003-4524-7413","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Inner Mongolia University, Hohhot, China","institution_ids":["https://openalex.org/I2722730"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032690182","display_name":"Haizhou Li","orcid":"https://orcid.org/0000-0001-9158-9401"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haizhou Li","raw_affiliation_strings":["School of Data Science, Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China","Shenzhen Research Institute of Big Data, School of Data Science, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-9158-9401","affiliations":[{"raw_affiliation_string":"School of Data Science, Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210099586"]},{"raw_affiliation_string":"Shenzhen Research Institute of Big Data, School of Data Science, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924","https://openalex.org/I4210099586"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88321936,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"16","issue":"3","first_page":"1265","last_page":"1276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9447000026702881,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/substitution","display_name":"Substitution (logic)","score":0.8412265777587891},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6883415579795837},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6434898972511292},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6005560159683228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5080578327178955},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5080447196960449},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4966462254524231},{"id":"https://openalex.org/keywords/error-analysis","display_name":"Error analysis","score":0.44420450925827026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42467015981674194},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.28902000188827515},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2571200728416443},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.10591650009155273}],"concepts":[{"id":"https://openalex.org/C2778220771","wikidata":"https://www.wikidata.org/wiki/Q1522579","display_name":"Substitution (logic)","level":2,"score":0.8412265777587891},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6883415579795837},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6434898972511292},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6005560159683228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5080578327178955},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5080447196960449},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4966462254524231},{"id":"https://openalex.org/C3018824978","wikidata":"https://www.wikidata.org/wiki/Q2894891","display_name":"Error analysis","level":2,"score":0.44420450925827026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42467015981674194},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.28902000188827515},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2571200728416443},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.10591650009155273},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3490694","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3490694","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G279539834","display_name":null,"funder_award_id":"62206136","funder_id":"https://openalex.org/F4320335581","funder_display_name":"Young Scientists Fund"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335581","display_name":"Young Scientists Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2070353225","https://openalex.org/W2095176743","https://openalex.org/W2191779130","https://openalex.org/W2341528187","https://openalex.org/W2753840835","https://openalex.org/W2807126412","https://openalex.org/W2981873476","https://openalex.org/W2997564896","https://openalex.org/W3087647883","https://openalex.org/W3093051361","https://openalex.org/W3128412859","https://openalex.org/W3205878676","https://openalex.org/W4221161910","https://openalex.org/W4285184319","https://openalex.org/W4297499129","https://openalex.org/W4311461310","https://openalex.org/W4312237773","https://openalex.org/W4366148644","https://openalex.org/W4372266552","https://openalex.org/W4372266796","https://openalex.org/W4376455521","https://openalex.org/W4385822650","https://openalex.org/W4385978594","https://openalex.org/W4387107466","https://openalex.org/W4387969507","https://openalex.org/W4388193218","https://openalex.org/W4388692838","https://openalex.org/W4390241509","https://openalex.org/W4390367337","https://openalex.org/W4390480998","https://openalex.org/W4391488898","https://openalex.org/W4392903647","https://openalex.org/W4392904444","https://openalex.org/W4393372125","https://openalex.org/W4394589847","https://openalex.org/W4400350678","https://openalex.org/W4403713274"],"related_works":["https://openalex.org/W2379444625","https://openalex.org/W2393147081","https://openalex.org/W2575869988","https://openalex.org/W4308647020","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2370088286","https://openalex.org/W2385568494","https://openalex.org/W2941935829","https://openalex.org/W2596247554"],"abstract_inverted_index":{"Multimodal":[0],"Sentiment":[1],"Analysis":[2],"(MSA)":[3],"seeks":[4],"to":[5,12,52,64,130,150,218],"fuse":[6,208],"textual,":[7],"acoustic,":[8],"and":[9,57,76,97,101,106,147,179,211,233],"visual":[10],"information":[11,85],"predict":[13],"a":[14,92,95,117,157],"speaker\u2019s":[15],"sentiment":[16,44,53,68,159,187,193],"states":[17],"effectively.":[18],"However,":[19,90],"in":[20,55,73,184],"real-world":[21,231],"scenarios,":[22],"the":[23,67,79,103,145,153,176,180,185,192,196,209,220,230,234,237],"text":[24,56,177,197],"modality":[25,178,198],"received":[26],"by":[27,161],"MSA":[28,59,133],"systems":[29],"is":[30],"often":[31],"obtained":[32],"through":[33],"automatic":[34],"speech":[35],"recognition":[36],"(ASR)":[37],"models.":[38],"Unfortunately,":[39],"ASR":[40,74],"may":[41],"erroneously":[42],"recognize":[43],"words":[45],"as":[46],"phonetically":[47],"similar":[48],"neutral":[49],"alternatives,":[50],"leading":[51],"degradation":[54],"impacting":[58],"accuracy.":[60],"Recent":[61],"attempts":[62],"aim":[63],"first":[65],"identify":[66],"word":[69,81],"substitution":[70],"(SWS)":[71],"error":[72],"results":[75,235],"then":[77],"refine":[78],"corrupted":[80],"embeddings":[82],"using":[83],"multimodal":[84,88,164,221],"for":[86,223],"final":[87],"fusion.":[89],"such":[91],"method":[93],"includes":[94],"burdensome":[96],"ambiguous":[98],"detection":[99],"operation":[100],"ignores":[102],"inherent":[104],"correlations":[105],"heterogeneity":[107,216],"among":[108],"different":[109],"modalities.":[110],"To":[111],"address":[112],"these":[113],"issues,":[114],"we":[115,141,171,206],"propose":[116],"more":[118,199],"compact":[119],"system,":[120],"termed":[121],"<bold":[122,138,168,202],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[123,139,169,203],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ARF-MSA</b>":[124],"consisting":[125],"of":[126,191,239],"three":[127,215],"key":[128],"components":[129],"achieving":[131],"robust":[132],"with":[134],"SWS":[135],"errors:":[136],"1)":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Alignment</b>:":[140],"establish":[142],"connections":[143],"between":[144,175],"\u201ctext-acoustic\u2019":[146],"\u201ctext-visual\u201d":[148],"representations":[149],"effectively":[151],"map":[152],"\u201ctext-acoustic-visual\u201d":[154],"data":[155],"into":[156],"unified":[158,186],"space":[160],"leveraging":[162],"their":[163],"correlation":[165],"knowledge;":[166],"2)":[167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Refinement</b>:":[170],"perform":[172],"fine-grained":[173],"comparisons":[174],"other":[181],"two":[182],"modalities":[183,217],"space,":[188],"enabling":[189],"refinement":[190],"expression":[194],"within":[195],"concisely;":[200],"3)":[201],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Fusion</b>:":[204],"Finally,":[205],"hierarchically":[207],"dominant":[210],"non-dominant":[212],"representation":[213],"from":[214],"obtain":[219],"feature":[222],"MSA.":[224],"We":[225],"conduct":[226],"extensive":[227],"experiments":[228],"on":[229],"datasets":[232],"demonstrate":[236],"effectiveness":[238],"our":[240],"model.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-23T23:11:35.936235","created_date":"2025-10-10T00:00:00"}