{"id":"https://openalex.org/W4411371823","doi":"https://doi.org/10.1145/3744648","title":"A Multimodal Semantic Fusion Network with Cross-Modal Alignment for Multimodal Sentiment Analysis","display_name":"A Multimodal Semantic Fusion Network with Cross-Modal Alignment for Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4411371823","doi":"https://doi.org/10.1145/3744648"},"language":"en","primary_location":{"id":"doi:10.1145/3744648","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3744648","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061581624","display_name":"Shunxiang Zhang","orcid":"https://orcid.org/0000-0002-0540-7593"},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]},{"id":"https://openalex.org/I4210135980","display_name":"Huainan Normal University","ror":"https://ror.org/03n7a5z57","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunxiang Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and School of Computer, Huainan Normal University, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China, School of Computer, Huainan Normal University, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-0540-7593","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and School of Computer, Huainan Normal University, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I4210135980","https://openalex.org/I184681353"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China, School of Computer, Huainan Normal University, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I184681353","https://openalex.org/I4210135980"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiajia Liu","orcid":"https://orcid.org/0009-0006-1219-3200"},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]},{"id":"https://openalex.org/I4210137491","display_name":"National Science Centre","ror":"https://ror.org/03ha2q922","country_code":"PL","type":"government","lineage":["https://openalex.org/I4210137491"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Jiajia Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China  and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0006-1219-3200","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China  and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I4210137491"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I184681353"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yixuan Jiao","orcid":"https://orcid.org/0009-0003-9168-8786"},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]},{"id":"https://openalex.org/I4210137491","display_name":"National Science Centre","ror":"https://ror.org/03ha2q922","country_code":"PL","type":"government","lineage":["https://openalex.org/I4210137491"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Yixuan Jiao","raw_affiliation_strings":["School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China  and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0003-9168-8786","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China  and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I4210137491"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I184681353"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yulei Zhang","orcid":"https://orcid.org/0009-0008-3344-857X"},"institutions":[{"id":"https://openalex.org/I184681353","display_name":"Anhui University of Science and Technology","ror":"https://ror.org/00q9atg80","country_code":"CN","type":"education","lineage":["https://openalex.org/I184681353"]},{"id":"https://openalex.org/I4210137491","display_name":"National Science Centre","ror":"https://ror.org/03ha2q922","country_code":"PL","type":"government","lineage":["https://openalex.org/I4210137491"]}],"countries":["CN","PL"],"is_corresponding":false,"raw_author_name":"Yulei Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China  and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0008-3344-857X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China  and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I4210137491"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Anhui University of Science and Technology, Huainan, China and Artificial Intelligence Research Institute, Hefei Comprehensive National Science Center, Hefei, China","institution_ids":["https://openalex.org/I184681353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068940319","display_name":"Lei Chen","orcid":"https://orcid.org/0009-0006-9706-1943"},"institutions":[{"id":"https://openalex.org/I4210135980","display_name":"Huainan Normal University","ror":"https://ror.org/03n7a5z57","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135980"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":["School of Computer, Huainan Normal University, Huainan, China"],"raw_orcid":"https://orcid.org/0009-0006-9706-1943","affiliations":[{"raw_affiliation_string":"School of Computer, Huainan Normal University, Huainan, China","institution_ids":["https://openalex.org/I4210135980"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063188437","display_name":"Kuan\u2010Ching Li","orcid":"https://orcid.org/0000-0003-1381-4364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuanching Li","raw_affiliation_strings":["Computer Science and Information Engineering, Providence University, Taichung, China"],"raw_orcid":"https://orcid.org/0000-0003-1381-4364","affiliations":[{"raw_affiliation_string":"Computer Science and Information Engineering, Providence University, Taichung, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.9642,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98274295,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"21","issue":"10","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8917888402938843},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.653170108795166},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.536068856716156},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5161594152450562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5149567723274231},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4968562424182892},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4731629490852356},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3986007571220398},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2898308336734772},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23781180381774902}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8917888402938843},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.653170108795166},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.536068856716156},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5161594152450562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5149567723274231},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4968562424182892},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4731629490852356},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3986007571220398},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2898308336734772},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23781180381774902},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3744648","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3744648","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G715216102","display_name":null,"funder_award_id":"62476005, 62076006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2003856922","https://openalex.org/W2012070465","https://openalex.org/W2046858834","https://openalex.org/W2048797745","https://openalex.org/W2074356411","https://openalex.org/W2075456404","https://openalex.org/W2194775991","https://openalex.org/W2265228180","https://openalex.org/W2744979708","https://openalex.org/W2767484504","https://openalex.org/W2798802604","https://openalex.org/W2910191085","https://openalex.org/W2951937667","https://openalex.org/W2963341956","https://openalex.org/W2994818707","https://openalex.org/W2997383919","https://openalex.org/W3035454331","https://openalex.org/W3035565303","https://openalex.org/W3041730883","https://openalex.org/W3041856066","https://openalex.org/W3080873008","https://openalex.org/W3093400813","https://openalex.org/W3094502228","https://openalex.org/W3095024162","https://openalex.org/W3100754052","https://openalex.org/W3110846182","https://openalex.org/W3111911126","https://openalex.org/W3147042192","https://openalex.org/W3167369375","https://openalex.org/W3174134652","https://openalex.org/W3211094633","https://openalex.org/W4205462621","https://openalex.org/W4206543206","https://openalex.org/W4214819138","https://openalex.org/W4224917440","https://openalex.org/W4225484863","https://openalex.org/W4225650823","https://openalex.org/W4241982274","https://openalex.org/W4283771300","https://openalex.org/W4285727302","https://openalex.org/W4293205624","https://openalex.org/W4297499129","https://openalex.org/W4299527668","https://openalex.org/W4308804762","https://openalex.org/W4311463220","https://openalex.org/W4315778483","https://openalex.org/W4322736091","https://openalex.org/W4361199562","https://openalex.org/W4366217673","https://openalex.org/W4377140104","https://openalex.org/W4385569851","https://openalex.org/W4387924421","https://openalex.org/W4388796182","https://openalex.org/W4389060417","https://openalex.org/W4390331593","https://openalex.org/W4392405713","https://openalex.org/W4402703046","https://openalex.org/W4402754177"],"related_works":["https://openalex.org/W2968820833","https://openalex.org/W2068964259","https://openalex.org/W2013013717","https://openalex.org/W66256988","https://openalex.org/W4302857920","https://openalex.org/W1987340722","https://openalex.org/W199123384","https://openalex.org/W2739856905","https://openalex.org/W4405250584","https://openalex.org/W4239305747"],"abstract_inverted_index":{"User-generated":[0],"multimodal":[1,24],"data":[2],"can":[3],"provide":[4],"powerful":[5],"sentiment":[6,9,17,40,112,135,162,167],"clues":[7],"for":[8,96,172],"analysis":[10,56],"task.":[11],"Existing":[12],"works":[13,29,36],"have":[14,30,159],"aligned":[15],"common":[16,39],"features":[18,41,109,131],"in":[19,61,175],"different":[20],"modalities":[21],"through":[22],"various":[23],"fusion":[25],"methods.":[26],"However,":[27],"these":[28,51,76,130],"certain":[31],"limitations:":[32],"(1)":[33],"Previous":[34],"research":[35],"only":[37],"align":[38,103],"between":[42,92],"image":[43,62,93,104],"and":[44,63,94,106],"text,":[45],"without":[46],"fully":[47],"exploring":[48],"interactions":[49,128],"among":[50,129],"features,":[52,163],"leading":[53],"to":[54,86,111,125,132,169,190],"suboptimal":[55],"results.":[57],"(2)":[58],"Redundant":[59],"noise":[60],"text":[64,95,107],"increases":[65],"the":[66,89,127,183],"risk":[67],"of":[68,185],"feature":[69,144],"misalignment":[70,145],"during":[71,146],"cross-modal":[72,147],"alignment.":[73],"To":[74],"address":[75],"issues,":[77],"we":[78,102,120,164],"propose":[79],"a":[80,115,150],"Multimodal":[81,97],"Semantic":[82],"Fusion":[83],"Network":[84],"(MSFN)":[85],"deeply":[87],"explore":[88],"semantic":[90],"relationship":[91],"Sentiment":[98],"Analysis":[99],"(MSA).":[100],"Specifically,":[101],"region":[105],"word":[108],"related":[110],"by":[113],"using":[114,149],"gated":[116,139],"attention":[117,140],"mechanism.":[118,152],"Subsequently,":[119],"employ":[121],"graph":[122],"convolutional":[123],"networks":[124],"model":[126,171,188],"obtain":[133],"explicit":[134,160],"semantics.":[136],"The":[137],"proposed":[138,187],"mechanism":[141],"corrects":[142],"potential":[143],"alignment":[148],"gating":[151],"Moreover,":[153],"considering":[154],"not":[155],"all":[156],"image\u2013text":[157],"pairs":[158],"corresponding":[161],"integrate":[165],"implicit":[166],"semantics":[168],"our":[170,186],"enhancing":[173],"reliability":[174],"analysis.":[176],"Experimental":[177],"results":[178],"on":[179],"benchmark":[180],"datasets":[181],"demonstrate":[182],"effectiveness":[184],"compared":[189],"baselines.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-17T08:01:34.144755","created_date":"2025-10-10T00:00:00"}