{"id":"https://openalex.org/W7125973942","doi":"https://doi.org/10.1109/smc58881.2025.11343683","title":"Multi-Scale Fusion with Explicit Word-Level Alignment for Multimodal Sentiment Analysis","display_name":"Multi-Scale Fusion with Explicit Word-Level Alignment for Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-10-05","ids":{"openalex":"https://openalex.org/W7125973942","doi":"https://doi.org/10.1109/smc58881.2025.11343683"},"language":null,"primary_location":{"id":"doi:10.1109/smc58881.2025.11343683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343683","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124109137","display_name":"Xiaoge Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoge Li","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124080625","display_name":"Jinshuo Xing","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinshuo Xing","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124149849","display_name":"Yanan Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Ma","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124099473","display_name":"Xiaochun An","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaochun An","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111324572","display_name":"Yihua Ren","orcid":"https://orcid.org/0009-0006-3148-9525"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunsheng Ren","raw_affiliation_strings":["Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Xi’an University of Posts and Telecommunications,College of Computer Science,Xi’an,China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5124109137"],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.78760232,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"710","last_page":"715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.597599983215332,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.597599983215332,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.36640000343322754,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6809999942779541},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5906999707221985},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.5162000060081482},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5120000243186951},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.49050000309944153},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.4577000141143799},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.45719999074935913},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.42890000343322754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7293999791145325},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6809999942779541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.656499981880188},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5906999707221985},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5576000213623047},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.5162000060081482},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49050000309944153},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.4577000141143799},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45719999074935913},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41029998660087585},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.4000000059604645},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.3736000061035156},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.28870001435279846},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smc58881.2025.11343683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smc58881.2025.11343683","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Systems, Man, and Cybernetics (SMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2556418146","https://openalex.org/W2883409523","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W3034266838","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3111911126","https://openalex.org/W3128412859","https://openalex.org/W3211692312","https://openalex.org/W3214432797","https://openalex.org/W4311073413","https://openalex.org/W4385573848","https://openalex.org/W4387831763","https://openalex.org/W4389752793","https://openalex.org/W4390331593","https://openalex.org/W4404752345","https://openalex.org/W4404780702","https://openalex.org/W4406480601"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0,81],"sentiment":[1],"analysis":[2],"(MSA)":[3],"integrates":[4],"and":[5,13,33,48,71,151],"processes":[6],"data":[7],"from":[8,30,53,120],"multiple":[9],"sources,":[10],"like":[11],"audio":[12],"text,":[14],"to":[15,43,50,94,114],"better":[16],"understand":[17],"human":[18],"emotions":[19],"through":[20],"cross-modal":[21],"interactions.":[22],"Previous":[23],"research":[24],"generally":[25],"obtain":[26],"a":[27,77,87],"feature":[28],"embedding":[29],"different":[31],"modalities":[32],"fuse":[34],"at":[35,97],"the":[36,98,130,138,145],"utterance":[37],"level":[38,100],"directly,":[39],"making":[40],"it":[41],"difficult":[42],"capture":[44,116],"fine-grained":[45,88,118,139],"multimodal":[46,72],"representations":[47],"susceptible":[49],"irrelevant":[51],"information":[52,136],"heterogeneous":[54],"modalities.":[55],"Moreover,":[56],"these":[57],"methods":[58],"often":[59],"overlook":[60],"explicit":[61],"word-level":[62,124,134],"alignment":[63,90],"between":[64],"modalities,":[65],"which":[66],"limits":[67],"effective":[68],"representation":[69,89,96],"learning":[70],"fusion.":[73],"Therefore,":[74],"we":[75,127],"propose":[76],"novel":[78],"method,":[79],"Fine-grained":[80],"Fusion":[82],"Network(MMTA)":[83],"for":[84],"MSA.":[85],"Specifically,":[86],"module":[91],"is":[92,111],"introduced":[93],"extract":[95],"word":[99],"by":[101],"montreal":[102],"forced":[103],"aligner":[104],"(MFA).":[105],"A":[106],"local-global":[107],"multi-scale":[108],"fusion":[109,140],"method":[110],"then":[112],"designed":[113],"further":[115],"more":[117],"interaction":[119],"local":[121],"features,":[122],"i.e.,":[123,149],"features.":[125],"Finally,":[126],"also":[128],"investigate":[129],"effectiveness":[131],"of":[132],"incorporating":[133],"contextual":[135],"into":[137],"process.":[141],"Extensive":[142],"experiments":[143],"on":[144],"public":[146],"MSA":[147],"datasets,":[148],"MOSI":[150],"MOSEI,":[152],"show":[153],"that":[154],"our":[155],"approach":[156],"surpass":[157],"previous":[158],"baselines.":[159]},"counts_by_year":[],"updated_date":"2026-01-29T23:17:01.242718","created_date":"2026-01-29T00:00:00"}