{"id":"https://openalex.org/W7225638907","doi":"https://doi.org/10.1186/s13636-026-00485-y","title":"Multimodal sentiment analysis via dynamic modality routing and cross-modal representation alignment","display_name":"Multimodal sentiment analysis via dynamic modality routing and cross-modal representation alignment","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225638907","doi":"https://doi.org/10.1186/s13636-026-00485-y"},"language":"en","primary_location":{"id":"doi:10.1186/s13636-026-00485-y","doi":"https://doi.org/10.1186/s13636-026-00485-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-026-00485-y","pdf_url":null,"source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722","3091-4523"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1186/s13636-026-00485-y","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137143905","display_name":"Zhiyi Feng","orcid":"https://orcid.org/0009-0008-5892-5758","observed_orcids":["https://orcid.org/0009-0008-5892-5758"]},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyi Feng","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, 100124, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, 100124, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000601742","display_name":"Maoshen Jia","orcid":"https://orcid.org/0000-0002-3452-3913","observed_orcids":["https://orcid.org/0000-0002-3452-3913"]},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Maoshen Jia","raw_affiliation_strings":["School of Information Science and Technology, Beijing University of Technology, Beijing, 100124, China"],"raw_orcid":"https://orcid.org/0000-0002-3452-3913","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Beijing University of Technology, Beijing, 100124, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5000601742"],"corresponding_institution_ids":["https://openalex.org/I37796252"],"apc_list":{"value":1890,"currency":"USD","value_usd":1890},"apc_paid":{"value":1890,"currency":"USD","value_usd":1890},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9535999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-sentiment-analysis","display_name":"multimodal sentiment analysis","score":1.0},{"id":"https://openalex.org/keywords/mixture-of-experts","display_name":"mixture of experts","score":0.7879999876022339},{"id":"https://openalex.org/keywords/cross-modal-representation-alignment","display_name":"cross-modal representation alignment","score":0.8479999899864197},{"id":"https://openalex.org/keywords/modality-imbalance","display_name":"modality imbalance","score":0.8740000128746033},{"id":"https://openalex.org/keywords/semantic-drift","display_name":"semantic drift","score":0.8659999966621399},{"id":"https://openalex.org/keywords/affective-computing","display_name":"affective computing","score":0.8009999990463257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.883899986743927},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7145000100135803},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6407999992370605},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5508999824523926},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5113000273704529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.491100013256073},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.47510001063346863},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4593000113964081},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.4431000053882599},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.37959998846054077},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.3456999957561493},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3434000015258789},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C167393769","wikidata":"https://www.wikidata.org/wiki/Q4680768","display_name":"Adaptive strategies","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29019999504089355},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.27149999141693115},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1186/s13636-026-00485-y","doi":"https://doi.org/10.1186/s13636-026-00485-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-026-00485-y","pdf_url":null,"source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722","3091-4523"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1186/s13636-026-00485-y","doi":"https://doi.org/10.1186/s13636-026-00485-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-026-00485-y","pdf_url":null,"source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722","3091-4523"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-c","jufo-1","norway-1","poland-100","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7220670299","https://openalex.org/W7163070812","https://openalex.org/W7163183709","https://openalex.org/W7117982874","https://openalex.org/W7154122202","https://openalex.org/W7222245143","https://openalex.org/W7134283304","https://openalex.org/W7221822918","https://openalex.org/W4417073391","https://openalex.org/W4404665639"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,114],"analysis":[2,115],"(MSA)":[3],"aims":[4],"to":[5,69,91,158,188],"estimate":[6],"the":[7,44,81,95,99,165,168,206,221],"continuous":[8],"positive\u2013negative":[9],"affective":[10,250],"orientation":[11],"of":[12,102,167],"an":[13,147],"utterance":[14],"from":[15],"textual,":[16],"acoustic,":[17],"and":[18,39,87,121,208,241],"visual":[19],"modalities.":[20,104],"Despite":[21],"its":[22],"potential,":[23],"practical":[24],"MSA":[25],"faces":[26],"a":[27,112,131,154,174,238],"critical":[28],"\u201cmodality":[29],"imbalance\u201d":[30],"challenge:":[31],"emotional":[32],"expressions":[33],"are":[34],"inherently":[35],"uneven":[36],"across":[37],"modalities":[38],"fluctuate":[40],"dynamically":[41,159],"based":[42],"on":[43,63,205],"context":[45],"or":[46,61,216],"speaker.":[47],"Existing":[48],"paradigms":[49],"often":[50],"struggle":[51],"with":[52,220],"this,":[53],"as":[54],"they":[55],"implicitly":[56],"assume":[57],"uniform":[58],"modality":[59,119,161,196,235],"contributions":[60],"rely":[62],"indirect":[64],"gating":[65],"mechanisms":[66],"that":[67,212,232],"fail":[68],"capture":[70],"sample-level":[71],"variations":[72],"in":[73,248],"predictive":[74,140],"reliability.":[75],"Furthermore,":[76],"many":[77],"fusion":[78],"strategies":[79],"overlook":[80],"explicit":[82],"semantic":[83,182],"consistency":[84],"between":[85],"fused":[86,186],"unimodal":[88,132,144,190],"features,":[89],"leading":[90],"\u201csemantic":[92],"drift,\u201d":[93],"where":[94],"integrated":[96],"representation":[97,123],"loses":[98],"discriminative":[100],"strengths":[101],"individual":[103,195],"To":[105],"address":[106],"these":[107],"limitations,":[108],"we":[109],"propose":[110],"CAMoE,":[111],"multimodal":[113,201],"framework":[116],"integrating":[117],"dynamic":[118],"routing":[120,169],"cross-modal":[122,175],"alignment.":[124],"CAMoE":[125,192,213],"introduces":[126],"three":[127],"synergistic":[128],"components:":[129],"(1)":[130],"auxiliary":[133,143],"refinement":[134],"module":[135,177],"(UARM),":[136],"which":[137,152,179],"preserves":[138,194],"modality-specific":[139],"capability":[141],"through":[142],"supervision;":[145],"(2)":[146],"adaptive":[148,242],"temperature":[149],"router":[150],"(ATR),":[151],"utilizes":[153],"mixture-of-experts":[155],"(MoE)":[156],"architecture":[157],"allocate":[160],"weights":[162],"by":[163],"adjusting":[164],"sharpness":[166],"distribution":[170],"per":[171],"sample;":[172],"(3)":[173],"alignment":[176],"(CAM),":[178],"enforces":[180],"reliability-aware":[181],"consistency.":[183],"By":[184],"anchoring":[185],"representations":[187],"high-reliability":[189],"references,":[191],"effectively":[193],"integrity":[197],"while":[198],"achieving":[199],"seamless":[200],"integration.":[202],"Extensive":[203],"evaluations":[204],"CMU-MOSI":[207],"CMU-MOSEI":[209],"benchmarks":[210],"demonstrate":[211],"achieves":[214],"competitive":[215],"superior":[217],"performance":[218],"compared":[219],"evaluated":[222],"baseline":[223],"methods":[224],"under":[225],"controlled,":[226],"feature-matched":[227],"evaluations.":[228],"Our":[229],"results":[230],"support":[231],"explicitly":[233],"modeling":[234],"reliability":[236],"provides":[237],"more":[239],"effective":[240],"solution":[243],"for":[244],"handling":[245],"imbalanced":[246],"data":[247],"real-world":[249],"computing":[251],"systems.":[252],"Source":[253],"code":[254],"is":[255],"available":[256],"at":[257],"https://github.com/TT-TT1/CAMoE":[258],".":[259]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}