{"id":"https://openalex.org/W7139925921","doi":"https://doi.org/10.1109/tmm.2026.3654415","title":"Adaptive Multimodal Semantic Balancing Framework for Sentiment Analysis","display_name":"Adaptive Multimodal Semantic Balancing Framework for Sentiment Analysis","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7139925921","doi":"https://doi.org/10.1109/tmm.2026.3654415"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2026.3654415","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3654415","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032480067","display_name":"Jiajia Tang","orcid":"https://orcid.org/0000-0001-6120-833X"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Tang","raw_affiliation_strings":["College of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6120-833X","affiliations":[{"raw_affiliation_string":"College of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112182936","display_name":"Feiwei Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiwei Zhou","raw_affiliation_strings":["College of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiping Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiping Wang","raw_affiliation_strings":["College of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130217639","display_name":"Jianhai Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhai Zhang","raw_affiliation_strings":["College of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1727-7463","affiliations":[{"raw_affiliation_string":"College of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130213870","display_name":"Qibin Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qibin Zhao","raw_affiliation_strings":["Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0002-4442-3182","affiliations":[{"raw_affiliation_string":"Center for Advanced Intelligence Project, RIKEN, Tokyo, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130250603","display_name":"Yu Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4210140824","display_name":"Spinal Elements (United States)","ror":"https://ror.org/056jz8j95","country_code":"US","type":"company","lineage":["https://openalex.org/I4210140824"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Ding","raw_affiliation_strings":["AI R&D Center, Happy Elements, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1834-4429","affiliations":[{"raw_affiliation_string":"AI R&D Center, Happy Elements, Beijing, China","institution_ids":["https://openalex.org/I4210140824"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130219382","display_name":"Wanzeng Kong","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanzeng Kong","raw_affiliation_strings":["College of Computer Science, Hangzhou Dianzi University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0113-6968","affiliations":[{"raw_affiliation_string":"College of Computer Science, Hangzhou Dianzi University, Hangzhou, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28710483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"4535","last_page":"4546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8349999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8349999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.03350000083446503,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6629999876022339},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3765000104904175},{"id":"https://openalex.org/keywords/word-sense-disambiguation","display_name":"Word-sense disambiguation","score":0.3068000078201294},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.2483000010251999}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8998000025749207},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6629999876022339},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5814999938011169},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5091000199317932},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C51646954","wikidata":"https://www.wikidata.org/wiki/Q48522","display_name":"Word-sense disambiguation","level":3,"score":0.3068000078201294},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3001999855041504},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27570000290870667},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.2483000010251999},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.24279999732971191}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2026.3654415","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2026.3654415","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5043059587478638,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G627685","display_name":null,"funder_award_id":"62471169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,40,68,83,159,208,221],"analysis":[2,84,201,222],"is":[3,108,133,172],"crucial":[4],"in":[5,65,139],"the":[6,14,27,30,39,50,66,94,103,112,121,127,149,158,163,168,177,182,185,199,204,212,215,218,228],"existing":[7,11],"research":[8],"area.":[9],"However,":[10],"methods":[12],"leverage":[13],"same":[15],"static":[16],"multimodal":[17,77,186,193,205,220],"fusion":[18,53,124,165],"order":[19,54],"to":[20,36,110,120,135,146,152,162,174,226],"deal":[21],"with":[22],"all":[23,60],"samples,":[24,63],"which":[25],"ignores":[26],"impact":[28],"of":[29,62,90,116,184,214],"sample":[31,178],"variability":[32,179],"issue.":[33],"This":[34,143],"fails":[35],"dynamically":[37],"balance":[38,157],"semantics":[41,160],"among":[42],"multiple":[43,137],"modalities":[44,138],"for":[45,59,82,203],"distinct":[46],"samples.":[47],"That":[48],"is,":[49],"fixed":[51],"modality":[52,123],"may":[55,197],"not":[56],"be":[57],"optimal":[58],"types":[61],"resulting":[64],"suboptimal":[67],"analysis.":[69,209],"In":[70],"this":[71],"paper,":[72],"we":[73],"proposed":[74,109,191,216],"an":[75],"adaptive":[76,192],"semantic":[78,150,187,194],"balancing":[79,188,195],"framework":[80],"(MSBF)":[81],"task.":[85],"The":[86,190,231],"above":[87],"architecture":[88],"consists":[89],"two":[91],"essential":[92],"part,":[93],"gated":[95,104,128],"residual":[96,105,129],"attention":[97,131],"mechanism":[98,107,132],"and":[99,114,155,180,207],"mini-batch":[100,169],"design.":[101],"Specifically,":[102],"self-attention":[106],"investigate":[111],"significance":[113],"contribution":[115],"each":[117],"modality,":[118],"leading":[119],"specific":[122],"order.":[125,166],"Then,":[126],"cross-modality":[130],"utilized":[134],"integrate":[136],"a":[140],"hierarchical":[141],"manner.":[142],"allows":[144],"us":[145],"effectively":[147],"eliminate":[148],"bias":[151],"some":[153],"extend":[154],"adaptively":[156],"according":[161],"corresponding":[164,229],"Moreover,":[167],"based":[170],"strategy":[171],"leveraged":[173],"further":[175],"handle":[176],"facilitate":[181],"robustness":[183],"procedure.":[189],"design":[196],"provide":[198],"novel":[200],"paradigm":[202],"learning":[206],"To":[210],"evaluate":[211],"performance":[213],"model,":[217],"public":[219],"benchmark":[223],"was":[224],"introduced":[225],"perform":[227],"experiments.":[230],"experiments":[232],"demonstrated":[233],"that":[234],"our":[235],"model":[236],"can":[237],"obtain":[238],"state-of-the-art":[239],"performance.":[240]},"counts_by_year":[],"updated_date":"2026-06-16T07:32:37.131356","created_date":"2026-03-21T00:00:00"}