{"id":"https://openalex.org/W4410294884","doi":"https://doi.org/10.1109/taffc.2025.3569089","title":"DNMCN: Dual-Stage Normalization Based Modality-Collaborative Fusion Network for Multimodal Sentiment Analysis","display_name":"DNMCN: Dual-Stage Normalization Based Modality-Collaborative Fusion Network for Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-05-12","ids":{"openalex":"https://openalex.org/W4410294884","doi":"https://doi.org/10.1109/taffc.2025.3569089"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3569089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3569089","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Miao Chen","orcid":"https://orcid.org/0009-0000-1177-6830"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Chen","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-1177-6830","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100642607","display_name":"Jin Liu","orcid":"https://orcid.org/0000-0001-7249-698X"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Liu","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7249-698X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101802308","display_name":"Xingye Li","orcid":"https://orcid.org/0000-0002-5727-8877"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingye Li","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-5727-8877","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yaohui Zhang","orcid":"https://orcid.org/0009-0000-8425-999X"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaohui Zhang","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-8425-999X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064617394","display_name":"Hongze Liu","orcid":"https://orcid.org/0000-0003-0680-9508"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongze Liu","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054741384","display_name":"Jiajia Jiao","orcid":"https://orcid.org/0000-0003-3680-787X"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Jiao","raw_affiliation_strings":["College of Information Engineering, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3680-787X","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005312852","display_name":"Huihua He","orcid":"https://orcid.org/0000-0003-4628-7425"},"institutions":[{"id":"https://openalex.org/I21945476","display_name":"Shanghai Normal University","ror":"https://ror.org/01cxqmw89","country_code":"CN","type":"education","lineage":["https://openalex.org/I21945476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihua He","raw_affiliation_strings":["College of Early Childhood Education, Shanghai Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4628-7425","affiliations":[{"raw_affiliation_string":"College of Early Childhood Education, Shanghai Normal University, Shanghai, China","institution_ids":["https://openalex.org/I21945476"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.5175,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92408771,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"16","issue":"4","first_page":"2770","last_page":"2787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9517999887466431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9517999887466431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9387999773025513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.932200014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.8503870964050293},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6770633459091187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5727624297142029},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.54351806640625},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.49711111187934875},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.49184751510620117},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.46756798028945923},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4624801576137543},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1141669750213623},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07831132411956787}],"concepts":[{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.8503870964050293},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6770633459091187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5727624297142029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.54351806640625},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.49711111187934875},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.49184751510620117},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.46756798028945923},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4624801576137543},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1141669750213623},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07831132411956787},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3569089","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3569089","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7682384977","display_name":null,"funder_award_id":"20&ZD130","funder_id":"https://openalex.org/F4320335869","funder_display_name":"National Social Science Fund of China"}],"funders":[{"id":"https://openalex.org/F4320335869","display_name":"National Social Science Fund of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2068124150","https://openalex.org/W2474425654","https://openalex.org/W2754741687","https://openalex.org/W2767249564","https://openalex.org/W2772633765","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2910191085","https://openalex.org/W2922482968","https://openalex.org/W2924126491","https://openalex.org/W2962931510","https://openalex.org/W2963032608","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216321","https://openalex.org/W2964216663","https://openalex.org/W2964266095","https://openalex.org/W2964346351","https://openalex.org/W3025576489","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3037572520","https://openalex.org/W3089044119","https://openalex.org/W3093051361","https://openalex.org/W3116313195","https://openalex.org/W3120680448","https://openalex.org/W3128412859","https://openalex.org/W3177085913","https://openalex.org/W3197875592","https://openalex.org/W3208639589","https://openalex.org/W4206326349","https://openalex.org/W4224933771","https://openalex.org/W4225650823","https://openalex.org/W4312758889","https://openalex.org/W4319786843","https://openalex.org/W4320002631","https://openalex.org/W4321439011","https://openalex.org/W4360996138","https://openalex.org/W4361199562","https://openalex.org/W4375868769","https://openalex.org/W4376455521","https://openalex.org/W4385245566","https://openalex.org/W4385494537","https://openalex.org/W4386158731","https://openalex.org/W4388116458","https://openalex.org/W4390331593","https://openalex.org/W4390367337","https://openalex.org/W4390430684","https://openalex.org/W4391302483","https://openalex.org/W4400624500","https://openalex.org/W4402352780","https://openalex.org/W4404297277","https://openalex.org/W4408173316","https://openalex.org/W4408200296"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2591697403","https://openalex.org/W2596247554","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989"],"abstract_inverted_index":{"Due":[0],"to":[1,60,91,117,139,182],"the":[2,8,15,66,114,135,184,209],"high-quality":[3,141],"semantic":[4],"information":[5],"provided":[6],"by":[7,70,126],"text":[9],"modality,":[10],"text-driven":[11],"models":[12],"have":[13],"become":[14],"dominant":[16],"approach":[17],"for":[18],"Multimodal":[19],"Sentiment":[20],"Analysis":[21],"(MSA)":[22],"in":[23,29,77,113,134,159],"recent":[24],"years.":[25],"Despite":[26],"notable":[27],"progress":[28],"previous":[30],"studies,":[31],"two":[32],"primary":[33],"limitations":[34],"remain:":[35],"(i)":[36],"aligning":[37],"multimodal":[38],"features":[39,102,188],"often":[40],"relies":[41],"on":[42,62,208],"simple":[43],"matching":[44],"of":[45,186],"sequence":[46,122],"length":[47,123],"or":[48],"feature":[49],"dimension,":[50],"which":[51],"overlooks":[52],"cross-modal":[53,120,142],"heterogeneity.":[54],"(ii)":[55],"existing":[56,205],"fusion":[57],"techniques":[58],"tend":[59],"over-rely":[61],"text,":[63],"potentially":[64],"diminishing":[65],"emotional":[67],"data":[68],"contributed":[69],"other":[71,190],"modalities.":[72],"To":[73],"address":[74],"these":[75],"issues,":[76],"this":[78],"paper,":[79],"we":[80,95,149],"propose":[81,150],"a":[82,97,109,175],"Dual-stage":[83],"Normalization":[84],"based":[85],"Modality-Collaborative":[86],"Fusion":[87,154],"Network":[88],"(DNMCN).":[89],"Initially,":[90],"reduce":[92],"modality":[93,147,170,192],"discrepancies,":[94],"introduce":[96],"dual-stage":[98],"normalization":[99],"strategy,":[100],"where":[101],"from":[103],"different":[104],"modalities":[105],"were":[106,132],"mapped":[107],"into":[108,167],"common":[110],"dimensional":[111],"space":[112],"first":[115,165],"stage":[116],"facilitate":[118],"effective":[119],"comparisons;":[121],"inconsistencies":[124],"caused":[125],"cropping":[127],"and":[128,189,215],"multiscale":[129],"dimension":[130],"reduction":[131],"addressed":[133],"second":[136],"stage.":[137],"Additionally,":[138],"achieve":[140],"mapping":[143],"without":[144],"losing":[145],"non-textual":[146,191],"information,":[148],"an":[151],"Adaptive":[152],"modality-Collaborative":[153],"Transformer":[155],"(ACF-T)":[156],"block.":[157],"Specifically,":[158],"ACF-T":[160],"block,":[161],"textual":[162],"semantics":[163],"are":[164],"integrated":[166],"any":[168],"non-text":[169],"via":[171],"multi-head":[172],"attention.":[173],"Next,":[174],"novel":[176],"adaptive":[177],"weighting":[178],"strategy":[179],"is":[180],"introduced":[181],"balance":[183],"contribution":[185],"fused":[187],"features,":[193],"thereby":[194],"enhancing":[195],"crossmodal":[196],"interaction.":[197],"Experimental":[198],"results":[199],"demonstrate":[200],"that":[201],"our":[202],"method":[203],"outperforms":[204],"state-of-the-art":[206],"approaches":[207],"public":[210],"benchmark":[211],"datasets":[212],"CH-SIMS,":[213],"CMU-MOSI":[214],"CMU-MOSEI.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}