{"id":"https://openalex.org/W4417252145","doi":"https://doi.org/10.1109/tmm.2025.3639945","title":"Cross-Modal Explicit Invariance Coordinated Dual Constraint Reconstruction for Heterogeneous Incomplete Multimodal Sentiment Analysis","display_name":"Cross-Modal Explicit Invariance Coordinated Dual Constraint Reconstruction for Heterogeneous Incomplete Multimodal Sentiment Analysis","publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4417252145","doi":"https://doi.org/10.1109/tmm.2025.3639945"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3639945","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639945","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019320923","display_name":"Qi Shen","orcid":"https://orcid.org/0000-0001-7096-3732"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Shen","raw_affiliation_strings":["College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-7096-3732","affiliations":[{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087247680","display_name":"Junchang Xin","orcid":"https://orcid.org/0000-0003-2077-8269"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junchang Xin","raw_affiliation_strings":["College of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-2077-8269","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081863278","display_name":"Bing Tian Dai","orcid":"https://orcid.org/0000-0002-7245-7021"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bing Tian Dai","raw_affiliation_strings":["School of Information Systems, Singapore Management University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhihong Huang","orcid":"https://orcid.org/0000-0001-7399-0250"},"institutions":[{"id":"https://openalex.org/I177639307","display_name":"University of Dundee","ror":"https://ror.org/03h2bxq36","country_code":"GB","type":"education","lineage":["https://openalex.org/I177639307"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhihong Huang","raw_affiliation_strings":["School of Science and Engineering, University of Dundee, Dundee, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7399-0250","affiliations":[{"raw_affiliation_string":"School of Science and Engineering, University of Dundee, Dundee, U.K","institution_ids":["https://openalex.org/I177639307"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103215657","display_name":"Zhiqiong Wang","orcid":"https://orcid.org/0000-0002-0095-0378"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiong Wang","raw_affiliation_strings":["College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0095-0378","affiliations":[{"raw_affiliation_string":"College of Medicine and Biological Information Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19988774,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"1483","last_page":"1498"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.8551999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.08560000360012054,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.550599992275238},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.46299999952316284},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.41600000858306885},{"id":"https://openalex.org/keywords/vagueness","display_name":"Vagueness","score":0.40130001306533813},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3935999870300293},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.38989999890327454},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.37779998779296875},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.36550000309944153},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.33730000257492065}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.819100022315979},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6054999828338623},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.550599992275238},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4537000060081482},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C2776825360","wikidata":"https://www.wikidata.org/wiki/Q1411921","display_name":"Vagueness","level":3,"score":0.40130001306533813},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.37779998779296875},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.33730000257492065},{"id":"https://openalex.org/C113336015","wikidata":"https://www.wikidata.org/wiki/Q574010","display_name":"Complete information","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2996000051498413},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C2777974031","wikidata":"https://www.wikidata.org/wiki/Q493641","display_name":"Multimodal transport","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C4441509","wikidata":"https://www.wikidata.org/wiki/Q6418787","display_name":"Multimodal therapy","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2702000141143799},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2639000117778778},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3639945","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639945","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3479532904","display_name":null,"funder_award_id":"N2116016","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4618686014","display_name":null,"funder_award_id":"62072089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5475149831","display_name":null,"funder_award_id":"N2224001-10","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7797178789","display_name":null,"funder_award_id":"62432003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1731081199","https://openalex.org/W2001150023","https://openalex.org/W2095176743","https://openalex.org/W2099111195","https://openalex.org/W2191779130","https://openalex.org/W2395639500","https://openalex.org/W2556418146","https://openalex.org/W2740550900","https://openalex.org/W2787581402","https://openalex.org/W2807126412","https://openalex.org/W2883409523","https://openalex.org/W2889326414","https://openalex.org/W2896457183","https://openalex.org/W2962931510","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964266095","https://openalex.org/W2979826702","https://openalex.org/W2997770686","https://openalex.org/W3034849760","https://openalex.org/W3093051361","https://openalex.org/W3119957342","https://openalex.org/W3128412859","https://openalex.org/W3164173240","https://openalex.org/W3169801598","https://openalex.org/W3175825020","https://openalex.org/W3177085913","https://openalex.org/W3181101419","https://openalex.org/W3197875592","https://openalex.org/W3205519684","https://openalex.org/W3206201541","https://openalex.org/W3212847756","https://openalex.org/W3214432797","https://openalex.org/W4205727320","https://openalex.org/W4254724182","https://openalex.org/W4285184319","https://openalex.org/W4290713716","https://openalex.org/W4311461310","https://openalex.org/W4313156423","https://openalex.org/W4322736091","https://openalex.org/W4372260527","https://openalex.org/W4376455521","https://openalex.org/W4385245566","https://openalex.org/W4385571111","https://openalex.org/W4386075879","https://openalex.org/W4389317792","https://openalex.org/W4390872007","https://openalex.org/W4391488898","https://openalex.org/W4391582691","https://openalex.org/W4392931485","https://openalex.org/W4393147709","https://openalex.org/W4400624500"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"data":[1],"holds":[2],"great":[3],"potential":[4],"in":[5,35],"enhancing":[6],"the":[7,13,28,105,110,126,135,145,157,166,180,196,201,204],"accuracy":[8],"of":[9,30,112,128,159,182],"sentiment":[10,15,114],"analysis.":[11],"However,":[12],"multimodal":[14,24,32,37,41,50,59,90,151,206,212,225],"analysis":[16],"(MSA)":[17],"task":[18],"faces":[19],"two":[20],"practical":[21],"challenges:":[22],"i)":[23],"heterogeneity":[25],"significantly":[26],"increases":[27],"difficulty":[29],"integrating":[31],"information,":[33,131],"resulting":[34],"insufficient":[36],"learning;":[38],"and":[39,124,141,223],"ii)":[40],"incompleteness":[42],"easily":[43],"triggers":[44],"cross-modal":[45,97,197],"inference":[46],"biases,":[47],"seriously":[48],"hindering":[49],"understanding.":[51],"In":[52,144],"this":[53],"paper,":[54],"we":[55,93,148,171],"propose":[56],"a":[57,95,150,173],"novel":[58],"framework":[60],"named":[61],"<italic":[62,74,77,80],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[63,66,69,71,75,78,81],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">c</i>ross-modal":[64],"exp<italic":[65],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">li</i>cit":[67],"in<italic":[68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">v</i>arianc<italic":[70],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e</i>":[72],"coordinated":[73],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">d</i>ual":[76],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">c</i>onstraint":[79],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">r</i>econstruction":[82],"(Clive-Dcr)":[83],"to":[84,155,203],"mitigate":[85],"MSA":[86],"for":[87],"heterogeneous":[88,129],"incomplete":[89,169,205,224],"data.":[91],"Specifically,":[92],"present":[94],"language-oriented":[96],"invariance":[98,198],"reasoning":[99,199],"(LCIR)":[100],"approach":[101],"that":[102,215],"can":[103,119],"alleviate":[104],"inter-modal":[106,122],"representation":[107],"gaps":[108],"under":[109,168,221],"supervision":[111],"fine-grained":[113],"information.":[115],"More":[116],"importantly,":[117],"LCIR":[118],"explicitly":[120],"quantify":[121],"consistency":[123],"break":[125],"vagueness":[127],"modal":[130],"thereby":[132],"fully":[133],"exploring":[134],"complementary":[136],"advantages":[137],"between":[138],"invariant":[139],"features":[140],"specific":[142],"features.":[143],"prediction":[146],"head,":[147],"develop":[149],"purification":[152],"learning":[153],"mechanism":[154],"minimize":[156],"intervention":[158],"sentiment-irrelevant":[160],"information":[161],"on":[162,210],"MSA.":[163],"To":[164],"enhance":[165],"robustness":[167],"modalities,":[170],"design":[172],"dual":[174],"constraint":[175],"reconstruction":[176,181],"(DCR)":[177],"strategy.":[178],"During":[179],"missing":[183],"features,":[184],"DCR":[185],"not":[186],"only":[187],"performs":[188],"high-level":[189],"feature":[190],"distribution":[191],"alignment":[192],"but":[193],"also":[194],"extends":[195],"from":[200],"complete":[202,222],"scenarios.":[207],"Comprehensive":[208],"experiments":[209],"three":[211],"datasets":[213],"verify":[214],"our":[216],"Clive-Dcr":[217],"achieves":[218],"remarkable":[219],"performance":[220],"patterns.":[226]},"counts_by_year":[],"updated_date":"2026-03-09T07:00:12.390032","created_date":"2025-12-11T00:00:00"}