{"id":"https://openalex.org/W4405717864","doi":"https://doi.org/10.1109/tmm.2024.3521836","title":"MulDeF: A Model-Agnostic Debiasing Framework for Robust Multimodal Sentiment Analysis","display_name":"MulDeF: A Model-Agnostic Debiasing Framework for Robust Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405717864","doi":"https://doi.org/10.1109/tmm.2024.3521836"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521836","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003099788","display_name":"Ruohong Huan","orcid":"https://orcid.org/0000-0003-2555-343X"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruohong Huan","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102929207","display_name":"Guowei Zhong","orcid":"https://orcid.org/0000-0002-1391-0957"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guowei Zhong","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100659434","display_name":"Peng Chen","orcid":"https://orcid.org/0000-0001-6122-0574"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001531117","display_name":"Ronghua Liang","orcid":"https://orcid.org/0000-0003-2077-9608"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghua Liang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University of Technology, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003099788"],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":1.0245,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.81984491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"2304","last_page":"2319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9693999886512756,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debiasing","display_name":"Debiasing","score":0.9641350507736206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8613612651824951},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5923663377761841},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4552518129348755},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4141952395439148},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.39946797490119934},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3922215700149536},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.09664535522460938}],"concepts":[{"id":"https://openalex.org/C2779458634","wikidata":"https://www.wikidata.org/wiki/Q24963715","display_name":"Debiasing","level":2,"score":0.9641350507736206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8613612651824951},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5923663377761841},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4552518129348755},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4141952395439148},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39946797490119934},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3922215700149536},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.09664535522460938},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521836","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2861150812","display_name":null,"funder_award_id":"62036009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3381881735","display_name":null,"funder_award_id":"62432014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3538816207","display_name":null,"funder_award_id":"62276237","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8026949685","display_name":null,"funder_award_id":"LTGY23F020006","funder_id":"https://openalex.org/F4320338468","funder_display_name":"Basic Public Welfare Research Program of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338468","display_name":"Basic Public Welfare Research Program of Zhejiang Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W2064675550","https://openalex.org/W2095176743","https://openalex.org/W2112796928","https://openalex.org/W2147800946","https://openalex.org/W2157331557","https://openalex.org/W2250539671","https://openalex.org/W2556418146","https://openalex.org/W2740550900","https://openalex.org/W2745461083","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2896457183","https://openalex.org/W2899197626","https://openalex.org/W2949676527","https://openalex.org/W2958722525","https://openalex.org/W2962931510","https://openalex.org/W2963032608","https://openalex.org/W2963686995","https://openalex.org/W2963702064","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W3012721484","https://openalex.org/W3034266838","https://openalex.org/W3035651653","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3097679710","https://openalex.org/W3128412859","https://openalex.org/W3152876231","https://openalex.org/W3156939347","https://openalex.org/W3164173240","https://openalex.org/W3164548985","https://openalex.org/W3169801598","https://openalex.org/W3171353004","https://openalex.org/W3176001432","https://openalex.org/W3177085913","https://openalex.org/W3177934633","https://openalex.org/W3205519684","https://openalex.org/W3206022579","https://openalex.org/W3214432797","https://openalex.org/W4205727320","https://openalex.org/W4220848927","https://openalex.org/W4285149123","https://openalex.org/W4285262944","https://openalex.org/W4288055726","https://openalex.org/W4296437441","https://openalex.org/W4312758889","https://openalex.org/W4366148644","https://openalex.org/W4379929708","https://openalex.org/W4385245566","https://openalex.org/W4386066382","https://openalex.org/W4387968274","https://openalex.org/W6640212811","https://openalex.org/W6679436768","https://openalex.org/W6752724743","https://openalex.org/W6764756247","https://openalex.org/W6780226713","https://openalex.org/W6782868315","https://openalex.org/W6783399553","https://openalex.org/W6784163774"],"related_works":["https://openalex.org/W4362554880","https://openalex.org/W4281684980","https://openalex.org/W4386875279","https://openalex.org/W2171721708","https://openalex.org/W4390963114","https://openalex.org/W4287887864","https://openalex.org/W3214527415","https://openalex.org/W1495104519","https://openalex.org/W4225584739","https://openalex.org/W2199432031"],"abstract_inverted_index":{"In":[0,110,129],"recent":[1],"years,":[2],"multimodal":[3,28,58,87,98,125,139,149],"sentiment":[4,31,184],"analysis":[5],"(MSA)":[6],"has":[7],"gained":[8],"prominence":[9],"with":[10],"the":[11,22,43,62,71,93,118,130,165,169,192,210,220],"proliferation":[12],"of":[13,24,57,120,171,222],"social":[14],"media.":[15],"However,":[16],"prior":[17],"studies":[18],"have":[19],"often":[20,36],"disregarded":[21],"possibility":[23],"spurious":[25],"correlations":[26],"between":[27],"data":[29],"and":[30,60,85,157,176,242],"labels.":[32,185],"Neglecting":[33],"these":[34],"factors":[35],"results":[37,218,239],"in":[38,48,103,228,240],"significant":[39],"performance":[40,227],"degradation,":[41],"hampering":[42],"model's":[44,63],"ability":[45],"to":[46,112,137,179,200,213,232],"generalize":[47],"out-of-distribution":[49],"(OOD)":[50],"scenarios.":[51],"To":[52,141],"gain":[53],"a":[54],"comprehensive":[55],"understanding":[56],"knowledge":[59],"enhance":[61],"generalization":[64],"across":[65],"diverse":[66],"distribution":[67],"scenarios,":[68],"we":[69,123,147,196],"present":[70],"Multimodal":[72],"Debiasing":[73],"Framework":[74],"(MulDeF).":[75],"This":[76],"model-agnostic":[77],"framework":[78],"addresses":[79],"label":[80,108],"bias":[81,156,161,188],"through":[82,100],"causal":[83,104,126],"intervention":[84],"tackles":[86],"biases":[88,150,182],"using":[89],"counterfactual":[90,135,203],"reasoning.":[91],"During":[92],"training":[94],"phase,":[95,132],"MulDeF":[96],"rectifies":[97],"representations":[99],"frontdoor":[101,121],"adjustment":[102],"intervention,":[105],"effectively":[106],"eliminating":[107],"bias.":[109,159,216],"order":[111],"model":[113,212],"conditional":[114],"expectation":[115],"calculations":[116],"within":[117],"context":[119],"adjustment,":[122],"introduce":[124],"attention":[127],"(MCA).":[128],"inference":[131],"it":[133],"employs":[134],"reasoning":[136],"eliminate":[138],"biases.":[140],"further":[142],"refine":[143],"our":[144],"debiasing":[145],"strategy,":[146],"categorize":[148],"into":[151],"two":[152],"distinct":[153],"types:":[154],"nonverbal":[155],"verbal":[158,187],"Nonverbal":[160],"is":[162],"addressed":[163],"at":[164,191],"utterance":[166],"level,":[167],"involving":[168],"establishment":[170],"unimodal":[172],"models":[173],"for":[174],"audio":[175],"visual":[177],"modalities":[178],"estimate":[180],"their":[181],"concerning":[183],"Conversely,":[186],"mitigation":[189],"occurs":[190],"word":[193],"level.":[194],"Here,":[195],"mask":[197],"\u201charmless\u201d":[198],"words":[199],"generate":[201],"corresponding":[202],"texts,":[204],"which":[205],"are":[206],"then":[207],"assessed":[208],"by":[209],"text":[211],"identify":[214],"word-level":[215],"Experimental":[217],"validate":[219],"effectiveness":[221],"MulDeF,":[223],"showcasing":[224],"its":[225],"superior":[226],"OOD":[229],"settings":[230],"compared":[231],"state-of-the-art":[233],"methods,":[234],"while":[235],"also":[236],"achieving":[237],"competitive":[238],"independent":[241],"identically":[243],"distributed":[244],"(IID)":[245],"settings.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}