{"id":"https://openalex.org/W4366148644","doi":"https://doi.org/10.1109/tmm.2023.3267882","title":"Noise Imitation Based Adversarial Training for Robust Multimodal Sentiment Analysis","display_name":"Noise Imitation Based Adversarial Training for Robust Multimodal Sentiment Analysis","publication_year":2023,"publication_date":"2023-04-17","ids":{"openalex":"https://openalex.org/W4366148644","doi":"https://doi.org/10.1109/tmm.2023.3267882"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3267882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3267882","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101845160","display_name":"Ziqi Yuan","orcid":"https://orcid.org/0000-0003-2397-2163"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziqi Yuan","raw_affiliation_strings":["State Key Laboratory of Intelligent Technology and Systems, Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2397-2163","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101495517","display_name":"Yihe Liu","orcid":"https://orcid.org/0000-0001-5289-8391"},"institutions":[{"id":"https://openalex.org/I34155123","display_name":"Hebei University of Science and Technology","ror":"https://ror.org/05h3pkk68","country_code":"CN","type":"education","lineage":["https://openalex.org/I34155123"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihe Liu","raw_affiliation_strings":["School of Information Science and Engineering, Hebei University of Science and Technology, Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Hebei University of Science and Technology, Shijiazhuang, China","institution_ids":["https://openalex.org/I34155123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086201515","display_name":"Hua Xu","orcid":"https://orcid.org/0000-0002-7401-307X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Xu","raw_affiliation_strings":["State Key Laboratory of Intelligent Technology and Systems, Department of Computer Science and Technology, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7401-307X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Intelligent Technology and Systems, Department of Computer Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037489226","display_name":"Kai Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I34155123","display_name":"Hebei University of Science and Technology","ror":"https://ror.org/05h3pkk68","country_code":"CN","type":"education","lineage":["https://openalex.org/I34155123"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Gao","raw_affiliation_strings":["School of Information Science and Engineering, Hebei University of Science and Technology, Shijiazhuang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Hebei University of Science and Technology, Shijiazhuang, China","institution_ids":["https://openalex.org/I34155123"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101845160"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":10.2245,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.98699639,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"529","last_page":"539"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8665898442268372},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.636509120464325},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5789134502410889},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5075525045394897},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5067098736763},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.5012450218200684},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.46092674136161804},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4590218961238861},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4455625116825104},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4421897530555725},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.43566563725471497},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.4169906973838806},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34325915575027466},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3280028700828552},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09109616279602051}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8665898442268372},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.636509120464325},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5789134502410889},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5075525045394897},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5067098736763},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.5012450218200684},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.46092674136161804},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4590218961238861},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4455625116825104},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4421897530555725},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.43566563725471497},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.4169906973838806},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34325915575027466},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3280028700828552},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09109616279602051},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3267882","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3267882","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5}],"awards":[{"id":"https://openalex.org/G4675302116","display_name":null,"funder_award_id":"62173195","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2556418146","https://openalex.org/W2619383789","https://openalex.org/W2753840835","https://openalex.org/W2765811365","https://openalex.org/W2883409523","https://openalex.org/W2962931510","https://openalex.org/W2963032608","https://openalex.org/W2963063161","https://openalex.org/W2964024144","https://openalex.org/W2964051877","https://openalex.org/W2968228919","https://openalex.org/W2997573100","https://openalex.org/W3012721484","https://openalex.org/W3034266838","https://openalex.org/W3109389742","https://openalex.org/W3114214226","https://openalex.org/W3122730565","https://openalex.org/W3128412859","https://openalex.org/W3135970545","https://openalex.org/W3170863103","https://openalex.org/W3171638247","https://openalex.org/W3175825020","https://openalex.org/W3176404283","https://openalex.org/W3177085913","https://openalex.org/W3206201541","https://openalex.org/W3209059054","https://openalex.org/W3214432797","https://openalex.org/W4221155339","https://openalex.org/W4221161910","https://openalex.org/W4285149123","https://openalex.org/W4285184319","https://openalex.org/W4287077228","https://openalex.org/W4287780442","https://openalex.org/W4287887284","https://openalex.org/W4293568373","https://openalex.org/W4296437441","https://openalex.org/W4312292725","https://openalex.org/W4313156423","https://openalex.org/W4313164293","https://openalex.org/W4313639237","https://openalex.org/W4376455521","https://openalex.org/W4382318593","https://openalex.org/W4385574003","https://openalex.org/W4385574065","https://openalex.org/W4387446650","https://openalex.org/W6631190155","https://openalex.org/W6713645886","https://openalex.org/W6739901393","https://openalex.org/W6752724743","https://openalex.org/W6777336802","https://openalex.org/W6780218876","https://openalex.org/W6780248173","https://openalex.org/W6783646676","https://openalex.org/W6796761347","https://openalex.org/W6797781246","https://openalex.org/W6845872815"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W2413243053","https://openalex.org/W410723623","https://openalex.org/W2015341305","https://openalex.org/W2035068594","https://openalex.org/W4225593417","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W4312352990"],"abstract_inverted_index":{"As":[0],"an":[1],"inevitable":[2],"phenomenon":[3],"in":[4,39],"real-world":[5,40,234],"applications,":[6],"data":[7],"imperfection":[8,55,163],"has":[9],"emerged":[10],"as":[11,95,164],"one":[12],"of":[13,33,45,162,180,187,203,229],"the":[14,54,57,62,67,76,83,87,96,104,108,148,155,159,165,201,227],"most":[15],"critical":[16],"challenges":[17],"for":[18,98,115,184,233],"multimodal":[19,113],"sentiment":[20],"analysis.":[21],"However,":[22],"existing":[23],"approaches":[24],"tend":[25],"to":[26,36,74,111,136],"overly":[27],"focus":[28],"on":[29,121,198,211],"a":[30,125],"specific":[31],"type":[32,161],"imperfection,":[34,188],"leading":[35],"performance":[37],"degradation":[38],"scenarios":[41],"where":[42],"multiple":[43],"types":[44,186],"noise":[46,68,218],"exist":[47],"simultaneously.":[48],"In":[49],"this":[50],"work,":[51],"we":[52,173,207],"formulate":[53],"with":[56,130,154],"modality":[58,105,156,190],"feature":[59,93,157],"missing":[60],"at":[61,82],"training":[63,72,128,166],"period":[64],"and":[65,102,143,168,196,219],"propose":[66],"intimation":[69],"based":[70,120],"adversarial":[71,127],"framework":[73],"improve":[75],"robustness":[77],"against":[78],"various":[79],"potential":[80],"imperfections":[81],"inference":[84],"period.":[85],"Specifically,":[86],"proposed":[88,135,149,231],"method":[89,150,232],"first":[90,152],"uses":[91],"temporal":[92],"erasing":[94],"augmentation":[97],"noisy":[99,142],"instances":[100],"construction":[101],"exploits":[103],"interactions":[106],"through":[107],"self-attention":[109],"mechanism":[110],"learn":[112,137],"representation":[114,140],"original-noisy":[116],"instance":[117],"pairs.":[118],"Then,":[119],"paired":[122],"intermediate":[123],"representation,":[124],"novel":[126],"strategy":[129],"semantic":[131],"reconstruction":[132],"supervision":[133],"is":[134,151,178],"unified":[138],"joint":[139],"between":[141],"perfect":[144],"data.":[145],"For":[146],"experiments,":[147],"verified":[153],"missing,":[158,191],"same":[160],"period,":[167],"shows":[169],"impressive":[170],"performance.":[171],"Moreover,":[172],"show":[174],"that":[175],"our":[176,204,230],"approach":[177],"capable":[179],"achieving":[181],"outstanding":[182],"results":[183],"other":[185],"including":[189],"automation":[192],"speech":[193],"recognition":[194],"error":[195],"attacks":[197],"text,":[199],"highlighting":[200],"generalizability":[202],"model.":[205],"Finally,":[206],"conduct":[208],"case":[209],"studies":[210],"general":[212],"additive":[213],"distribution,":[214],"which":[215],"introduce":[216],"background":[217],"blur":[220],"into":[221],"raw":[222],"video":[223],"clips,":[224],"further":[225],"revealing":[226],"capability":[228],"applications.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":29},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}