{"id":"https://openalex.org/W4296437441","doi":"https://doi.org/10.1109/tmm.2022.3207572","title":"Robust Multimodal Sentiment Analysis via Tag Encoding of Uncertain Missing Modalities","display_name":"Robust Multimodal Sentiment Analysis via Tag Encoding of Uncertain Missing Modalities","publication_year":2022,"publication_date":"2022-09-19","ids":{"openalex":"https://openalex.org/W4296437441","doi":"https://doi.org/10.1109/tmm.2022.3207572"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3207572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3207572","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046574268","display_name":"Jiandian Zeng","orcid":"https://orcid.org/0000-0002-1349-8077"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Jiandian Zeng","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City, and Department of Computer and Information Science, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-1349-8077","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City, and Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037979193","display_name":"Jiantao Zhou","orcid":"https://orcid.org/0000-0002-6015-2618"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I6469544","display_name":"City University of Macau","ror":"https://ror.org/04gpd4q15","country_code":"MO","type":"education","lineage":["https://openalex.org/I6469544"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Jiantao Zhou","raw_affiliation_strings":["State Key Laboratory of Internet of Things for Smart City, and Department of Computer and Information Science, University of Macau, Macau, China"],"raw_orcid":"https://orcid.org/0000-0002-6015-2618","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Internet of Things for Smart City, and Department of Computer and Information Science, University of Macau, Macau, China","institution_ids":["https://openalex.org/I6469544","https://openalex.org/I204512498"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100430611","display_name":"Tianyi Liu","orcid":"https://orcid.org/0000-0003-1540-5177"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyi Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1540-5177","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5046574268"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I6469544"],"apc_list":null,"apc_paid":null,"fwci":3.7457,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.94006082,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"25","issue":null,"first_page":"6301","last_page":"6314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8296408653259277},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7978222966194153},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.759942889213562},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.7455130815505981},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6565759181976318},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5414372682571411},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.4967063069343567},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47999876737594604},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.4412781894207001},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3790775537490845},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34260955452919006},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33667024970054626}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8296408653259277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7978222966194153},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.759942889213562},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.7455130815505981},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6565759181976318},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414372682571411},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.4967063069343567},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47999876737594604},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.4412781894207001},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3790775537490845},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34260955452919006},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33667024970054626},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3207572","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3207572","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4556851971","display_name":null,"funder_award_id":"61971476","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W2025768430","https://openalex.org/W2146334809","https://openalex.org/W2191779130","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2556418146","https://openalex.org/W2741295496","https://openalex.org/W2776541261","https://openalex.org/W2798802604","https://openalex.org/W2807126412","https://openalex.org/W2809410879","https://openalex.org/W2883409523","https://openalex.org/W2887761937","https://openalex.org/W2962931510","https://openalex.org/W2963104701","https://openalex.org/W2963111938","https://openalex.org/W2963573392","https://openalex.org/W2963686995","https://openalex.org/W2963702064","https://openalex.org/W3003365835","https://openalex.org/W3012721484","https://openalex.org/W3034849760","https://openalex.org/W3035520037","https://openalex.org/W3035565303","https://openalex.org/W3036481309","https://openalex.org/W3040450405","https://openalex.org/W3093051361","https://openalex.org/W3098802639","https://openalex.org/W3100993965","https://openalex.org/W3114214226","https://openalex.org/W3127474142","https://openalex.org/W3128412859","https://openalex.org/W3153682083","https://openalex.org/W3175825020","https://openalex.org/W3186746296","https://openalex.org/W3205730621","https://openalex.org/W3206201541","https://openalex.org/W3207810231","https://openalex.org/W4206748079","https://openalex.org/W4225303565","https://openalex.org/W4225650823","https://openalex.org/W4313121508","https://openalex.org/W6631190155","https://openalex.org/W6636510571","https://openalex.org/W6640963894","https://openalex.org/W6682042988","https://openalex.org/W6685777803","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6793736971"],"related_works":["https://openalex.org/W4380150146","https://openalex.org/W3024870410","https://openalex.org/W2410652950","https://openalex.org/W4283773154","https://openalex.org/W3139174110","https://openalex.org/W4289597203","https://openalex.org/W2085630472","https://openalex.org/W1977098485","https://openalex.org/W2129146436","https://openalex.org/W2032507829"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,34,171],"analysis":[2,35],"aims":[3],"to":[4,49,88,103,116,121,133,153],"extract":[5],"emotions":[6],"with":[7,196],"multiple":[8,71,110],"data":[9],"sources,":[10],"usually":[11],"under":[12],"the":[13,51,58,65,90,106,118,140,155,160,163,169,188],"assumption":[14,25],"that":[15,187],"all":[16],"modalities":[17,41,72,111],"are":[18,42,166,177],"available.":[19],"In":[20],"practice,":[21],"such":[22],"a":[23,82,99,126,147],"strong":[24],"does":[26],"not":[27],"always":[28],"hold,":[29],"and":[30,109,159,175,182],"most":[31],"of":[32,70,92,143,162],"multimodal":[33],"methods":[36],"may":[37],"fail":[38],"when":[39],"partial":[40],"missing.":[43,73],"Some":[44],"existing":[45],"works":[46],"have":[47],"started":[48],"address":[50],"missing":[52,61,93,112,123,156],"modality":[53,60,108,157],"problem;":[54],"but":[55],"only":[56],"considered":[57],"single":[59,107],"case,":[62],"while":[63],"ignoring":[64],"practically":[66],"more":[67],"general":[68],"cases":[69],"To":[74],"this":[75,78],"end,":[76],"in":[77],"paper,":[79],"we":[80,97],"propose":[81],"Tag-Assisted":[83],"Transformer":[84,148,164],"Encoder":[85],"(TATE)":[86],"network":[87,150],"handle":[89],"problem":[91],"uncertain":[94],"modalities.":[95,124],"Specifically,":[96],"design":[98],"tag":[100],"encoding":[101],"module":[102],"cover":[104],"both":[105],"cases,":[113],"so":[114],"as":[115],"guide":[117],"network's":[119],"attention":[120],"those":[122],"Besides,":[125],"new":[127],"space":[128],"projection":[129],"pattern":[130],"is":[131,151],"adopted":[132],"align":[134],"common":[135],"vectors,":[136],"taking":[137],"into":[138],"account":[139],"different":[141],"importance":[142],"each":[144],"modality.":[145],"Afterwards,":[146],"encoder-decoder":[149],"utilized":[152],"learn":[154],"features,":[158],"outputs":[161],"encoder":[165],"extracted":[167],"for":[168],"final":[170],"classification.":[172],"Extensive":[173],"experiments":[174],"analyses":[176],"conducted":[178],"on":[179],"CMU-MOSI,":[180],"IEMOCAP,":[181],"MELD":[183],"datasets,":[184],"which":[185],"show":[186],"proposed":[189],"method":[190],"can":[191],"achieve":[192],"significant":[193],"improvements":[194],"compared":[195],"several":[197],"baselines.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}