{"id":"https://openalex.org/W4387969462","doi":"https://doi.org/10.1145/3581783.3612872","title":"Building Robust Multimodal Sentiment Recognition via a Simple yet Effective Multimodal Transformer","display_name":"Building Robust Multimodal Sentiment Recognition via a Simple yet Effective Multimodal Transformer","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4387969462","doi":"https://doi.org/10.1145/3581783.3612872"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612872","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612872","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004411500","display_name":"Daoming Zong","orcid":"https://orcid.org/0009-0004-8109-2943"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Daoming Zong","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-8109-2943","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032101339","display_name":"Chaoyue Ding","orcid":"https://orcid.org/0009-0000-0161-4838"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyue Ding","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0161-4838","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003607066","display_name":"Baoxiang Li","orcid":"https://orcid.org/0009-0009-4490-2157"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoxiang Li","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4490-2157","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002904368","display_name":"Dinghao Zhou","orcid":"https://orcid.org/0009-0000-8519-4630"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dinghao Zhou","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-8519-4630","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiakui Li","orcid":"https://orcid.org/0009-0004-2492-3528"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiakui Li","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-2492-3528","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109480444","display_name":"Ken Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ken Zheng","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-5856-9969","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072828732","display_name":"Qunyan Zhou","orcid":"https://orcid.org/0009-0007-0746-9249"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qunyan Zhou","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-0746-9249","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5004411500"],"corresponding_institution_ids":["https://openalex.org/I4210128910"],"apc_list":null,"apc_paid":null,"fwci":1.2438,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80658165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"9596","last_page":"9600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8292081356048584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7838078141212463},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7338982820510864},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5528285503387451},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5160819888114929},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5103253722190857},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5007569789886475},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.49422529339790344},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3353850841522217},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.15753313899040222}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8292081356048584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7838078141212463},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7338982820510864},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5528285503387451},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5160819888114929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5103253722190857},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5007569789886475},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.49422529339790344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3353850841522217},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.15753313899040222},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612872","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612872","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2341528187","https://openalex.org/W2619383789","https://openalex.org/W3035333188","https://openalex.org/W3097075955","https://openalex.org/W3101998545","https://openalex.org/W3120680448","https://openalex.org/W3166100196","https://openalex.org/W3169801598","https://openalex.org/W3179103990","https://openalex.org/W3206842948","https://openalex.org/W3209059054","https://openalex.org/W3214127792","https://openalex.org/W4205727320","https://openalex.org/W4224916413","https://openalex.org/W4297510501","https://openalex.org/W4297510548","https://openalex.org/W4312639100","https://openalex.org/W4319862239","https://openalex.org/W4376455521","https://openalex.org/W4385823319","https://openalex.org/W4387814874","https://openalex.org/W6629309582","https://openalex.org/W6844956273"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,104,136,158],"present":[4],"the":[5,8,14,22,40,48,63,70,76,107,112,127,153,167,192],"solutions":[6],"to":[7,30,62,110,138,151],"MER-MULTI":[9,24,185],"and":[10,25,34,72,91,115,119,172,187],"MER-NOISE":[11,188],"sub-challenges":[12],"of":[13,50,130,147,155,162,194],"Multimodal":[15],"Emotion":[16],"Recognition":[17],"Challenge":[18],"(MER":[19],"2023).":[20],"For":[21],"tasks":[23],"MER-NOISE,":[26,39],"participants":[27],"are":[28,43],"required":[29],"recognize":[31],"both":[32,184],"discrete":[33],"dimensional":[35],"emotions.":[36],"Particularly,":[37],"in":[38,83,99,183],"test":[41],"videos":[42],"corrupted":[44],"with":[45,65],"noise,":[46],"necessitating":[47],"consideration":[49],"modality":[51,78,114],"robustness.":[52],"Our":[53,197],"empirical":[54],"findings":[55],"indicate":[56],"that":[57,93,178],"different":[58],"modalities":[59,121,132,142],"contribute":[60],"differently":[61],"tasks,":[64],"a":[66,80,144,160],"significant":[67],"impact":[68],"from":[69],"audio":[71],"visual":[73,118],"modalities,":[74],"while":[75],"text":[77,113],"plays":[79],"weaker":[81],"role":[82],"emotion":[84],"prediction.":[85],"To":[86,125],"facilitate":[87],"subsequent":[88],"multimodal":[89,134],"fusion,":[90],"considering":[92],"language":[94],"information":[95],"is":[96,199],"implicitly":[97],"embedded":[98],"large":[100],"pre-trained":[101],"speech":[102],"models,":[103],"have":[105],"made":[106],"deliberate":[108],"choice":[109],"abandon":[111],"solely":[116],"utilize":[117],"acoustic":[120],"for":[122],"these":[123],"sub-challenges.":[124],"address":[126],"potential":[128],"underfitting":[129],"individual":[131],"during":[133],"training,":[135],"propose":[137],"jointly":[139],"train":[140],"all":[141],"via":[143],"weighted":[145],"blending":[146],"supervision":[148],"signals.":[149],"Furthermore,":[150],"enhance":[152],"robustness":[154],"our":[156,179,195],"model,":[157],"employ":[159],"range":[161],"data":[163],"augmentation":[164],"techniques":[165],"at":[166,202],"image":[168],"level,":[169,171],"waveform":[170],"spectrogram":[173],"level.":[174],"Experimental":[175],"results":[176],"show":[177],"model":[180],"ranks":[181],"1st":[182],"(0.7005)":[186],"(0.6846)":[189],"sub-challenges,":[190],"validating":[191],"effectiveness":[193],"method.":[196],"code":[198],"publicly":[200],"available":[201],"https://github.com/dingchaoyue/Multimodal-Emotion-Recognition-MER-and-MuSe-2023-Challenges.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}