{"id":"https://openalex.org/W4388191637","doi":"https://doi.org/10.1145/3581783.3612840","title":"Semi-Supervised Multimodal Emotion Recognition with Expression MAE","display_name":"Semi-Supervised Multimodal Emotion Recognition with Expression MAE","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388191637","doi":"https://doi.org/10.1145/3581783.3612840"},"language":"en","primary_location":{"id":"doi:10.1145/3581783.3612840","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053952600","display_name":"Zebang Cheng","orcid":"https://orcid.org/0009-0001-2854-7425"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zebang Cheng","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0001-2854-7425","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102948137","display_name":"Yuxiang Lin","orcid":"https://orcid.org/0009-0004-7835-9352"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiang Lin","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0004-7835-9352","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000352500","display_name":"Zhaoru Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoru Chen","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-4836-0091","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100693030","display_name":"Xiang Li","orcid":"https://orcid.org/0009-0000-1049-4399"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Li","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-1049-4399","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103004350","display_name":"Shuyi Mao","orcid":"https://orcid.org/0009-0000-4338-687X"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuyi Mao","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0000-4338-687X","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101891675","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0001-5250-7258"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5250-7258","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034549509","display_name":"Daijun Ding","orcid":"https://orcid.org/0009-0003-4965-4670"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daijun Ding","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-4965-4670","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385138","display_name":"Bowen Zhang","orcid":"https://orcid.org/0000-0002-3581-9476"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Zhang","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3581-9476","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033413473","display_name":"Xiaojiang Peng","orcid":"https://orcid.org/0000-0002-5783-321X"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojiang Peng","raw_affiliation_strings":["Shenzhen Technology University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5783-321X","affiliations":[{"raw_affiliation_string":"Shenzhen Technology University, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210152380"],"apc_list":null,"apc_paid":null,"fwci":2.7912,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.90883094,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9436","last_page":"9440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.592441201210022},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5174858570098877},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.487138956785202},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.450531005859375},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4331626892089844},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4097336530685425},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3437953591346741}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.592441201210022},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5174858570098877},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.487138956785202},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.450531005859375},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4331626892089844},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4097336530685425},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3437953591346741},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3581783.3612840","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3581783.3612840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3700909421","display_name":null,"funder_award_id":"62176165","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2038199522","https://openalex.org/W2164699598","https://openalex.org/W2751801591","https://openalex.org/W2962788625","https://openalex.org/W2970405962","https://openalex.org/W2981072818","https://openalex.org/W3091002423","https://openalex.org/W3156576211","https://openalex.org/W3179103990","https://openalex.org/W3206349670","https://openalex.org/W3207246414","https://openalex.org/W3209059054","https://openalex.org/W4306711421","https://openalex.org/W4313156423"],"related_works":["https://openalex.org/W2392243736","https://openalex.org/W86652014","https://openalex.org/W3129895999","https://openalex.org/W2328518092","https://openalex.org/W3101249758","https://openalex.org/W2382079200","https://openalex.org/W2374091470","https://openalex.org/W4388218547","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"The":[0,61],"Multimodal":[1],"Emotion":[2],"Recognition":[3],"(MER":[4],"2023)":[5],"challenge":[6],"aims":[7],"to":[8,49,66,88],"recognize":[9],"emotion":[10],"with":[11,36,70],"audio,":[12],"language,":[13],"and":[14,45,117],"visual":[15,51],"signals,":[16],"facilitating":[17],"innovative":[18],"technologies":[19],"of":[20],"affective":[21],"computing.":[22],"This":[23],"paper":[24],"presents":[25],"our":[26],"submission":[27],"approach":[28],"on":[29,135],"the":[30],"Semi-Supervised":[31],"Learning":[32],"Sub-Challenge":[33],"(MER-SEMI).":[34],"First,":[35],"large-scale":[37],"unlabeled":[38,93],"emotional":[39],"videos,":[40],"we":[41,84,105],"train":[42],"both":[43],"image-based":[44],"video-based":[46],"Masked":[47],"Autoencoders":[48],"extract":[50],"features,":[52],"which":[53,95],"termed":[54],"as":[55],"expression":[56],"MAE":[57],"(expMAE)":[58],"for":[59,92,99,112,123],"simplicity.":[60],"expMAE":[62],"features":[63],"are":[64],"found":[65],"be":[67],"largely":[68],"complementary":[69],"other":[71],"official":[72],"baseline":[73],"features.":[74],"Second,":[75],"since":[76],"there":[77],"is":[78],"only":[79],"a":[80,86,100],"few":[81],"labeled":[82],"data,":[83],"use":[85],"classifier":[87],"generate":[89],"pseudo":[90],"labels":[91],"videos":[94],"have":[96],"high":[97],"confidence":[98],"certain":[101],"category.":[102],"In":[103],"addition,":[104],"also":[106],"explore":[107],"several":[108],"advanced":[109],"large":[110],"models":[111],"cross-feature":[113],"extraction":[114],"like":[115],"CLIP,":[116],"apply":[118],"factorized":[119],"bilinear":[120],"pooling":[121],"(FBP)":[122],"multimodal":[124],"feature":[125],"fusion.":[126],"Our":[127],"methods":[128],"finally":[129],"achieved":[130],"88.55%":[131],"in":[132],"F1":[133],"score":[134],"MER-SEMI,":[136],"ranking":[137],"second":[138],"place":[139],"among":[140],"all":[141],"participating":[142],"teams.":[143]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}