{"id":"https://openalex.org/W4387698265","doi":"https://doi.org/10.1145/3607865.3613182","title":"Semi-supervised Multimodal Emotion Recognition with Consensus Decision-making and Label Correction","display_name":"Semi-supervised Multimodal Emotion Recognition with Consensus Decision-making and Label Correction","publication_year":2023,"publication_date":"2023-10-17","ids":{"openalex":"https://openalex.org/W4387698265","doi":"https://doi.org/10.1145/3607865.3613182"},"language":"en","primary_location":{"id":"doi:10.1145/3607865.3613182","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607865.3613182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062412625","display_name":"Jingguang Tian","orcid":"https://orcid.org/0009-0000-0865-9422"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingguang Tian","raw_affiliation_strings":["Hithink RoyalFlush AI Research Institute, HangZhou, China"],"raw_orcid":"https://orcid.org/0009-0000-0865-9422","affiliations":[{"raw_affiliation_string":"Hithink RoyalFlush AI Research Institute, HangZhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101755824","display_name":"Desheng Hu","orcid":"https://orcid.org/0009-0000-6348-0409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Desheng Hu","raw_affiliation_strings":["Hithink RoyalFlush AI Research Institute, HangZhou, China"],"raw_orcid":"https://orcid.org/0009-0000-6348-0409","affiliations":[{"raw_affiliation_string":"Hithink RoyalFlush AI Research Institute, HangZhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101796991","display_name":"Xiaohan Shi","orcid":"https://orcid.org/0000-0002-1917-4479"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Xiaohan Shi","raw_affiliation_strings":["Nagoya University, Nagoya, Japan"],"raw_orcid":"https://orcid.org/0000-0002-1917-4479","affiliations":[{"raw_affiliation_string":"Nagoya University, Nagoya, Japan","institution_ids":["https://openalex.org/I60134161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101936543","display_name":"Jiajun He","orcid":"https://orcid.org/0009-0006-6489-5220"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jiajun He","raw_affiliation_strings":["Nagoya University, Nagoya, Japan"],"raw_orcid":"https://orcid.org/0009-0006-6489-5220","affiliations":[{"raw_affiliation_string":"Nagoya University, Nagoya, Japan","institution_ids":["https://openalex.org/I60134161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101559550","display_name":"Xingfeng Li","orcid":"https://orcid.org/0000-0002-8958-0341"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingfeng Li","raw_affiliation_strings":["Hainan University, HaiKou, China"],"raw_orcid":"https://orcid.org/0000-0002-8958-0341","affiliations":[{"raw_affiliation_string":"Hainan University, HaiKou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026390491","display_name":"Yuan Gao","orcid":"https://orcid.org/0000-0002-2147-1835"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuan Gao","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-2147-1835","affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078330211","display_name":"Tomoki Toda","orcid":"https://orcid.org/0000-0001-8146-1279"},"institutions":[{"id":"https://openalex.org/I60134161","display_name":"Nagoya University","ror":"https://ror.org/04chrp450","country_code":"JP","type":"education","lineage":["https://openalex.org/I60134161"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoki Toda","raw_affiliation_strings":["Nagoya University, Nagoya, Japan"],"raw_orcid":"https://orcid.org/0000-0001-8146-1279","affiliations":[{"raw_affiliation_string":"Nagoya University, Nagoya, Japan","institution_ids":["https://openalex.org/I60134161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000141731","display_name":"Xinkang Xu","orcid":"https://orcid.org/0009-0003-2771-1398"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinkang Xu","raw_affiliation_strings":["Hithink RoyalFlush AI Research Institute, HangZhou, China"],"raw_orcid":"https://orcid.org/0009-0003-2771-1398","affiliations":[{"raw_affiliation_string":"Hithink RoyalFlush AI Research Institute, HangZhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013876048","display_name":"Xinhui Hu","orcid":"https://orcid.org/0009-0009-1433-9324"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinhui Hu","raw_affiliation_strings":["Hithink RoyalFlush AI Research Institute, HangZhou, China"],"raw_orcid":"https://orcid.org/0009-0009-1433-9324","affiliations":[{"raw_affiliation_string":"Hithink RoyalFlush AI Research Institute, HangZhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1268,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87597836,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"67","last_page":"73"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7570056319236755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6807258725166321},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6560275554656982},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6104307770729065},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.5074266791343689},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4865626394748688},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4813992977142334},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.46654462814331055},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45543229579925537},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.4201550781726837},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.343021035194397},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.14130061864852905}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7570056319236755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6807258725166321},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6560275554656982},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6104307770729065},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.5074266791343689},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4865626394748688},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4813992977142334},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.46654462814331055},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45543229579925537},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.4201550781726837},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.343021035194397},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.14130061864852905},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3607865.3613182","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607865.3613182","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2095705004","https://openalex.org/W2625297138","https://openalex.org/W2738672149","https://openalex.org/W2891359673","https://openalex.org/W2936451900","https://openalex.org/W2962770129","https://openalex.org/W2966518489","https://openalex.org/W2969889150","https://openalex.org/W2984353870","https://openalex.org/W3015141382","https://openalex.org/W3086923691","https://openalex.org/W3096963953","https://openalex.org/W3139270985","https://openalex.org/W3141797743","https://openalex.org/W3156576211","https://openalex.org/W3169320628","https://openalex.org/W3179103990","https://openalex.org/W3208632377","https://openalex.org/W3215155711","https://openalex.org/W4220829848","https://openalex.org/W4221162872","https://openalex.org/W4224916926","https://openalex.org/W4285144065","https://openalex.org/W4287119707","https://openalex.org/W4311000453","https://openalex.org/W4313156423","https://openalex.org/W4313531231","https://openalex.org/W4385805114","https://openalex.org/W6649806852"],"related_works":["https://openalex.org/W34092691","https://openalex.org/W4312414840","https://openalex.org/W2794908468","https://openalex.org/W2531570999","https://openalex.org/W2943467239","https://openalex.org/W1571801203","https://openalex.org/W4206276646","https://openalex.org/W101422005","https://openalex.org/W192740413","https://openalex.org/W4300902524"],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1],"recognition":[2],"is":[3],"the":[4,25,65,93,106,119,125,130,140],"task":[5],"of":[6,27,108,132],"identifying":[7],"and":[8,21,55,86,102,111,143],"understanding":[9],"emotions":[10],"by":[11,51,82],"integrating":[12],"information":[13],"from":[14],"multiple":[15],"modalities,":[16],"such":[17],"as":[18],"audio,":[19],"visual,":[20],"textual":[22],"data.":[23,104],"However,":[24],"scarcity":[26],"labeled":[28,101],"data":[29,68,81],"poses":[30],"a":[31,43,47,96],"significant":[32,137],"challenge":[33],"for":[34,79],"this":[35,38,40],"task.":[36],"To":[37],"end,":[39],"paper":[41],"proposes":[42],"novel":[44],"approach":[45],"via":[46],"semi-supervised":[48,112],"learning":[49,63,113],"framework":[50],"incorporating":[52],"consensus":[53,84],"decision-making":[54,85],"label":[56,87],"correction":[57,88],"methods.":[58,89],"Firstly,":[59],"we":[60,75,91],"employ":[61],"supervised":[62,97],"on":[64,124,139],"trimodal":[66],"input":[67],"to":[69,117],"establish":[70],"robust":[71],"initial":[72],"models.":[73],"Secondly,":[74],"generate":[76],"reliable":[77],"pseudo-labels":[78,110],"unlabelled":[80],"leveraging":[83],"Thirdly,":[90],"train":[92],"model":[94,120],"in":[95],"manner":[98],"using":[99],"both":[100],"pseudo-labeled":[103],"Moreover,":[105],"process":[107],"generating":[109],"can":[114],"be":[115],"iterated":[116],"refine":[118],"further.":[121],"Experimental":[122],"results":[123],"MER":[126],"2023":[127],"dataset":[128],"show":[129],"effectiveness":[131],"our":[133],"proposed":[134],"framework,":[135],"achieving":[136],"improvement":[138],"MER-MULTI,":[141],"MER-NOISE,":[142],"MER-SEMI":[144],"subsets,":[145],"respectively.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}