{"id":"https://openalex.org/W4387698140","doi":"https://doi.org/10.1145/3607865.3613184","title":"Learning Aligned Audiovisual Representations for Multimodal Sentiment Analysis","display_name":"Learning Aligned Audiovisual Representations for Multimodal Sentiment Analysis","publication_year":2023,"publication_date":"2023-10-17","ids":{"openalex":"https://openalex.org/W4387698140","doi":"https://doi.org/10.1145/3607865.3613184"},"language":"en","primary_location":{"id":"doi:10.1145/3607865.3613184","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607865.3613184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032101339","display_name":"Chaoyue Ding","orcid":"https://orcid.org/0009-0000-0161-4838"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chaoyue Ding","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0161-4838","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004411500","display_name":"Daoming Zong","orcid":"https://orcid.org/0009-0004-8109-2943"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daoming Zong","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-8109-2943","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003607066","display_name":"Baoxiang Li","orcid":"https://orcid.org/0009-0009-4490-2157"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoxiang Li","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-4490-2157","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109480444","display_name":"Ken Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ken Zheng","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-5856-9969","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002904368","display_name":"Dinghao Zhou","orcid":"https://orcid.org/0009-0000-8519-4630"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dinghao Zhou","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-8519-4630","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiakui Li","orcid":"https://orcid.org/0009-0004-2492-3528"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiakui Li","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-2492-3528","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072828732","display_name":"Qunyan Zhou","orcid":"https://orcid.org/0009-0007-0746-9249"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qunyan Zhou","raw_affiliation_strings":["SenseTime Group Limited, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-0746-9249","affiliations":[{"raw_affiliation_string":"SenseTime Group Limited, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5032101339"],"corresponding_institution_ids":["https://openalex.org/I4210128910"],"apc_list":null,"apc_paid":null,"fwci":1.2438,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80576487,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7611222267150879},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6217858195304871},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6046727299690247},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5816530585289001},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5722965598106384},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5257970690727234},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5164802074432373},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4989793300628662},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48541173338890076},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.4445643126964569},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.444139301776886},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.403990238904953},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.35719650983810425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7611222267150879},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6217858195304871},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6046727299690247},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5816530585289001},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5722965598106384},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5257970690727234},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5164802074432373},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4989793300628662},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48541173338890076},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4445643126964569},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.444139301776886},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.403990238904953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.35719650983810425},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3607865.3613184","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3607865.3613184","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Multimodal and Responsible Affective Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W2002591263","https://openalex.org/W2003948868","https://openalex.org/W2085662862","https://openalex.org/W2239141610","https://openalex.org/W2321533354","https://openalex.org/W2341528187","https://openalex.org/W2619383789","https://openalex.org/W2619697695","https://openalex.org/W2746419079","https://openalex.org/W2962960500","https://openalex.org/W3011574394","https://openalex.org/W3021636956","https://openalex.org/W3036601975","https://openalex.org/W3037309139","https://openalex.org/W3088409176","https://openalex.org/W3094918372","https://openalex.org/W3101998545","https://openalex.org/W3102725307","https://openalex.org/W3109496323","https://openalex.org/W3154596443","https://openalex.org/W3159481202","https://openalex.org/W3179103990","https://openalex.org/W3184735396","https://openalex.org/W3203407300","https://openalex.org/W3206776536","https://openalex.org/W3209059054","https://openalex.org/W4291741556","https://openalex.org/W4297510486","https://openalex.org/W4297510501","https://openalex.org/W4297510548","https://openalex.org/W4297510847","https://openalex.org/W4319862239","https://openalex.org/W4387814874","https://openalex.org/W6844956273"],"related_works":["https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W2129767422","https://openalex.org/W4380551887","https://openalex.org/W4285159263","https://openalex.org/W3210196349","https://openalex.org/W4214728004","https://openalex.org/W2904518532","https://openalex.org/W4280529741","https://openalex.org/W2950181282"],"abstract_inverted_index":{"In":[0],"this":[1,60,85],"paper,":[2],"we":[3,87,123,153,170],"present":[4],"the":[5,8,33,66,72,89,117,130,144,184,189,192,203],"solutions":[6],"to":[7,128,142,147],"MER-SEMI":[9,185],"subchallenge":[10,19],"of":[11,29,35,44,49,120,191],"Multimodal":[12],"Emotion":[13],"Recognition":[14],"Challenge":[15],"(MER":[16],"2023).":[17],"This":[18],"focuses":[20],"on":[21,55,173,183,202],"predicting":[22],"discrete":[23],"emotions":[24],"for":[25,178],"a":[26,42,76,105,112,125,157,166],"small":[27],"subset":[28],"unlabeled":[30,50,121],"videos":[31,57],"within":[32],"context":[34],"semi-supervised":[36],"learning.":[37],"Participants":[38],"are":[39],"provided":[40],"with":[41],"combination":[43],"labeled":[45,56],"and":[46,68,99,111,132],"large":[47],"amounts":[48],"videos.":[51],"Our":[52,205],"preliminary":[53],"experiments":[54],"demonstrate":[58],"that":[59,160],"task":[61,186],"is":[62,207],"primarily":[63],"driven":[64],"by":[65,165],"video":[67,106,151,175],"audio":[69,109,133],"modalities,":[70],"while":[71],"text":[73],"modality":[74],"plays":[75],"relatively":[77],"weaker":[78],"role":[79],"in":[80],"emotion":[81,179],"prediction.":[82],"To":[83,115],"address":[84],"challenge,":[86],"propose":[88],"Video-Audio":[90],"Transformer":[91],"(VAT),":[92],"which":[93],"takes":[94],"raw":[95],"signals":[96],"as":[97],"inputs":[98],"extracts":[100],"multimodal":[101],"representations.":[102],"VAT":[103,172,194],"comprises":[104],"encoder,":[107,110],"an":[108],"cross-modal":[113,139],"encoder.":[114],"leverage":[116],"vast":[118],"amount":[119],"data,":[122,152],"introduce":[124],"contrastive":[126],"loss":[127],"align":[129],"image":[131],"representations":[134],"before":[135],"fusing":[136],"them":[137],"through":[138],"attention.":[140],"Additionally,":[141],"enhance":[143],"model's":[145],"ability":[146],"learn":[148],"from":[149,162],"noisy":[150],"apply":[154],"momentum":[155,167],"distillation,":[156],"self-training":[158],"method":[159],"learns":[161],"pseudo-targets":[163],"generated":[164],"model.":[168,195],"Furthermore,":[169],"fine-tune":[171],"annotated":[174],"data":[176],"specifically":[177],"recognition.":[180],"Experimental":[181],"results":[182],"have":[187],"shown":[188],"effectiveness":[190],"proposed":[193],"Notably,":[196],"our":[197],"model":[198],"ranks":[199],"first":[200],"(0.891)":[201],"leaderboard.":[204],"project":[206],"publicly":[208],"available":[209],"at":[210],"https://github.com/dingchaoyue/Multimodal-Emotion-Recognition-MER-and-MuSe-2023-Challenges.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}