{"id":"https://openalex.org/W4414360650","doi":"https://doi.org/10.24963/ijcai.2025/247","title":"RAMer: Reconstruction-based Adversarial Model for Multi-party Multi-modal Multi-label Emotion Recognition","display_name":"RAMer: Reconstruction-based Adversarial Model for Multi-party Multi-modal Multi-label Emotion Recognition","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414360650","doi":"https://doi.org/10.24963/ijcai.2025/247"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/247","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101585222","display_name":"Xudong Yang","orcid":"https://orcid.org/0000-0001-9323-7856"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xudong Yang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102488934","display_name":"Yizhang Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yizhang Zhu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019116334","display_name":"Hanfeng Liu","orcid":"https://orcid.org/0009-0003-7338-552X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hanfeng Liu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013127195","display_name":"Zeyi Wen","orcid":"https://orcid.org/0000-0003-3370-6053"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zeyi Wen","raw_affiliation_strings":["The Hong Kong University of Science and Technology","The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062243169","display_name":"Nan Tang","orcid":"https://orcid.org/0000-0002-8284-3372"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Nan Tang","raw_affiliation_strings":["The Hong Kong University of Science and Technology","The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110446294","display_name":"Yuyu Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yuyu Luo","raw_affiliation_strings":["The Hong Kong University of Science and Technology","The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2215","last_page":"2223"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9473000168800354,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9437000155448914,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6097999811172485},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6050999760627747},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5839999914169312},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5716999769210815},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5462999939918518},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.46959999203681946},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4672999978065491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7113000154495239},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6097999811172485},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6050999760627747},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5839999914169312},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5716999769210815},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5462999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.492900013923645},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.46959999203681946},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.429500013589859},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39730000495910645},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3472000062465668},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2980000078678131},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.24963/ijcai.2025/247","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-167246","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-167246","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Conventional":[0],"Multi-modal":[1],"multi-label":[2],"emotion":[3,114],"recognition":[4],"(MMER)":[5],"assumes":[6],"complete":[7],"access":[8],"to":[9,32,43,91,106,122,134],"visual,":[10],"textual,":[11],"and":[12,28,79,95,125,139,149,159],"acoustic":[13,27],"modalities.":[14],"However,":[15],"real-world":[16],"multi-party":[17,160],"settings":[18],"often":[19],"violate":[20],"this":[21],"assumption,":[22],"as":[23],"non-speakers":[24],"frequently":[25],"lack":[26],"textual":[29],"inputs,":[30],"leading":[31],"a":[33,48,102,130],"significant":[34],"degradation":[35],"in":[36,157],"model":[37],"performance.":[38],"Existing":[39],"approaches":[40],"also":[41,100],"tend":[42],"unify":[44],"heterogeneous":[45],"modalities":[46,109],"into":[47],"single":[49],"representation,":[50],"overlooking":[51],"each":[52],"modality\u2019s":[53],"unique":[54],"characteristics.":[55],"To":[56,116],"address":[57],"these":[58],"challenges,":[59],"we":[60,128],"propose":[61,129],"RAMer":[62,99,153],"(Reconstruction-based":[63],"Adversarial":[64],"Model":[65],"for":[66],"Emotion":[67],"Recognition),":[68],"which":[69],"refines":[70],"multi-modal":[71],"representations":[72],"by":[73,83,88],"not":[74],"only":[75],"exploring":[76],"modality":[77,126],"commonality":[78],"specificity":[80],"but":[81],"crucially":[82],"leveraging":[84],"reconstructed":[85],"features,":[86],"enhanced":[87],"contrastive":[89],"learning,":[90],"overcome":[92],"data":[93],"incompleteness":[94],"enrich":[96,135],"feature":[97],"quality.":[98],"introduces":[101],"personality":[103],"auxiliary":[104],"task":[105],"complement":[107],"missing":[108],"using":[110],"modality-level":[111],"attention,":[112],"improving":[113],"reasoning.":[115],"further":[117],"strengthen":[118],"the":[119],"model's":[120],"ability":[121],"capture":[123],"label":[124],"interdependency,":[127],"stack":[131],"shuffle":[132],"strategy":[133],"correlations":[136],"between":[137],"labels":[138],"modality-specific":[140],"features.":[141],"Experiments":[142],"on":[143],"three":[144],"benchmarks,":[145],"i.e.,":[146],"MEmoR,":[147],"CMU-MOSEI,":[148],"M\u00b3ED,":[150],"demonstrate":[151],"that":[152],"achieves":[154],"state-of-the-art":[155],"performance":[156],"dyadic":[158],"MMER":[161],"scenarios.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}