{"id":"https://openalex.org/W4385834126","doi":"https://doi.org/10.1109/tmm.2023.3238314","title":"Structure Aware Multi-Graph Network for Multi-Modal Emotion Recognition in Conversations","display_name":"Structure Aware Multi-Graph Network for Multi-Modal Emotion Recognition in Conversations","publication_year":2023,"publication_date":"2023-08-15","ids":{"openalex":"https://openalex.org/W4385834126","doi":"https://doi.org/10.1109/tmm.2023.3238314"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3238314","doi":"https://doi.org/10.1109/tmm.2023.3238314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3238314","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083907422","display_name":"Duzhen Zhang","orcid":"https://orcid.org/0000-0002-4280-431X","observed_orcids":["https://orcid.org/0000-0002-4280-431X"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duzhen Zhang","raw_affiliation_strings":["Cloud & AI, Huawei Technologies, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4280-431X","affiliations":[{"raw_affiliation_string":"Cloud & AI, Huawei Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101667541","display_name":"Feilong Chen","orcid":"https://orcid.org/0000-0002-4860-8483","observed_orcids":["https://orcid.org/0000-0002-4860-8483","https://orcid.org/0009-0009-7589-4209"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feilong Chen","raw_affiliation_strings":["Cloud & AI, Huawei Technologies, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-4860-8483","affiliations":[{"raw_affiliation_string":"Cloud & AI, Huawei Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038083485","display_name":"Jianlong Chang","orcid":"https://orcid.org/0000-0002-0610-907X","observed_orcids":["https://orcid.org/0000-0002-0610-907X"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Chang","raw_affiliation_strings":["Cloud & AI, Huawei Technologies, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-0610-907X","affiliations":[{"raw_affiliation_string":"Cloud & AI, Huawei Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009070585","display_name":"Xiuyi Chen","orcid":"https://orcid.org/0000-0002-9351-4160","observed_orcids":["https://orcid.org/0000-0002-9351-4160"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuyi Chen","raw_affiliation_strings":["Baidu Inc., Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9351-4160","affiliations":[{"raw_affiliation_string":"Baidu Inc., Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Chuan Tian","orcid":"https://orcid.org/0000-0002-7252-5047","observed_orcids":["https://orcid.org/0000-0002-7252-5047"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Cloud & AI, Huawei Technologies, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7252-5047","affiliations":[{"raw_affiliation_string":"Cloud & AI, Huawei Technologies, Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":2.3497,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.90520325,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":"26","issue":null,"first_page":"3987","last_page":"3997"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0026000000070780516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":0.9190000295639038},{"id":"https://openalex.org/keywords/emotion-recognition-in-conversation","display_name":"emotion recognition in conversation","score":0.7689999938011169},{"id":"https://openalex.org/keywords/structure-learning","display_name":"structure learning","score":0.7110000252723694},{"id":"https://openalex.org/keywords/over-smoothing","display_name":"over-smoothing","score":0.9330000281333923},{"id":"https://openalex.org/keywords/gating-mechanism","display_name":"gating mechanism","score":0.5870000123977661},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.6800000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8312029838562012},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6412885189056396},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5313746333122253},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4748271405696869},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.46437349915504456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43853676319122314},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37972450256347656},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.1500149667263031},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3238314","doi":"https://doi.org/10.1109/tmm.2023.3238314","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3238314","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W10548402","https://openalex.org/W222053410","https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W2064675550","https://openalex.org/W2085662862","https://openalex.org/W2146334809","https://openalex.org/W2547875792","https://openalex.org/W2604314403","https://openalex.org/W2626778328","https://openalex.org/W2738581557","https://openalex.org/W2740550900","https://openalex.org/W2766462585","https://openalex.org/W2787581402","https://openalex.org/W2805005636","https://openalex.org/W2805662932","https://openalex.org/W2891359673","https://openalex.org/W2895615590","https://openalex.org/W2905807898","https://openalex.org/W2943963359","https://openalex.org/W2946179063","https://openalex.org/W2950635152","https://openalex.org/W2950813464","https://openalex.org/W2962796276","https://openalex.org/W2962896208","https://openalex.org/W2963647655","https://openalex.org/W2964266095","https://openalex.org/W2964300796","https://openalex.org/W2964346351","https://openalex.org/W2965453734","https://openalex.org/W2970431814","https://openalex.org/W2971222961","https://openalex.org/W2996268457","https://openalex.org/W3023281269","https://openalex.org/W3034266838","https://openalex.org/W3035260401","https://openalex.org/W3037611961","https://openalex.org/W3039913192","https://openalex.org/W3092186768","https://openalex.org/W3092695663","https://openalex.org/W3093051361","https://openalex.org/W3094378471","https://openalex.org/W3095024162","https://openalex.org/W3099056802","https://openalex.org/W3100676321","https://openalex.org/W3116679303","https://openalex.org/W3127223794","https://openalex.org/W3173396651","https://openalex.org/W3173751215","https://openalex.org/W3175552668","https://openalex.org/W3176399185","https://openalex.org/W3176849538","https://openalex.org/W3197319244","https://openalex.org/W3202775307","https://openalex.org/W3205272809","https://openalex.org/W3211488063","https://openalex.org/W3213646008","https://openalex.org/W4221154966","https://openalex.org/W4221166377","https://openalex.org/W4225832925","https://openalex.org/W4283789303","https://openalex.org/W6766673545"],"related_works":["https://openalex.org/W4380355289","https://openalex.org/W4415708042","https://openalex.org/W4389989064","https://openalex.org/W4396819361","https://openalex.org/W7163587414","https://openalex.org/W3178830508","https://openalex.org/W4416979207","https://openalex.org/W4415267915","https://openalex.org/W4403140371","https://openalex.org/W4381744243"],"abstract_inverted_index":{"Multi-Modal":[0],"Emotion":[1],"Recognition":[2],"in":[3,59,65,129,194],"Conversations":[4],"(MMERC)":[5],"is":[6],"an":[7],"increasingly":[8],"active":[9],"research":[10],"field":[11],"that":[12,138,160,210,231],"leverages":[13],"multi-modal":[14,27,48,80,121],"signals":[15],"to":[16,45,115,154,162,172,196],"understand":[17],"the":[18,31,76,79,83,92,117,120,127,144,157,178,198,213,217],"feelings":[19],"behind":[20],"each":[21,66,130,152],"utterance.":[22],"Modeling":[23],"contextual":[24,49,86,158],"interactions":[25],"and":[26,63,88,191],"fusion":[28],"lie":[29],"at":[30],"heart":[32],"of":[33,78,85,91,119,124],"this":[34],"field,":[35],"with":[36],"graph-based":[37],"models":[38,53],"recently":[39],"being":[40],"widely":[41],"used":[42],"for":[43,107,221],"MMERC":[44,228],"capture":[46],"global":[47],"information.":[50],"However,":[51],"these":[52,97],"generally":[54],"mix":[55],"all":[56],"modality":[57,67,200],"representations":[58],"a":[60,101,134,168,207],"single":[61],"graph,":[62],"utterances":[64,128],"are":[68],"fully":[69,125],"connected,":[70],"potentially":[71],"ignoring":[72],"three":[73],"problems:":[74],"1)":[75],"heterogeneity":[77,118],"context,":[81],"2)":[82],"redundancy":[84,149],"information,":[87],"3)":[89],"over-smoothing":[90],"graph":[93],"networks.":[94],"To":[95],"address":[96],"problems,":[98],"we":[99,110,132,176],"propose":[100],"Structure":[102],"Aware":[103],"Multi-Graph":[104],"Network":[105],"(SAMGN)":[106],"MMERC.":[108],"Specifically,":[109],"construct":[111],"multiple":[112],"modality-specific":[113],"graphs":[114],"model":[116],"context.":[122],"Instead":[123],"connecting":[126],"modality,":[131],"design":[133],"structure":[135],"learning":[136],"module":[137,147],"determines":[139],"whether":[140],"edges":[141],"exist":[142],"between":[143],"utterances.":[145],"This":[146],"reduces":[148],"by":[150],"forcing":[151],"utterance":[153],"focus":[155],"on":[156,225],"ones":[159],"contribute":[161],"its":[163],"emotion":[164,222],"recognition,":[165],"acting":[166],"like":[167],"message":[169],"propagating":[170],"reducer":[171],"alleviate":[173],"over-smoothing.":[174],"Then,":[175],"develop":[177],"SAMGN":[179,232],"via":[180],"Dual-Stream":[181],"Propagation":[182],"(DSP),":[183],"which":[184],"contains":[185,206],"two":[186,219,226],"propagation":[187],"streams,":[188],"i.e.,":[189],"intra-":[190],"inter-modal,":[192],"performed":[193],"parallel":[195],"aggregate":[197],"heterogeneous":[199],"information":[201,215],"from":[202,216],"multi-graphs.":[203],"DSP":[204],"also":[205],"gating":[208],"unit":[209],"adaptively":[211],"integrates":[212],"co-occurrence":[214],"above":[218],"propagations":[220],"recognition.":[223],"Experiments":[224],"popular":[227],"datasets":[229],"demonstrate":[230],"achieves":[233],"new":[234],"State-Of-The-Art":[235],"(SOTA)":[236],"results.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-08-16T00:00:00"}