{"id":"https://openalex.org/W2982248052","doi":"https://doi.org/10.1145/3343031.3351039","title":"Mutual Correlation Attentive Factors in Dyadic Fusion Networks for Speech Emotion Recognition","display_name":"Mutual Correlation Attentive Factors in Dyadic Fusion Networks for Speech Emotion Recognition","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2982248052","doi":"https://doi.org/10.1145/3343031.3351039","mag":"2982248052","pmid":"https://pubmed.ncbi.nlm.nih.gov/32201866"},"language":"en","primary_location":{"id":"doi:10.1145/3343031.3351039","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3351039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050492878","display_name":"Yue Gu","orcid":"https://orcid.org/0000-0002-6402-2386"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Gu","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090700061","display_name":"Xinyu Lyu","orcid":"https://orcid.org/0000-0003-2479-8881"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Lyu","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101211237","display_name":"Weijia Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weijia Sun","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039442922","display_name":"Weitian Li","orcid":"https://orcid.org/0000-0003-1835-8230"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weitian Li","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010187139","display_name":"Shuhong Chen","orcid":"https://orcid.org/0000-0002-6120-6358"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuhong Chen","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406079","display_name":"Xinyu Li","orcid":"https://orcid.org/0000-0001-5398-3707"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyu Li","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068126329","display_name":"Ivan Marsic","orcid":"https://orcid.org/0000-0002-1033-6865"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivan Marsic","raw_affiliation_strings":["Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2019","issue":null,"first_page":"157","last_page":"166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7751694917678833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6015620231628418},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.5819191932678223},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5729047656059265},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.5310690402984619},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5178656578063965},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5126592516899109},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48882004618644714},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.4699200391769409},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4537499248981476},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4286934733390808},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.4238986074924469},{"id":"https://openalex.org/keywords/extractor","display_name":"Extractor","score":0.4174913465976715},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3972253203392029}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7751694917678833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6015620231628418},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5819191932678223},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5729047656059265},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.5310690402984619},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5178656578063965},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5126592516899109},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48882004618644714},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.4699200391769409},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4537499248981476},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4286934733390808},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.4238986074924469},{"id":"https://openalex.org/C117978034","wikidata":"https://www.wikidata.org/wiki/Q5422192","display_name":"Extractor","level":2,"score":0.4174913465976715},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3972253203392029},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21880701","wikidata":"https://www.wikidata.org/wiki/Q2144042","display_name":"Process engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3343031.3351039","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3351039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmid:32201866","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32201866","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ... ACM International Conference on Multimedia, with co-located Symposium & Workshops. ACM International Conference on Multimedia","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1287356885","display_name":null,"funder_award_id":"R01 LM011834","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G6118814437","display_name":null,"funder_award_id":"R01LM011834","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W131248265","https://openalex.org/W1522301498","https://openalex.org/W1836465849","https://openalex.org/W1964744287","https://openalex.org/W2061116763","https://openalex.org/W2079725295","https://openalex.org/W2146334809","https://openalex.org/W2250539671","https://openalex.org/W2251394420","https://openalex.org/W2519656895","https://openalex.org/W2583643061","https://openalex.org/W2740550900","https://openalex.org/W2767249564","https://openalex.org/W2768188490","https://openalex.org/W2772633765","https://openalex.org/W2787145221","https://openalex.org/W2788420618","https://openalex.org/W2788586383","https://openalex.org/W2798573901","https://openalex.org/W2798965674","https://openalex.org/W2868391394","https://openalex.org/W2886193235","https://openalex.org/W2891187402","https://openalex.org/W2895615590","https://openalex.org/W2896463661","https://openalex.org/W2911964244","https://openalex.org/W2963710346","https://openalex.org/W2963785564","https://openalex.org/W2964010806","https://openalex.org/W2964266095","https://openalex.org/W2983481102","https://openalex.org/W6691431627","https://openalex.org/W6713134421","https://openalex.org/W6739901393","https://openalex.org/W7073743773"],"related_works":["https://openalex.org/W3000097931","https://openalex.org/W2354322770","https://openalex.org/W4237547500","https://openalex.org/W1570848052","https://openalex.org/W2373192430","https://openalex.org/W4239268388","https://openalex.org/W4243305035","https://openalex.org/W1537496349","https://openalex.org/W2379407973","https://openalex.org/W2350267540"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,206],"in":[2,46,59,111],"dyadic":[3,38,70],"communication":[4],"is":[5],"challenging":[6],"because:":[7],"1.":[8,98],"Extracting":[9],"informative":[10],"modality-specific":[11,85],"representations":[12],"requires":[13],"disparate":[14],"feature":[15],"extractor":[16],"designs":[17],"due":[18],"to":[19,27,42,80,106,121,150],"the":[20,43,63,89,123,159,165,176,193,198],"heterogenous":[21],"input":[22],"data":[23],"formats.":[24],"2.":[25,134],"How":[26],"effectively":[28],"and":[29,34,87,174,190,209],"efficiently":[30],"fuse":[31,84],"unimodal":[32],"features":[33],"learn":[35,88],"associations":[36,109,152],"between":[37],"utterances":[39],"are":[40],"critical":[41],"model":[44,132,200,212],"generalization":[45],"actual":[47],"scenario.":[48],"3.":[49,156],"Disagreeing":[50],"annotations":[51],"prevent":[52],"previous":[53,113,215],"approaches":[54],"from":[55,167],"precisely":[56],"predicting":[57],"emotions":[58],"context.":[60],"To":[61,135,157],"address":[62],"above":[64],"issues,":[65],"we":[66,115,139,163],"propose":[67],"an":[68,77],"efficient":[69,224],"fusion":[71,137],"network":[72,105],"that":[73],"only":[74],"relies":[75],"on":[76,201],"attention":[78,119,148],"mechanism":[79],"select":[81],"representative":[82],"vectors,":[83],"features,":[86],"sequence":[90],"information.":[91],"Our":[92,211],"approach":[93],"has":[94],"three":[95],"distinct":[96],"characteristics:":[97],"Instead":[99],"of":[100],"using":[101,221],"a":[102,141,171,180,222],"recurrent":[103],"neural":[104],"extract":[107],"temporal":[108],"as":[110],"most":[112],"research,":[114],"introduce":[116],"multiple":[117],"sub-view":[118],"layers":[120],"compute":[122,151],"relevant":[124],"dependencies":[125],"among":[126],"sequential":[127],"utterances;":[128],"this":[129,183],"significantly":[130,213],"improves":[131],"efficiency.":[133],"improve":[136],"performance,":[138],"design":[140],"learnable":[142],"mutual":[143],"correlation":[144],"factor":[145],"inside":[146],"each":[147],"layer":[149],"across":[153],"different":[154],"modalities.":[155],"overcome":[158],"label":[160],"disagreement":[161],"issue,":[162],"embed":[164],"labels":[166],"all":[168],"annotators":[169],"into":[170,179],"k-dimensional":[172],"vector":[173],"transform":[175],"categorical":[177],"problem":[178],"regression":[181],"problem;":[182],"method":[184],"provides":[185],"more":[186,223],"accurate":[187],"annotation":[188],"information":[189],"fully":[191],"uses":[192],"entire":[194],"dataset.":[195],"We":[196],"evaluate":[197],"proposed":[199],"two":[202],"published":[203],"multimodal":[204],"emotion":[205],"datasets:":[207],"IEMOCAP":[208],"MELD.":[210],"outperforms":[214],"state-of-the-art":[216],"research":[217],"by":[218],"3.8%-7.5%":[219],"accuracy,":[220],"model.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}