{"id":"https://openalex.org/W4400314496","doi":"https://doi.org/10.1109/tcss.2024.3412074","title":"Dense Graph Convolutional With Joint Cross-Attention Network for Multimodal Emotion Recognition","display_name":"Dense Graph Convolutional With Joint Cross-Attention Network for Multimodal Emotion Recognition","publication_year":2024,"publication_date":"2024-07-04","ids":{"openalex":"https://openalex.org/W4400314496","doi":"https://doi.org/10.1109/tcss.2024.3412074"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3412074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3412074","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020214488","display_name":"Cheng Cheng","orcid":"https://orcid.org/0000-0002-2138-6286"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Cheng","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","School of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-2138-6286","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679523","display_name":"Wenzhe Liu","orcid":"https://orcid.org/0000-0002-6290-8941"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou Normal University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenzhe Liu","raw_affiliation_strings":["Department of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6290-8941","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757898","display_name":"Lin Feng","orcid":"https://orcid.org/0000-0002-4942-2293"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I61565387","display_name":"Dalian Minzu University","ror":"https://ror.org/02hxfx521","country_code":"CN","type":"education","lineage":["https://openalex.org/I61565387"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Feng","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","School of Information and Communication Engineering, Dalian Minzu University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-4942-2293","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian Minzu University, Dalian, China","institution_ids":["https://openalex.org/I61565387"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065497921","display_name":"Ziyu Jia","orcid":"https://orcid.org/0000-0002-8523-1419"},"institutions":[{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Jia","raw_affiliation_strings":["Brainnetome Center, Institute of Automation, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8523-1419","affiliations":[{"raw_affiliation_string":"Brainnetome Center, Institute of Automation, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":11.4849,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.98945456,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"11","issue":"5","first_page":"6672","last_page":"6683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9825000166893005,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6649901866912842},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6428614854812622},{"id":"https://openalex.org/keywords/joint-attention","display_name":"Joint attention","score":0.5885547399520874},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4945378005504608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4723580777645111},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.46838122606277466},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4407334625720978},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3406098484992981},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3295291066169739},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2679707109928131},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1867506206035614},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1429995596408844}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6649901866912842},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6428614854812622},{"id":"https://openalex.org/C137878579","wikidata":"https://www.wikidata.org/wiki/Q9636076","display_name":"Joint attention","level":3,"score":0.5885547399520874},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4945378005504608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4723580777645111},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.46838122606277466},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4407334625720978},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3406098484992981},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3295291066169739},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2679707109928131},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1867506206035614},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1429995596408844},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205778803","wikidata":"https://www.wikidata.org/wiki/Q38404","display_name":"Autism","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3412074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3412074","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G166322386","display_name":null,"funder_award_id":"DUT19RC(3)012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4080035921","display_name":null,"funder_award_id":"XLYC1806006","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"},{"id":"https://openalex.org/G4468112264","display_name":null,"funder_award_id":"62306317","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7121782254","display_name":null,"funder_award_id":"2023M733738","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1607114662","https://openalex.org/W2002055708","https://openalex.org/W2164699598","https://openalex.org/W2396728763","https://openalex.org/W2401170994","https://openalex.org/W2525648609","https://openalex.org/W2529907792","https://openalex.org/W2755014019","https://openalex.org/W2766825571","https://openalex.org/W2786768213","https://openalex.org/W2896457183","https://openalex.org/W2900672720","https://openalex.org/W2904483377","https://openalex.org/W2943183446","https://openalex.org/W2945331847","https://openalex.org/W2963563276","https://openalex.org/W2968088593","https://openalex.org/W2981372722","https://openalex.org/W3008007858","https://openalex.org/W3012948425","https://openalex.org/W3014163061","https://openalex.org/W3015884429","https://openalex.org/W3016138882","https://openalex.org/W3025630664","https://openalex.org/W3047405387","https://openalex.org/W3084624816","https://openalex.org/W3089475900","https://openalex.org/W3089557188","https://openalex.org/W3093125198","https://openalex.org/W3094502228","https://openalex.org/W3095251683","https://openalex.org/W3096963953","https://openalex.org/W3100219394","https://openalex.org/W3106275434","https://openalex.org/W3120399736","https://openalex.org/W3120680448","https://openalex.org/W3120929420","https://openalex.org/W3159301005","https://openalex.org/W3162024001","https://openalex.org/W3165651565","https://openalex.org/W3167469277","https://openalex.org/W3169874873","https://openalex.org/W3172414914","https://openalex.org/W3183340146","https://openalex.org/W3183891373","https://openalex.org/W3206603478","https://openalex.org/W3206982516","https://openalex.org/W3215440557","https://openalex.org/W4205558134","https://openalex.org/W4213067491","https://openalex.org/W4221058194","https://openalex.org/W4285047006","https://openalex.org/W4285212940","https://openalex.org/W4289816897","https://openalex.org/W4291652904","https://openalex.org/W4299280181","https://openalex.org/W6713572877","https://openalex.org/W6750449527","https://openalex.org/W6755207826","https://openalex.org/W6767252517","https://openalex.org/W6784333009"],"related_works":["https://openalex.org/W2464921558","https://openalex.org/W1943051261","https://openalex.org/W1988473644","https://openalex.org/W4293226380","https://openalex.org/W2331316773","https://openalex.org/W4234497699","https://openalex.org/W314221487","https://openalex.org/W2501000359","https://openalex.org/W2137049550","https://openalex.org/W3014989972"],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1],"recognition":[2],"(MER)":[3],"has":[4],"attracted":[5],"much":[6],"attention":[7,61,109],"since":[8],"it":[9,76],"can":[10,193],"leverage":[11],"consistency":[12,33],"and":[13,38,83,106,128,152,169,175,196,200],"complementary":[14,26],"relationships":[15],"across":[16],"multiple":[17,116,143],"modalities.":[18,117],"However,":[19],"previous":[20],"studies":[21],"mostly":[22],"focused":[23],"on":[24,155,172],"the":[25,32,39,71,79,96,161,173,182,190],"information":[27,34],"of":[28,35,42,70,85,133,163],"multimodal":[29,36,86,198],"signals,":[30],"neglecting":[31],"signals":[37],"topological":[40],"structure":[41],"each":[43,126,156],"modality.":[44],"To":[45],"this":[46],"end,":[47],"we":[48,119],"propose":[49],"a":[50,58,89,102,122],"dense":[51,103,140],"graph":[52,97,124],"convolution":[53,98],"network":[54,91,99],"(DGC)":[55],"equipped":[56],"with":[57,142,206],"joint":[59,111],"cross":[60,108],"(JCA),":[62],"named":[63],"DG-JCA,":[64],"for":[65,125],"MER.":[66],"The":[67],"main":[68],"advantage":[69],"DG-JCA":[72,94],"model":[73,112,192],"is":[74],"that":[75,189],"simultaneously":[77],"integrates":[78],"spatial":[80],"topology,":[81],"consistency,":[82],"complementarity":[84],"data":[87],"into":[88],"unified":[90],"framework.":[92],"Meanwhile,":[93],"extends":[95],"(GCN)":[100],"via":[101],"connection":[104],"strategy":[105],"introduces":[107],"to":[110,180],"well-learned":[113],"features":[114,132,199],"from":[115],"Specifically,":[118],"first":[120],"build":[121],"topology":[123],"modality":[127],"then":[129],"extract":[130,195],"neighborhood":[131],"different":[134],"modalities":[135],"using":[136],"DGC":[137],"driven":[138],"by":[139],"connections":[141],"layers.":[144],"Next,":[145],"JCA":[146],"performs":[147],"cross-attention":[148],"fusion":[149],"in":[150,204],"intra-":[151],"intermodality":[153],"based":[154],"modality's":[157],"characteristics":[158],"while":[159],"balancing":[160],"contributions":[162],"various":[164],"modalities\u2019":[165],"features.":[166],"Finally,":[167],"subject-dependent":[168],"subject-independent":[170],"experiments":[171],"DEAP":[174],"SEED-IV":[176],"datasets":[177],"are":[178],"conducted":[179],"evaluate":[181],"proposed":[183,191],"method.":[184],"Abundant":[185],"experimental":[186],"results":[187],"show":[188],"effectively":[194],"fuse":[197],"achieve":[201],"outstanding":[202],"performance":[203],"comparison":[205],"some":[207],"state-of-the-art":[208],"approaches.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}