{"id":"https://openalex.org/W3089557188","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207625","title":"Multimodal Emotion Recognition Using Deep Generalized Canonical Correlation Analysis with an Attention Mechanism","display_name":"Multimodal Emotion Recognition Using Deep Generalized Canonical Correlation Analysis with an Attention Mechanism","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3089557188","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207625","mag":"3089557188"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207625","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001885239","display_name":"Yu-Ting Lan","orcid":"https://orcid.org/0000-0001-7132-5548"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu-Ting Lan","raw_affiliation_strings":["Center for Brain-like Computing and Machine Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Center for Brain-like Computing and Machine Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100763568","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0001-6351-9019"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Center for Brain-like Computing and Machine Intelligence, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Center for Brain-like Computing and Machine Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040440605","display_name":"Bao\u2010Liang Lu","orcid":"https://orcid.org/0000-0001-8359-0058"},"institutions":[{"id":"https://openalex.org/I4210165726","display_name":"Shanghai Municipal Education Commission","ror":"https://ror.org/05tewj457","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210165456","https://openalex.org/I4210165726"]},{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Liang Lu","raw_affiliation_strings":["Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China","Center for Brain-like Computing and Machine Intelligence, Shanghai Jiao Tong University, Shanghai, China","Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Brain Science and Technology Research Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Center for Brain-like Computing and Machine Intelligence, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Key Laboratory of Shanghai Education Commission for Intelligent Interaction and Cognitive Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I4210165726","https://openalex.org/I183067930"]},{"raw_affiliation_string":"Qing Yuan Research Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001885239"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":6.4422,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.97035606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.863591194152832},{"id":"https://openalex.org/keywords/canonical-correlation","display_name":"Canonical correlation","score":0.8400026559829712},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6723319292068481},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.6690073609352112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6580731868743896},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5645737648010254},{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.5554260611534119},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.49358904361724854},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47107353806495667},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.42176347970962524},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39565011858940125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17435425519943237}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.863591194152832},{"id":"https://openalex.org/C153874254","wikidata":"https://www.wikidata.org/wiki/Q115542","display_name":"Canonical correlation","level":2,"score":0.8400026559829712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6723319292068481},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6690073609352112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6580731868743896},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5645737648010254},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.5554260611534119},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.49358904361724854},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47107353806495667},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.42176347970962524},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39565011858940125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17435425519943237},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207625","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1523385540","https://openalex.org/W1821352908","https://openalex.org/W1947251450","https://openalex.org/W1970727126","https://openalex.org/W2005178092","https://openalex.org/W2025341678","https://openalex.org/W2032254851","https://openalex.org/W2038610431","https://openalex.org/W2085497785","https://openalex.org/W2100235303","https://openalex.org/W2163922914","https://openalex.org/W2164368909","https://openalex.org/W2407512993","https://openalex.org/W2517194566","https://openalex.org/W2562607067","https://openalex.org/W2901809396","https://openalex.org/W2945331847","https://openalex.org/W2945600262","https://openalex.org/W2970948008","https://openalex.org/W2979656641","https://openalex.org/W4249992252","https://openalex.org/W4300585208","https://openalex.org/W6631216910","https://openalex.org/W6651750863","https://openalex.org/W6660089423","https://openalex.org/W6671865762","https://openalex.org/W6713572877","https://openalex.org/W6726374414","https://openalex.org/W6733365019"],"related_works":["https://openalex.org/W1565185441","https://openalex.org/W2521519254","https://openalex.org/W4381827277","https://openalex.org/W3157841754","https://openalex.org/W4390136517","https://openalex.org/W3167558523","https://openalex.org/W3120825179","https://openalex.org/W3047624172","https://openalex.org/W2894458059","https://openalex.org/W4288095449"],"abstract_inverted_index":{"Since":[0],"multimodal":[1,12,17,44,65,115,128],"learning":[2],"is":[3],"able":[4],"to":[5,43,59,77,102],"take":[6],"advantage":[7],"of":[8,11,16,82,142,147],"the":[9,14,50,74,79],"complementarity":[10],"signals,":[13],"performance":[15],"emotion":[18,45,119,151],"recognition":[19,120],"usually":[20],"surpasses":[21],"that":[22,135],"based":[23],"on":[24,125],"a":[25,99,112,126,138],"single":[26],"modality.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31],"introduce":[32],"deep":[33],"generalized":[34,80],"canonical":[35,52],"correlation":[36,53,81],"analysis":[37,54],"with":[38,68,153],"an":[39,69],"attention":[40,70,96],"mechanism":[41,97],"(DGCCA-AM)":[42],"recognition.":[46],"This":[47],"model":[48],"extends":[49],"conventional":[51],"(CCA)":[55],"from":[56,89],"two":[57],"modalities":[58,62,91,109],"arbitrarily":[60],"numerous":[61],"and":[63,92,110,117,144],"implements":[64],"adaptive":[66,104],"fusion":[67,105,116],"mechanism.":[71],"By":[72],"adjusting":[73],"weights":[75,106],"matrices":[76],"maximize":[78],"different":[83,108],"modalities,":[84],"DGCCA-AM":[85,124,136],"extracts":[86],"emotion-related":[87],"information":[88],"multiple":[90],"discards":[93],"noises.":[94],"The":[95],"allows":[98],"neural":[100],"network":[101],"learn":[103],"for":[107,149],"produces":[111],"more":[113],"effective":[114],"superior":[118],"performance.":[121],"We":[122],"evaluate":[123],"public":[127],"dataset,":[129],"SEED-V.":[130],"Our":[131],"experimental":[132],"results":[133],"demonstrate":[134],"achieves":[137],"state-of-the-art":[139],"mean":[140],"accuracy":[141],"82.11%":[143],"standard":[145],"deviation":[146],"2.76%":[148],"five":[150],"classifications":[152],"three":[154],"modalities.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}