{"id":"https://openalex.org/W3201057025","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533663","title":"Multi-Modal Emotion Recognition Based On deep Learning Of EEG And Audio Signals","display_name":"Multi-Modal Emotion Recognition Based On deep Learning Of EEG And Audio Signals","publication_year":2021,"publication_date":"2021-07-18","ids":{"openalex":"https://openalex.org/W3201057025","doi":"https://doi.org/10.1109/ijcnn52387.2021.9533663","mag":"3201057025"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn52387.2021.9533663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100676253","display_name":"Zhongjie Li","orcid":"https://orcid.org/0000-0003-3455-3669"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhongjie Li","raw_affiliation_strings":["College of Intelligence and Computing Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013437068","display_name":"Gaoyan Zhang","orcid":"https://orcid.org/0000-0002-6791-9658"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaoyan Zhang","raw_affiliation_strings":["College of Intelligence and Computing Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017251198","display_name":"Jianwu Dang","orcid":"https://orcid.org/0000-0002-9237-4821"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I177738480","display_name":"Japan Advanced Institute of Science and Technology","ror":"https://ror.org/03frj4r98","country_code":"JP","type":"education","lineage":["https://openalex.org/I177738480"]}],"countries":["CN","JP"],"is_corresponding":false,"raw_author_name":"Jianwu Dang","raw_affiliation_strings":["College of Intelligence and Computing Tianjin University, Tianjin, China","Japan Advanced Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Japan Advanced Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I177738480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101745213","display_name":"Longbiao Wang","orcid":"https://orcid.org/0000-0002-8094-6861"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longbiao Wang","raw_affiliation_strings":["College of Intelligence and Computing Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027428789","display_name":"Jianguo Wei","orcid":"https://orcid.org/0000-0002-8964-9759"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianguo Wei","raw_affiliation_strings":["College of Intelligence and Computing Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100676253"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":1.8241,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.85199161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7391324043273926},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7225738167762756},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6773041486740112},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6158944964408875},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.603171706199646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.580216646194458},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5656736493110657},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5361082553863525},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.48532289266586304},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4655521512031555},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.44738131761550903},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.444887638092041},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4408075213432312},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.4401806592941284},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.41071704030036926},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10406863689422607},{"id":"https://openalex.org/keywords/speech-coding","display_name":"Speech coding","score":0.07639828324317932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7391324043273926},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7225738167762756},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6773041486740112},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6158944964408875},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.603171706199646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.580216646194458},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5656736493110657},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5361082553863525},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.48532289266586304},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4655521512031555},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.44738131761550903},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.444887638092041},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4408075213432312},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.4401806592941284},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.41071704030036926},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10406863689422607},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.07639828324317932},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn52387.2021.9533663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn52387.2021.9533663","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6798435597","display_name":null,"funder_award_id":"61876126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W1976958846","https://openalex.org/W2002055708","https://openalex.org/W2036309320","https://openalex.org/W2052798729","https://openalex.org/W2101972387","https://openalex.org/W2156503193","https://openalex.org/W2525648609","https://openalex.org/W2565944610","https://openalex.org/W2766825571","https://openalex.org/W2786768213","https://openalex.org/W2890517703","https://openalex.org/W2896297654","https://openalex.org/W2901337091","https://openalex.org/W2901809396","https://openalex.org/W2945585469","https://openalex.org/W2968088593","https://openalex.org/W3005457155","https://openalex.org/W3014163061","https://openalex.org/W4301180399","https://openalex.org/W6767252517","https://openalex.org/W6775486539"],"related_works":["https://openalex.org/W1550318927","https://openalex.org/W4305042383","https://openalex.org/W2546649374","https://openalex.org/W2773396412","https://openalex.org/W4380854332","https://openalex.org/W2184859701","https://openalex.org/W4386232293","https://openalex.org/W4380370144","https://openalex.org/W2009950829","https://openalex.org/W2382178633"],"abstract_inverted_index":{"Automatic":[0],"recognition":[1,24,50,68,145],"of":[2,22,31,38,139,169],"human":[3],"emotional":[4,15,54],"states":[5],"has":[6],"attracted":[7],"many":[8],"researchers'":[9],"attention":[10],"in":[11,66,128],"Human-Computer":[12],"Interactions":[13],"and":[14,61,82,110,132,159],"brain-computer":[16],"interface":[17],"recently.":[18],"However,":[19],"the":[20,29,62,99,125,137,167,170],"accuracy":[21,117],"emotion":[23,49,67,144],"is":[25],"not":[26],"satisfying.":[27],"Considering":[28],"advantage":[30],"information":[32],"supplement":[33],"based":[34],"on":[35,69],"deep":[36,104],"learning":[37,105],"multi-modal":[39,100,142,150],"signals":[40,127],"related":[41],"to":[42,52,78,91,107,164],"emotion,":[43],"this":[44,162],"study":[45],"proposed":[46,141],"a":[47,103],"novel":[48],"architecture":[51,106,163],"fuse":[53],"features":[55,81,101],"from":[56,152],"brain":[57],"electroencephalography":[58],"(EEG)":[59],"signal":[60,65],"corresponding":[63],"audio":[64,93],"DEAP":[70],"dataset.":[71],"We":[72],"used":[73,124],"convolutional":[74],"neural":[75,89],"network":[76],"(CNN)":[77],"extract":[79,92],"EEG":[80,126],"bidirectional":[83],"long":[84],"short":[85],"term":[86],"memory":[87],"(BiLSTM)":[88],"networks":[90],"features.":[94],"After":[95],"that,":[96],"we":[97],"combine":[98],"into":[102,161],"recognize":[108],"arousal":[109,130],"valence":[111,133],"levels.":[112],"Results":[113],"showed":[114],"an":[115],"improved":[116],"compared":[118],"with":[119],"previous":[120],"studies":[121],"that":[122],"merely":[123],"both":[129],"level":[131],"level,":[134],"which":[135],"suggests":[136],"effectiveness":[138,168],"our":[140],"fused":[143],"model.":[146],"In":[147],"future":[148],"work,":[149],"data":[151],"nature":[153],"interaction":[154],"scenes":[155],"will":[156],"be":[157],"collected":[158],"inputted":[160],"further":[165],"validate":[166],"method.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}