{"id":"https://openalex.org/W3043900038","doi":"https://doi.org/10.1109/access.2020.3010311","title":"Multimodal Fused Emotion Recognition About Expression-EEG Interaction and Collaboration Using Deep Learning","display_name":"Multimodal Fused Emotion Recognition About Expression-EEG Interaction and Collaboration Using Deep Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3043900038","doi":"https://doi.org/10.1109/access.2020.3010311","mag":"3043900038"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3010311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144198.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144198.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101923044","display_name":"Di Wu","orcid":"https://orcid.org/0000-0003-3688-1463"},"institutions":[{"id":"https://openalex.org/I111971639","display_name":"Qiqihar University","ror":"https://ror.org/01khf5d59","country_code":"CN","type":"education","lineage":["https://openalex.org/I111971639"]},{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China","College of Computer and Control Engineering, Qiqihar University, Qiqihar, China"],"raw_orcid":"https://orcid.org/0000-0003-3688-1463","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]},{"raw_affiliation_string":"College of Computer and Control Engineering, Qiqihar University, Qiqihar, China","institution_ids":["https://openalex.org/I111971639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014514590","display_name":"Jianpei Zhang","orcid":"https://orcid.org/0000-0002-9339-0268"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianpei Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-9339-0268","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039876895","display_name":"Qingchao Zhao","orcid":"https://orcid.org/0000-0002-6784-1379"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingchao Zhao","raw_affiliation_strings":["College of Computer Science and Technology, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-6784-1379","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.4222,"has_fulltext":true,"cited_by_count":50,"citation_normalized_percentile":{"value":0.89383728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"133180","last_page":"133189"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8052542209625244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6565128564834595},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6167088150978088},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5992591381072998},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5666954517364502},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5586923956871033},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5326364040374756},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.5006062984466553},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.49439501762390137},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4844829738140106},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4804477393627167},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.43574395775794983},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07116180658340454}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8052542209625244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6565128564834595},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6167088150978088},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5992591381072998},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5666954517364502},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5586923956871033},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5326364040374756},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.5006062984466553},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.49439501762390137},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4844829738140106},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4804477393627167},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.43574395775794983},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07116180658340454},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3010311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144198.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:fcd3dd88382b481c8ce498d44cd1043e","is_oa":true,"landing_page_url":"https://doaj.org/article/fcd3dd88382b481c8ce498d44cd1043e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 133180-133189 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3010311","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3010311","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09144198.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1451847993","display_name":null,"funder_award_id":"61402126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1574320522","display_name":null,"funder_award_id":"QC2016083","funder_id":"https://openalex.org/F4320326173","funder_display_name":"Excellent Youth Foundation of Heilongjiang Province of China"},{"id":"https://openalex.org/G280440286","display_name":null,"funder_award_id":"20122304110012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3093594655","display_name":null,"funder_award_id":"61672179","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6481315694","display_name":null,"funder_award_id":"20122304110012","funder_id":"https://openalex.org/F4320336024","funder_display_name":"Specialized Research Fund for the Doctoral Program of Higher Education of China"},{"id":"https://openalex.org/G7420505112","display_name":null,"funder_award_id":"QC2016083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8480734764","display_name":"\u9762\u5411\u591a\u5c42\u6df7\u5408\u4fe1\u606f\u7684\u79fb\u52a8\u793e\u4f1a\u7f51\u7edc\u9690\u79c1\u4fdd\u62a4\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61370083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326173","display_name":"Excellent Youth Foundation of Heilongjiang Province of China","ror":null},{"id":"https://openalex.org/F4320336024","display_name":"Specialized Research Fund for the Doctoral Program of Higher Education of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3043900038.pdf","grobid_xml":"https://content.openalex.org/works/W3043900038.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1536828437","https://openalex.org/W1963753144","https://openalex.org/W1966797434","https://openalex.org/W2002055708","https://openalex.org/W2068124150","https://openalex.org/W2095527735","https://openalex.org/W2101435874","https://openalex.org/W2109773980","https://openalex.org/W2117645142","https://openalex.org/W2120945046","https://openalex.org/W2182691748","https://openalex.org/W2406223855","https://openalex.org/W2506134995","https://openalex.org/W2593390164","https://openalex.org/W2786768213","https://openalex.org/W2793425397","https://openalex.org/W2895843181","https://openalex.org/W2903400860","https://openalex.org/W2962699674","https://openalex.org/W2977259558","https://openalex.org/W2981754449","https://openalex.org/W4211075179","https://openalex.org/W6685893538"],"related_works":["https://openalex.org/W2945121592","https://openalex.org/W2584926856","https://openalex.org/W3000867607","https://openalex.org/W2798351401","https://openalex.org/W2729544402","https://openalex.org/W1761974557","https://openalex.org/W2913821117","https://openalex.org/W2519456985","https://openalex.org/W2014713986","https://openalex.org/W3214419959"],"abstract_inverted_index":{"The":[0,21,38,168],"proposed":[1,181],"emotion":[2,43,87,163,182],"recognition":[3,44,88,183],"model":[4,184],"is":[5,90,101,120],"based":[6,54],"on":[7,55],"the":[8,29,35,41,75,81,86,93,105,108,117,124,133,136,142,145,151,161,173,180],"hierarchical":[9,71],"long-short":[10],"term":[11],"memory":[12],"neural":[13,59],"network":[14,60],"(LSTM)":[15],"for":[16],"video-electroencephalogram":[17],"(Video-EEG)":[18],"signal":[19,78,153],"interaction.":[20],"inputs":[22],"are":[23,33,40,52,68,185],"facial-video":[24],"and":[25,48,177,192],"EEG":[26,50,139],"signals":[27],"from":[28],"subjects":[30],"when":[31],"they":[32],"watching":[34],"emotion-stimulated":[36],"video.":[37],"outputs":[39],"corresponding":[42,49],"results.":[45],"Facial-video":[46],"features":[47,51,67],"extracted":[53],"a":[56,98],"fully":[57],"connected":[58],"(FC)":[61],"at":[62,80,92,111,155,189],"each":[63,129],"time":[64,83,95,157],"point.":[65,96],"These":[66],"fused":[69],"through":[70],"LSTM":[72,110],"to":[73,103,122,149,196],"predict":[74,150],"key":[76,137,152,162],"emotional":[77],"frames":[79],"next":[82,156],"point":[84],"until":[85],"result":[89],"calculated":[91],"last":[94],"Specially,":[97],"self-attention":[99],"mechanism":[100,148],"applied":[102],"show":[104],"correlation":[106],"of":[107,135,179],"stacked":[109],"different":[112],"hierarchies.":[113],"In":[114],"this":[115],"process,":[116],"\u201cselective":[118],"focus\u201d":[119],"used":[121],"analyze":[123],"human-emotional":[125],"temporal":[126,146,166],"sequences":[127],"in":[128,165],"model,":[130],"which":[131,159],"improves":[132],"utilization":[134],"spatial":[138],"signals.":[140],"Moreover,":[141],"process":[143],"includes":[144],"attention":[147],"frame":[154],"point,":[158],"utilizes":[160],"data":[164],"domain.":[167],"experimental":[169],"results":[170],"prove":[171],"that":[172],"classification":[174],"rate":[175],"(CR)":[176],"F1-score":[178],"significantly":[186],"increased":[187],"by":[188],"least":[190],"2%":[191],"0.015,":[193],"respectively,":[194],"compared":[195],"other":[197],"methods.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}