{"id":"https://openalex.org/W4415795079","doi":"https://doi.org/10.1145/3774428","title":"EEG-based Multimodal Emotion Recognition: Recent Progress, Challenges, and Future Directions","display_name":"EEG-based Multimodal Emotion Recognition: Recent Progress, Challenges, and Future Directions","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4415795079","doi":"https://doi.org/10.1145/3774428"},"language":"en","primary_location":{"id":"doi:10.1145/3774428","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774428","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080711681","display_name":"Ghulam Muhammad","orcid":"https://orcid.org/0000-0002-9781-3969"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Ghulam Muhammad","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087651688","display_name":"Sumayah A. Almuntasheri","orcid":"https://orcid.org/0000-0002-1236-0113"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sumayah Almuntasheri","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120230454","display_name":"Fadia Alenezi","orcid":"https://orcid.org/0009-0005-7161-5955"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Fadia Alenezi","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120230455","display_name":"Nooran Alhadi","orcid":"https://orcid.org/0000-0002-4088-8273"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nwraan Alhadi","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035919267","display_name":"Victor C. M. Leung","orcid":"https://orcid.org/0000-0003-3529-2640"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Victor C. M. Leung","raw_affiliation_strings":["Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China, and Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, British Columbia, Canada","College of Computer Science and Software Engineering, Shenzhen University, China; Electrical and Computer Engineering, The University of British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Institute, Shenzhen MSU-BIT University, Shenzhen, China, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China, and Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, British Columbia, Canada","institution_ids":["https://openalex.org/I180726961"]},{"raw_affiliation_string":"College of Computer Science and Software Engineering, Shenzhen University, China; Electrical and Computer Engineering, The University of British Columbia, Canada","institution_ids":["https://openalex.org/I180726961"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5080711681"],"corresponding_institution_ids":["https://openalex.org/I28022161"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35089757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"22","issue":"2","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.00570000009611249,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6991999745368958},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.48739999532699585},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.42579999566078186},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.4178999960422516},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4056999981403351}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7242000102996826},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6991999745368958},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.48739999532699585},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.42579999566078186},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.4178999960422516},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4056999981403351},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3813000023365021},{"id":"https://openalex.org/C128534915","wikidata":"https://www.wikidata.org/wiki/Q3475770","display_name":"Affective science","level":3,"score":0.375900000333786},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.34779998660087585},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34200000762939453},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774428","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3774428","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1947251450","https://openalex.org/W2002055708","https://openalex.org/W2007872832","https://openalex.org/W2122098299","https://openalex.org/W2149628368","https://openalex.org/W2560438049","https://openalex.org/W2599124244","https://openalex.org/W2905110202","https://openalex.org/W2911220936","https://openalex.org/W2913218058","https://openalex.org/W2918087949","https://openalex.org/W2934533499","https://openalex.org/W2962858109","https://openalex.org/W3014163061","https://openalex.org/W3120929420","https://openalex.org/W3150555044","https://openalex.org/W3159301005","https://openalex.org/W3194117586","https://openalex.org/W3208033968","https://openalex.org/W4200406972","https://openalex.org/W4210662381","https://openalex.org/W4224247713","https://openalex.org/W4224297580","https://openalex.org/W4226418765","https://openalex.org/W4285282157","https://openalex.org/W4286640379","https://openalex.org/W4288987596","https://openalex.org/W4292868213","https://openalex.org/W4293100696","https://openalex.org/W4293528120","https://openalex.org/W4307551220","https://openalex.org/W4309214211","https://openalex.org/W4309708382","https://openalex.org/W4311626862","https://openalex.org/W4320002631","https://openalex.org/W4321599321","https://openalex.org/W4323312548","https://openalex.org/W4324290675","https://openalex.org/W4361987556","https://openalex.org/W4377983075","https://openalex.org/W4380988698","https://openalex.org/W4383748846","https://openalex.org/W4385708780","https://openalex.org/W4386162685","https://openalex.org/W4386570719","https://openalex.org/W4387092317","https://openalex.org/W4387331153","https://openalex.org/W4389752793","https://openalex.org/W4390728605","https://openalex.org/W4391102941","https://openalex.org/W4391547503","https://openalex.org/W4392138827","https://openalex.org/W4392158705","https://openalex.org/W4392188010","https://openalex.org/W4392764551","https://openalex.org/W4393376610","https://openalex.org/W4393580111","https://openalex.org/W4399037713","https://openalex.org/W4399995445","https://openalex.org/W4400077151","https://openalex.org/W4400276083","https://openalex.org/W4400314496","https://openalex.org/W4400554173","https://openalex.org/W4400770805","https://openalex.org/W4400975545","https://openalex.org/W4401333309","https://openalex.org/W4401537542","https://openalex.org/W4401821112","https://openalex.org/W4402167701","https://openalex.org/W4402368188","https://openalex.org/W4402401320","https://openalex.org/W4404145938","https://openalex.org/W4405029872","https://openalex.org/W4406233700","https://openalex.org/W4406657586","https://openalex.org/W4407057974","https://openalex.org/W4407572492","https://openalex.org/W4407739607","https://openalex.org/W4408361561","https://openalex.org/W4408777496","https://openalex.org/W4410301251"],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,11,47,61],"is":[2,23],"a":[3,17,52],"crucial":[4],"part":[5],"of":[6,45,77,103],"cognitive":[7],"computing.":[8],"Traditional":[9],"emotion":[10,46,60,85],"systems":[12,62],"include":[13],"audio-visual":[14,37],"modality.":[15],"However,":[16],"recent":[18],"trend":[19],"in":[20,82,114],"recognizing":[21],"emotions":[22],"to":[24,108],"use":[25],"physiological":[26,40],"signals":[27],"such":[28],"as":[29],"the":[30,43,64,90,98,109],"Electroencephalogram":[31],"(EEG).":[32],"EEG":[33],"signals,":[34,41],"together":[35],"with":[36],"and":[38,100],"other":[39],"improve":[42],"performance":[44],"systems.":[48],"This":[49],"article":[50],"presents":[51],"systematic":[53],"literature":[54],"review":[55],"on":[56],"EEG-based":[57,83],"multimodal":[58],"(multimedia)":[59],"for":[63],"last":[65],"5":[66],"years.":[67],"Three":[68],"major":[69],"research":[70,110],"questions":[71,111],"are":[72,80,89,97,112],"addressed:":[73],"(1)":[74],"What":[75,88,96],"kind":[76],"learning":[78],"models":[79],"used":[81],"multimedia":[84],"recognition?":[86],"(2)":[87],"publicly":[91],"available":[92],"related":[93],"datasets?":[94],"(3)":[95],"challenges":[99],"future":[101],"directions":[102],"this":[104],"topic?":[105],"The":[106],"answers":[107],"provided":[113],"different":[115],"subsections.":[116]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-03T00:00:00"}