{"id":"https://openalex.org/W4401808324","doi":"https://doi.org/10.1109/atsip62566.2024.10638977","title":"Decoding Emotions: Integrating EEG Signals and Facial Expressions for Advanced Multimodal Emotion Recognition","display_name":"Decoding Emotions: Integrating EEG Signals and Facial Expressions for Advanced Multimodal Emotion Recognition","publication_year":2024,"publication_date":"2024-07-11","ids":{"openalex":"https://openalex.org/W4401808324","doi":"https://doi.org/10.1109/atsip62566.2024.10638977"},"language":"en","primary_location":{"id":"doi:10.1109/atsip62566.2024.10638977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/atsip62566.2024.10638977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 7th International Conference on Advanced Technologies, Signal and Image Processing (ATSIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106676786","display_name":"Khouloud Moussaoui","orcid":null},"institutions":[{"id":"https://openalex.org/I83259278","display_name":"Manouba University","ror":"https://ror.org/0503ejf32","country_code":"TN","type":"education","lineage":["https://openalex.org/I83259278"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Khouloud Moussaoui","raw_affiliation_strings":["Univ. Manouba, ISAMM, RIADI LR99ES26, University Campus,Riadi Laboratory,Manouba,2010"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Manouba, ISAMM, RIADI LR99ES26, University Campus,Riadi Laboratory,Manouba,2010","institution_ids":["https://openalex.org/I83259278"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017734297","display_name":"Mohamed Farah","orcid":"https://orcid.org/0000-0003-0530-2086"},"institutions":[{"id":"https://openalex.org/I83259278","display_name":"Manouba University","ror":"https://ror.org/0503ejf32","country_code":"TN","type":"education","lineage":["https://openalex.org/I83259278"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Mohamed Farah","raw_affiliation_strings":["Univ. Manouba, ISAMM, RIADI LR99ES26, University Campus,Riadi Laboratory,Manouba,2010"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. Manouba, ISAMM, RIADI LR99ES26, University Campus,Riadi Laboratory,Manouba,2010","institution_ids":["https://openalex.org/I83259278"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I83259278"],"apc_list":null,"apc_paid":null,"fwci":0.3865,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64684448,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"530","last_page":"535"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7485230565071106},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6650261282920837},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6438372135162354},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6319841146469116},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6287407279014587},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5851699113845825},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.398739755153656},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3749764561653137},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3009706735610962},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.07281693816184998}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7485230565071106},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6650261282920837},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6438372135162354},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6319841146469116},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6287407279014587},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5851699113845825},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.398739755153656},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3749764561653137},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3009706735610962},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07281693816184998},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/atsip62566.2024.10638977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/atsip62566.2024.10638977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 7th International Conference on Advanced Technologies, Signal and Image Processing (ATSIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1974051946","https://openalex.org/W2002055708","https://openalex.org/W2024218186","https://openalex.org/W2091084672","https://openalex.org/W2102998034","https://openalex.org/W2122098299","https://openalex.org/W2134031328","https://openalex.org/W2149628368","https://openalex.org/W2155096749","https://openalex.org/W2164598857","https://openalex.org/W2599124244","https://openalex.org/W2799041689","https://openalex.org/W2810418809","https://openalex.org/W2898372871","https://openalex.org/W2911336608","https://openalex.org/W2915196348","https://openalex.org/W2975003464","https://openalex.org/W3005307761","https://openalex.org/W3009332477","https://openalex.org/W3017231556","https://openalex.org/W3035101080","https://openalex.org/W3084140714","https://openalex.org/W3101924153","https://openalex.org/W3124054989","https://openalex.org/W3158068891","https://openalex.org/W3161138502","https://openalex.org/W3162099373","https://openalex.org/W3164480005","https://openalex.org/W3173975107","https://openalex.org/W3175450530","https://openalex.org/W3187526436","https://openalex.org/W3194860951","https://openalex.org/W3214127792","https://openalex.org/W4220725970","https://openalex.org/W4229024336","https://openalex.org/W4236173595","https://openalex.org/W4236533540","https://openalex.org/W4290755261","https://openalex.org/W4297093399","https://openalex.org/W4366250370","https://openalex.org/W6796149595"],"related_works":["https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W2014713986"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1],"is":[2],"widely":[3],"applied":[4,93],"in":[5],"medicine,":[6],"education,":[7],"and":[8,17,39,60,72,99,119,164,177],"human-computer":[9],"interaction,":[10],"with":[11,95],"three":[12],"main":[13],"approaches:":[14],"non-physiological,":[15],"physiological,":[16],"hybrid":[18,34],"signals.":[19],"Hybrid":[20],"methods":[21],"show":[22],"promise":[23],"while":[24],"non-physiological":[25],"signals":[26],"are":[27],"easily":[28],"manipulable.":[29],"Our":[30,62,161],"study":[31],"proposes":[32],"a":[33,124,168],"approach":[35,48,163],"that":[36],"combines":[37],"EEG":[38,83],"facial":[40,107],"expression":[41,108],"data":[42],"using":[43,49,147],"decision-level":[44],"fusion.":[45],"Validating":[46],"our":[47],"the":[50,75,96,114,130,135,139,143,152,157,172],"DEAP":[51],"database,":[52],"we":[53,77,110,133],"focused":[54],"on":[55],"binary":[56],"classifications":[57],"for":[58,89,156],"alertness":[59],"valence.":[61],"model":[63],"classifies":[64],"emotions":[65],"into":[66],"four":[67,140],"categories:":[68],"HVLA,":[69],"HVHA,":[70],"LVLA,":[71],"LVHA.":[73],"From":[74],"dataset,":[76],"extracted":[78],"17":[79],"features":[80],"from":[81,113,142],"32":[82],"channels":[84],"across":[85],"5":[86],"frequency":[87],"bands":[88],"each":[90,117],"subject.":[91],"We":[92],"SVM":[94],"RBF":[97],"kernel":[98],"achieved":[100],"an":[101],"accuracy":[102,126],"of":[103,116,127,138,174],"$54.49":[104],"\\%$.":[105],"For":[106],"classification,":[109],"preprocessed":[111],"frames":[112],"tests":[115],"subject":[118],"used":[120],"CNN":[121],"to":[122,150,171],"obtain":[123],"validation":[125],"68.36%.":[128],"In":[129],"fusion":[131],"step,":[132],"combined":[134],"predicted":[136,154],"probabilities":[137,155],"labels":[141],"two":[144],"unimodal":[145],"classifiers":[146],"weighted":[148],"averaging":[149],"calculate":[151],"average":[153],"final":[158],"emotion":[159,175,178],"classification.":[160],"thorough":[162],"strong":[165],"results":[166],"make":[167],"meaningful":[169],"contribution":[170],"field":[173],"computing":[176],"recognition.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}