{"id":"https://openalex.org/W3035101080","doi":"https://doi.org/10.1016/j.imu.2020.100372","title":"Development of a Real-Time Emotion Recognition System Using Facial Expressions and EEG based on machine learning and deep neural network methods","display_name":"Development of a Real-Time Emotion Recognition System Using Facial Expressions and EEG based on machine learning and deep neural network methods","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3035101080","doi":"https://doi.org/10.1016/j.imu.2020.100372","mag":"3035101080"},"language":"en","primary_location":{"id":"doi:10.1016/j.imu.2020.100372","doi":"https://doi.org/10.1016/j.imu.2020.100372","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.imu.2020.100372","pdf_url":"https://www.sciencedirect.com/science/article/pii/S235291482030201X/pdf","source":{"id":"https://openalex.org/S2898224164","display_name":"Informatics in Medicine Unlocked","issn_l":"2352-9148","issn":["2352-9148"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","oarl","poland-40"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics in Medicine Unlocked","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.sciencedirect.com/science/article/pii/S235291482030201X/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036428871","display_name":"Aya Hassouneh","orcid":"https://orcid.org/0000-0003-4617-4535","observed_orcids":["https://orcid.org/0000-0003-4617-4535"]},"institutions":[{"id":"https://openalex.org/I36721946","display_name":"Kuwait University","ror":"https://ror.org/021e5j056","country_code":"KW","type":"education","lineage":["https://openalex.org/I36721946"]}],"countries":["KW"],"is_corresponding":true,"raw_author_name":"Aya Hassouneh","raw_affiliation_strings":["Computer Engineering Department, College of Engineering and Petroleum, Kuwait University, Kuwait"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Engineering and Petroleum, Kuwait University, Kuwait","institution_ids":["https://openalex.org/I36721946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109454030","display_name":"A. M. Mutawa","orcid":"https://orcid.org/0000-0002-5707-2692","observed_orcids":["https://orcid.org/0000-0002-5707-2692"]},"institutions":[{"id":"https://openalex.org/I36721946","display_name":"Kuwait University","ror":"https://ror.org/021e5j056","country_code":"KW","type":"education","lineage":["https://openalex.org/I36721946"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"A.M. Mutawa","raw_affiliation_strings":["Computer Engineering Department, College of Engineering and Petroleum, Kuwait University, Kuwait"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, College of Engineering and Petroleum, Kuwait University, Kuwait","institution_ids":["https://openalex.org/I36721946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083119779","display_name":"M. Murugappan","orcid":"https://orcid.org/0000-0002-5839-4589","observed_orcids":["https://orcid.org/0000-0002-5839-4589"]},"institutions":[{"id":"https://openalex.org/I4210111408","display_name":"Kuwait College of Science and Technology","ror":"https://ror.org/01vjvsj67","country_code":"KW","type":"education","lineage":["https://openalex.org/I4210111408"]}],"countries":["KW"],"is_corresponding":false,"raw_author_name":"M. Murugappan","raw_affiliation_strings":["Department of Electronics and Communication Engineering, Kuwait College of Science and Technology, Doha, Kuwait"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication Engineering, Kuwait College of Science and Technology, Doha, Kuwait","institution_ids":["https://openalex.org/I4210111408"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5036428871"],"corresponding_institution_ids":["https://openalex.org/I36721946"],"apc_list":{"value":1400,"currency":"USD","value_usd":1400},"apc_paid":{"value":1400,"currency":"USD","value_usd":1400},"fwci":11.7367,"has_fulltext":true,"cited_by_count":293,"citation_normalized_percentile":{"value":0.98979961,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"20","issue":null,"first_page":"100372","last_page":"100372"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/real-time-emotion-recognition","display_name":"real-time emotion recognition","score":0.9760000109672546},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.8539999723434448},{"id":"https://openalex.org/keywords/eeg-based-emotion-recognition","display_name":"EEG-based emotion recognition","score":0.7379999756813049},{"id":"https://openalex.org/keywords/facial-action-coding-system","display_name":"facial action coding system","score":0.7639999985694885},{"id":"https://openalex.org/keywords/facial-landmarks","display_name":"facial landmarks","score":0.5460000038146973},{"id":"https://openalex.org/keywords/physically-disabled-people","display_name":"physically disabled people","score":0.8069999814033508},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.6159999966621399},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"long short-term memory","score":0.9459999799728394},{"id":"https://openalex.org/keywords/haar-like-features","display_name":"Haar-like features","score":0.6240000128746033}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6336456537246704},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.624247670173645},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5998276472091675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5791377425193787},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5768320560455322},{"id":"https://openalex.org/C40346341","wikidata":"https://www.wikidata.org/wiki/Q1391629","display_name":"Facial Action Coding System","level":3,"score":0.5750369429588318},{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.5609418749809265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5337043404579163},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4874589443206787},{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.47313132882118225},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45547249913215637},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.42927002906799316},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.42430809140205383},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3945264518260956},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.imu.2020.100372","doi":"https://doi.org/10.1016/j.imu.2020.100372","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.imu.2020.100372","pdf_url":"https://www.sciencedirect.com/science/article/pii/S235291482030201X/pdf","source":{"id":"https://openalex.org/S2898224164","display_name":"Informatics in Medicine Unlocked","issn_l":"2352-9148","issn":["2352-9148"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","oarl","poland-40"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics in Medicine Unlocked","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c77ec5bfd0f34fe480cce36ef316cc9a","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/c77ec5bfd0f34fe480cce36ef316cc9a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Informatics in Medicine Unlocked, Vol 20, Iss , Pp 100372- (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.imu.2020.100372","doi":"https://doi.org/10.1016/j.imu.2020.100372","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.imu.2020.100372","pdf_url":"https://www.sciencedirect.com/science/article/pii/S235291482030201X/pdf","source":{"id":"https://openalex.org/S2898224164","display_name":"Informatics in Medicine Unlocked","issn_l":"2352-9148","issn":["2352-9148"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","oarl","poland-40"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Informatics in Medicine Unlocked","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322668","display_name":"Kuwait University","ror":"https://ror.org/021e5j056"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3035101080.pdf","grobid_xml":"https://content.openalex.org/works/W3035101080.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W252646938","https://openalex.org/W1480106457","https://openalex.org/W1541800879","https://openalex.org/W1722056324","https://openalex.org/W1841887418","https://openalex.org/W1885185971","https://openalex.org/W1918273049","https://openalex.org/W1995727759","https://openalex.org/W2003238582","https://openalex.org/W2024605627","https://openalex.org/W2070353225","https://openalex.org/W2076652359","https://openalex.org/W2093797275","https://openalex.org/W2103943262","https://openalex.org/W2123099218","https://openalex.org/W2132964930","https://openalex.org/W2144172034","https://openalex.org/W2163605009","https://openalex.org/W2164598857","https://openalex.org/W2263556256","https://openalex.org/W2275845581","https://openalex.org/W2320775905","https://openalex.org/W2396728763","https://openalex.org/W2563025099","https://openalex.org/W2613016420","https://openalex.org/W2794179368","https://openalex.org/W2902298447","https://openalex.org/W2911861987","https://openalex.org/W2927359527","https://openalex.org/W2944042628","https://openalex.org/W2949836779","https://openalex.org/W2974550657","https://openalex.org/W2996862638","https://openalex.org/W3003908700","https://openalex.org/W4210248018","https://openalex.org/W4232372028","https://openalex.org/W4298205916","https://openalex.org/W6637641846"],"related_works":["https://openalex.org/W7215474186","https://openalex.org/W3017150299","https://openalex.org/W3169435448","https://openalex.org/W7220375892","https://openalex.org/W4308332509","https://openalex.org/W2269951364","https://openalex.org/W2096831441","https://openalex.org/W2091935764","https://openalex.org/W4320002631","https://openalex.org/W2623402273"],"abstract_inverted_index":{"Real-time":[0],"emotion":[1,58,125,271,289],"recognition":[2,59,264,279],"has":[3],"been":[4],"an":[5,54,64],"active":[6],"field":[7],"of":[8,115,185,212,218,266],"research":[9],"over":[10],"the":[11,121,154,165,170,175,183,186,223,228,245,255,277,283],"past":[12],"several":[13],"decades.":[14],"This":[15,202],"work":[16],"aims":[17],"to":[18,79,131,254],"classify":[19],"physically":[20],"disabled":[21],"people":[22],"(deaf,":[23],"dumb,":[24],"and":[25,27,36,46,74,83,95,108,142,169,189,252,257],"bedridden)":[26],"Autism":[28],"children's":[29],"emotional":[30,239],"expressions":[31],"based":[32,157],"on":[33,150,153,158],"facial":[34,88,124,141,160,199,274],"landmarks":[35],"electroencephalograph":[37],"(EEG)":[38],"signals":[39,225],"using":[40,60,99,164,174,208,241,249,268,273,282,291],"a":[41,112,159,196,209,215,262],"convolutional":[42],"neural":[43],"network":[44],"(CNN)":[45],"long":[47],"short-term":[48],"memory":[49],"(LSTM)":[50],"classifiers":[51],"by":[52],"developing":[53],"algorithm":[55,67],"for":[56,123,140,198,238,270,288],"real-time":[57],"virtual":[61,101,146],"markers":[62,147,171],"through":[63],"optical":[65,177],"flow":[66,178],"that":[68],"works":[69],"effectively":[70],"in":[71,120],"uneven":[72],"lightning":[73],"subject":[75],"head":[76],"rotation":[77],"(up":[78],"25\u00b0),":[80],"different":[81],"backgrounds,":[82],"various":[84],"skin":[85],"tones.":[86],"Six":[87],"emotions":[89],"(happiness,":[90],"sadness,":[91],"anger,":[92],"fear,":[93],"disgust,":[94],"surprise)":[96],"are":[97,138,148,172,234,247],"collected":[98,226],"ten":[100],"markers.":[102],"Fifty-five":[103],"undergraduate":[104,128],"students":[105,129],"(35":[106],"male":[107],"25":[109],"female)":[110],"with":[111,214],"mean":[113],"age":[114],"22.9":[116],"years":[117],"voluntarily":[118],"participated":[119],"experiment":[122],"recognition.":[126],"Nineteen":[127],"volunteered":[130],"collect":[132],"EEG":[133,229,242,292],"signals.":[134,243,293],"Initially,":[135],"Haar-like":[136],"features":[137,237,246],"used":[139,194,235],"eye":[143],"detection.":[144],"Later,":[145],"placed":[149],"defined":[151],"locations":[152],"subject's":[155,187],"face":[156,188],"action":[161],"coding":[162],"system":[163],"mathematical":[166],"model":[167],"approach,":[168],"tracked":[173],"Lucas-Kande":[176],"algorithm.":[179],"The":[180],"distance":[181,203],"between":[182],"center":[184],"each":[190],"marker":[191],"position":[192],"is":[193,205,286],"as":[195,236],"feature":[197,204],"expression":[200],"classification.":[201],"statistically":[206],"validated":[207],"one-way":[210],"analysis":[211],"variance":[213],"significance":[216],"level":[217],"p":[219],"<":[220],"0.01.":[221],"Additionally,":[222],"fourteen":[224],"from":[227],"signal":[230],"reader":[231],"(EPOC+)":[232],"channels":[233],"classification":[240],"Finally,":[244],"cross-validated":[248],"fivefold":[250],"cross-validation":[251],"given":[253],"LSTM":[256,284],"CNN":[258,269],"classifiers.":[259],"We":[260],"achieved":[261,281],"maximum":[263,278],"rate":[265,280],"99.81%":[267],"detection":[272,290],"landmarks.":[275],"However,":[276],"classifier":[285],"87.25%":[287]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":59},{"year":2024,"cited_by_count":72},{"year":2023,"cited_by_count":69},{"year":2022,"cited_by_count":44},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-06-19T00:00:00"}