{"id":"https://openalex.org/W2278113816","doi":"https://doi.org/10.1109/taffc.2015.2436926","title":"Analysis of EEG Signals and Facial Expressions for Continuous Emotion Detection","display_name":"Analysis of EEG Signals and Facial Expressions for Continuous Emotion Detection","publication_year":2015,"publication_date":"2015-05-22","ids":{"openalex":"https://openalex.org/W2278113816","doi":"https://doi.org/10.1109/taffc.2015.2436926","mag":"2278113816"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2015.2436926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2015.2436926","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024169758","display_name":"Mohammad Soleymani","orcid":"https://orcid.org/0000-0002-5873-1434"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mohammad Soleymani","raw_affiliation_strings":["Swiss Center for Affective Sciences, University of Geneva, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-5873-1434","affiliations":[{"raw_affiliation_string":"Swiss Center for Affective Sciences, University of Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017946519","display_name":"Sadjad Asghari-Esfeden","orcid":"https://orcid.org/0000-0003-1866-9944"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sadjad Asghari-Esfeden","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Engineering, Northeastern University, Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Engineering, Northeastern University, Boston, MA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005819096","display_name":"Yun Fu","orcid":"https://orcid.org/0000-0002-5098-2853"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]},{"id":"https://openalex.org/I141461282","display_name":"Dana (United States)","ror":"https://ror.org/0288c6p43","country_code":"US","type":"company","lineage":["https://openalex.org/I141461282"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yun Fu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Engineering, and the College of Computer and Information Science, Northeastern University, 403 Dana Research Center, 360 Huntington Avenue Boston, MA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Engineering, and the College of Computer and Information Science, Northeastern University, 403 Dana Research Center, 360 Huntington Avenue Boston, MA","institution_ids":["https://openalex.org/I12912129","https://openalex.org/I141461282"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016033078","display_name":"Maja Panti\u0107","orcid":"https://orcid.org/0000-0002-3620-5986"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]},{"id":"https://openalex.org/I94624287","display_name":"University of Twente","ror":"https://ror.org/006hf6230","country_code":"NL","type":"education","lineage":["https://openalex.org/I94624287"]}],"countries":["GB","NL"],"is_corresponding":false,"raw_author_name":"Maja Pantic","raw_affiliation_strings":["Department of Computing, Imperial College London, United Kingdom","Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Faculty of Electrical Engineering, Mathematics and Computer Science, University of Twente, The Netherlands","institution_ids":["https://openalex.org/I94624287"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":34.0884,"has_fulltext":false,"cited_by_count":554,"citation_normalized_percentile":{"value":0.99848836,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"7","issue":"1","first_page":"17","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.8344564437866211},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7726657390594482},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7548565864562988},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.679412841796875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5248448848724365},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5204746723175049},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4995250701904297},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.4714047908782959},{"id":"https://openalex.org/keywords/facial-muscles","display_name":"Facial muscles","score":0.4655986726284027},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.45553091168403625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44455841183662415},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.44209024310112},{"id":"https://openalex.org/keywords/emotion-detection","display_name":"Emotion detection","score":0.4282815158367157},{"id":"https://openalex.org/keywords/facial-electromyography","display_name":"Facial electromyography","score":0.41334694623947144},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33863139152526855},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3380265533924103},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.19201278686523438},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09699344635009766}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.8344564437866211},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7726657390594482},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7548565864562988},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.679412841796875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5248448848724365},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5204746723175049},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4995250701904297},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.4714047908782959},{"id":"https://openalex.org/C2780905192","wikidata":"https://www.wikidata.org/wiki/Q2341604","display_name":"Facial muscles","level":2,"score":0.4655986726284027},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.45553091168403625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44455841183662415},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.44209024310112},{"id":"https://openalex.org/C2988148770","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion detection","level":3,"score":0.4282815158367157},{"id":"https://openalex.org/C6183727","wikidata":"https://www.wikidata.org/wiki/Q5428559","display_name":"Facial electromyography","level":3,"score":0.41334694623947144},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33863139152526855},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3380265533924103},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.19201278686523438},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09699344635009766},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2015.2436926","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2015.2436926","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:unige.ch:unige:88345","is_oa":false,"landing_page_url":"https://archive-ouverte.unige.ch/unige:88345","pdf_url":null,"source":{"id":"https://openalex.org/S4306402259","display_name":"Archive ouverte UNIGE (University of Geneva)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114457229","host_organization_name":"University of Geneva","host_organization_lineage":["https://openalex.org/I114457229"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ISSN: 1949-3045","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1356488496","display_name":null,"funder_award_id":"N00014-12-1-1028","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G1665311145","display_name":null,"funder_award_id":"1314484","funder_id":"https://openalex.org/F4320337388","funder_display_name":"Division of Computer and Network Systems"},{"id":"https://openalex.org/G2168928667","display_name":null,"funder_award_id":"W911NF-14-1-0218","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8569619938","display_name":null,"funder_award_id":"N00014-14-1-0484","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320337388","display_name":"Division of Computer and Network Systems","ror":"https://ror.org/02rdzmk74"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W211912913","https://openalex.org/W1261896931","https://openalex.org/W1566668432","https://openalex.org/W1596947417","https://openalex.org/W1967993123","https://openalex.org/W1978286193","https://openalex.org/W1981950962","https://openalex.org/W1983703866","https://openalex.org/W1987074976","https://openalex.org/W1989426692","https://openalex.org/W1992724000","https://openalex.org/W2002055708","https://openalex.org/W2003653478","https://openalex.org/W2017144821","https://openalex.org/W2019360207","https://openalex.org/W2024065997","https://openalex.org/W2025905516","https://openalex.org/W2036593095","https://openalex.org/W2045136280","https://openalex.org/W2047629673","https://openalex.org/W2053233027","https://openalex.org/W2055531799","https://openalex.org/W2058616948","https://openalex.org/W2064675550","https://openalex.org/W2092206588","https://openalex.org/W2099281997","https://openalex.org/W2102998034","https://openalex.org/W2109662877","https://openalex.org/W2113022628","https://openalex.org/W2118585731","https://openalex.org/W2120675333","https://openalex.org/W2121407761","https://openalex.org/W2122098299","https://openalex.org/W2128118949","https://openalex.org/W2131087616","https://openalex.org/W2132006104","https://openalex.org/W2132555391","https://openalex.org/W2144756000","https://openalex.org/W2161809425","https://openalex.org/W2164186291","https://openalex.org/W2164699598","https://openalex.org/W2164985412","https://openalex.org/W2167557160","https://openalex.org/W2178225550","https://openalex.org/W2180532674","https://openalex.org/W2219827282","https://openalex.org/W3103419911","https://openalex.org/W6635653641","https://openalex.org/W6677656871"],"related_works":["https://openalex.org/W1986171833","https://openalex.org/W2154036070","https://openalex.org/W4390496266","https://openalex.org/W2097693453","https://openalex.org/W2334430827","https://openalex.org/W1979872578","https://openalex.org/W2040215065","https://openalex.org/W2165412197","https://openalex.org/W3038982524","https://openalex.org/W2787157782"],"abstract_inverted_index":{"Emotions":[0],"are":[1,7,19,175],"time":[2],"varying":[3],"affective":[4],"phenomena":[5],"that":[6,165,187],"elicited":[8],"as":[9,176],"a":[10,177],"result":[11,178],"of":[12,40,54,67,94,153,156,167,179,196],"stimuli.":[13],"Videos":[14],"and":[15,62,79,111,119,131,163],"movies":[16],"in":[17,24,49,91,127,172,194],"particular":[18],"made":[20],"to":[21,35,73,88,140,143],"elicit":[22],"emotions":[23,30,53,57,129],"their":[25,76],"audiences.":[26],"Detecting":[27],"the":[28,37,52,92,135,144,151,154,168],"viewers'":[29,56],"instantaneously":[31,50],"can":[32],"be":[33,141],"used":[34],"find":[36],"emotional":[38],"traces":[39],"videos.":[41],"In":[42],"this":[43,180],"paper,":[44],"we":[45],"present":[46],"our":[47,183],"approach":[48],"detecting":[51,128],"video":[55],"from":[58,137,146],"electroencephalogram":[59],"(EEG)":[60],"signals":[61,162,189],"facial":[63,77,138,157,197],"expressions.":[64,198],"A":[65],"set":[66],"emotion":[68],"inducing":[69],"videos":[70,93,104],"were":[71,82,97,105,125],"shown":[72],"participants":[74],"while":[75],"expressions":[78,139],"physiological":[80],"responses":[81],"recorded.":[83],"The":[84,102],"expressed":[85],"valence":[86,110],"(negative":[87],"positive":[89],"emotions)":[90],"participants'":[95],"faces":[96],"annotated":[98,108],"by":[99],"five":[100],"annotators.":[101],"stimuli":[103],"also":[106],"continuously":[107],"on":[109,160],"arousal":[112],"dimensions.":[113],"Long-short-term-memory":[114],"recurrent":[115],"neural":[116],"networks":[117],"(LSTM-RNN)":[118],"continuous":[120],"conditional":[121],"random":[122],"fields":[123],"(CCRF)":[124],"utilized":[126],"automatically":[130],"continuously.":[132],"We":[133,149],"found":[134,164],"results":[136,145],"superior":[142],"EEG":[147,161,173,188],"signals.":[148],"analyzed":[150],"effect":[152],"contamination":[155],"muscle":[158],"activities":[159],"most":[166],"emotionally":[169],"valuable":[170],"content":[171],"features":[174],"contamination.":[181],"However,":[182],"statistical":[184],"analysis":[185],"showed":[186],"still":[190],"carry":[191],"complementary":[192],"information":[193],"presence":[195]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":46},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":52},{"year":2022,"cited_by_count":77},{"year":2021,"cited_by_count":59},{"year":2020,"cited_by_count":71},{"year":2019,"cited_by_count":68},{"year":2018,"cited_by_count":50},{"year":2017,"cited_by_count":44},{"year":2016,"cited_by_count":14},{"year":2015,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}