{"id":"https://openalex.org/W2802245953","doi":"https://doi.org/10.1109/wacv.2018.00008","title":"Emotion Analysis Using Audio/Video, EMG and EEG: A Dataset and Comparison Study","display_name":"Emotion Analysis Using Audio/Video, EMG and EEG: A Dataset and Comparison Study","publication_year":2018,"publication_date":"2018-03-01","ids":{"openalex":"https://openalex.org/W2802245953","doi":"https://doi.org/10.1109/wacv.2018.00008","mag":"2802245953"},"language":"en","primary_location":{"id":"doi:10.1109/wacv.2018.00008","doi":"https://doi.org/10.1109/wacv.2018.00008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv.2018.00008","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033391525","display_name":"Farnaz Abtahi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farnaz Abtahi","raw_affiliation_strings":["CUNY Graduate Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CUNY Graduate Center","institution_ids":["https://openalex.org/I121847817"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028784265","display_name":"Tony Ro","orcid":"https://orcid.org/0000-0002-7328-7562","observed_orcids":["https://orcid.org/0000-0002-7328-7562","https://orcid.org/0000-0002-2103-1178"]},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tony Ro","raw_affiliation_strings":["CUNY Graduate Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CUNY Graduate Center","institution_ids":["https://openalex.org/I121847817"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318258","display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-7136-5643","observed_orcids":["https://orcid.org/0000-0002-7136-5643"]},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["City College of New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City College of New York","institution_ids":["https://openalex.org/I125687163"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088347883","display_name":"Zhigang Zhu","orcid":"https://orcid.org/0000-0002-9990-1137","observed_orcids":["https://orcid.org/0000-0002-9990-1137","https://orcid.org/0009-0002-2492-805X"]},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]},{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]},{"id":"https://openalex.org/I174216632","display_name":"City University of New York","ror":"https://ror.org/00453a208","country_code":"US","type":"education","lineage":["https://openalex.org/I174216632"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhigang Zhu","raw_affiliation_strings":["CUNY Graduate Center, City College of New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CUNY Graduate Center, City College of New York","institution_ids":["https://openalex.org/I121847817","https://openalex.org/I125687163","https://openalex.org/I174216632"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6287,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.887584,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"2018","issue":null,"first_page":"10","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"emotion recognition","score":0.8410000205039978},{"id":"https://openalex.org/keywords/multimodal-emotion-recognition","display_name":"multimodal emotion recognition","score":0.9150000214576721},{"id":"https://openalex.org/keywords/audio","display_name":"audio","score":0.515999972820282},{"id":"https://openalex.org/keywords/video","display_name":"video","score":0.9610000252723694},{"id":"https://openalex.org/keywords/electromyography","display_name":"electromyography","score":0.9359999895095825},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"EEG","score":0.9959999918937683},{"id":"https://openalex.org/keywords/dataset-collection","display_name":"dataset collection","score":0.6010000109672546},{"id":"https://openalex.org/keywords/feature-selection","display_name":"feature selection","score":0.6190000176429749},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.7570000290870667},{"id":"https://openalex.org/keywords/deep-belief-network","display_name":"deep belief network","score":0.8289999961853027},{"id":"https://openalex.org/keywords/long-short-term-memory","display_name":"long short-term memory","score":0.9490000009536743},{"id":"https://openalex.org/keywords/mel-frequency-cepstral-coefficients","display_name":"Mel-frequency cepstral coefficients","score":0.9139999747276306},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.35499998927116394},{"id":"https://openalex.org/keywords/neural-signals","display_name":"neural signals","score":0.3970000147819519},{"id":"https://openalex.org/keywords/temporal-dynamics-of-emotion","display_name":"temporal dynamics of emotion","score":0.4020000100135803}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.769167959690094},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7444114685058594},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7244554758071899},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7148392200469971},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6872435212135315},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.6662260293960571},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5865771770477295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5390443801879883},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5378406047821045},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49683812260627747},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4593712091445923},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.45388278365135193},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4483335614204407},{"id":"https://openalex.org/C6183727","wikidata":"https://www.wikidata.org/wiki/Q5428559","display_name":"Facial electromyography","level":3,"score":0.44404536485671997},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.33219680190086365},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16706958413124084},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.06609386205673218},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wacv.2018.00008","doi":"https://doi.org/10.1109/wacv.2018.00008","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv.2018.00008","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"mag:3134727752","doi":null,"is_oa":false,"landing_page_url":"https://jglobal.jst.go.jp/en/detail?JGLOBAL_ID=201802258268459599","pdf_url":null,"source":{"id":"https://openalex.org/S4306512817","display_name":"IEEE Conference Proceedings","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"IEEE Conference Proceedings","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W257874415","https://openalex.org/W931972945","https://openalex.org/W1538131130","https://openalex.org/W1686810756","https://openalex.org/W1777446904","https://openalex.org/W1931639407","https://openalex.org/W1983212181","https://openalex.org/W1984354005","https://openalex.org/W1989978397","https://openalex.org/W1999934897","https://openalex.org/W2012993152","https://openalex.org/W2013486737","https://openalex.org/W2032254851","https://openalex.org/W2062715730","https://openalex.org/W2064675550","https://openalex.org/W2065477390","https://openalex.org/W2080830759","https://openalex.org/W2115252128","https://openalex.org/W2117499988","https://openalex.org/W2119915586","https://openalex.org/W2135195345","https://openalex.org/W2136922672","https://openalex.org/W2150769028","https://openalex.org/W2164471543","https://openalex.org/W2185322937","https://openalex.org/W2194775991","https://openalex.org/W2275733078","https://openalex.org/W2344822617","https://openalex.org/W2462891905","https://openalex.org/W2505527539","https://openalex.org/W2510506994","https://openalex.org/W2525648609","https://openalex.org/W2529299164","https://openalex.org/W2612215259","https://openalex.org/W2745497104","https://openalex.org/W2776446922","https://openalex.org/W6704529918"],"related_works":["https://openalex.org/W4210662381","https://openalex.org/W4249201103","https://openalex.org/W7202266275","https://openalex.org/W3201057025","https://openalex.org/W4403102331","https://openalex.org/W4401114297","https://openalex.org/W4320002631","https://openalex.org/W4406124606","https://openalex.org/W3166059905","https://openalex.org/W4366250370"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"a":[3,23,39],"study":[4],"on":[5],"automated":[6],"emotion":[7,46,129,136,147],"recognition":[8,47,130],"using":[9,25],"four":[10,69],"different":[11,35,43,109],"modalities":[12,28],"-":[13],"audio,":[14],"video,":[15],"electromyography":[16],"(EMG),":[17],"and":[18,54,61,71,83,93,102,113,118],"electroencephalography":[19],"(EEG).":[20],"We":[21],"collected":[22],"dataset":[24],"the":[26,68,116,124,135,142],"4":[27],"as":[29],"12":[30],"human":[31],"subjects":[32],"expressed":[33],"six":[34],"emotions":[36],"or":[37],"maintained":[38],"neutral":[40],"expression.":[41],"Three":[42],"aspects":[44],"of":[45,115],"were":[48,65],"investigated:":[49],"model":[50],"selection,":[51,53],"feature":[52,90],"data":[55],"selection.":[56],"Both":[57],"generative":[58],"models":[59,63],"(DBNs)":[60],"discriminative":[62],"(LSTMs)":[64],"applied":[66],"to":[67],"modalities,":[70],"from":[72,131],"these":[73,106],"analyses":[74],"we":[75,121],"conclude":[76],"that":[77,123,141],"LSTM":[78],"is":[79,97],"better":[80,98],"for":[81,99,128],"audio":[82],"video":[84],"together":[85],"with":[86],"their":[87],"corresponding":[88],"sophisticated":[89],"extractors":[91],"(MFCC":[92],"CNN),":[94],"whereas":[95],"DBN":[96],"both":[100],"EMG":[101],"EEG.":[103],"By":[104],"examining":[105],"signals":[107,144],"at":[108],"stages":[110,127],"(pre-speech,":[111],"during-speech,":[112],"post-speech)":[114],"current":[117],"following":[119],"trials,":[120],"found":[122],"most":[125],"effective":[126],"EEG":[132],"occur":[133],"after":[134],"has":[137],"been":[138],"expressed,":[139],"suggesting":[140],"neural":[143],"conveying":[145],"an":[146],"are":[148],"long-lasting.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":7}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2018-05-17T00:00:00"}