{"id":"https://openalex.org/W4312334929","doi":"https://doi.org/10.1109/saci55618.2022.9919496","title":"A Multimodal Deep Learning Approach to Emotion Detection and Identification","display_name":"A Multimodal Deep Learning Approach to Emotion Detection and Identification","publication_year":2022,"publication_date":"2022-05-25","ids":{"openalex":"https://openalex.org/W4312334929","doi":"https://doi.org/10.1109/saci55618.2022.9919496"},"language":"en","primary_location":{"id":"doi:10.1109/saci55618.2022.9919496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saci55618.2022.9919496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 16th International Symposium on Applied Computational Intelligence and Informatics (SACI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010914048","display_name":"Satya Chandrashekhar Ayyalasomayajula","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Satya Chandrashekhar Ayyalasomayajula","raw_affiliation_strings":["School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051234459","display_name":"Bogdan Ionescu","orcid":"https://orcid.org/0000-0003-4112-5769"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bogdan Ionescu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033496496","display_name":"Mircea Trifan","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mircea Trifan","raw_affiliation_strings":["School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038191560","display_name":"Dan Ionescu","orcid":"https://orcid.org/0000-0001-7171-2409"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dan Ionescu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa,Ottawa,Ontario,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science University of Ottawa, Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5010914048"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":0.37,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.653884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"000135","last_page":"000142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7388777732849121},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6298944354057312},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6072895526885986},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5749168992042542},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.5550122261047363},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.545131504535675},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5401730537414551},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.46635663509368896},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.41918933391571045},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33096790313720703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7388777732849121},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6298944354057312},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6072895526885986},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5749168992042542},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.5550122261047363},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.545131504535675},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5401730537414551},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.46635663509368896},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.41918933391571045},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33096790313720703},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/saci55618.2022.9919496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/saci55618.2022.9919496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 16th International Symposium on Applied Computational Intelligence and Informatics (SACI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.49000000953674316,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W579507799","https://openalex.org/W1520861770","https://openalex.org/W1595126664","https://openalex.org/W1614549126","https://openalex.org/W1966797434","https://openalex.org/W1976376589","https://openalex.org/W2086875012","https://openalex.org/W2096391593","https://openalex.org/W2096711002","https://openalex.org/W2115289180","https://openalex.org/W2413906355","https://openalex.org/W2531409750","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2793383796","https://openalex.org/W2799829815","https://openalex.org/W2803193013","https://openalex.org/W2896277673","https://openalex.org/W2899973923","https://openalex.org/W2904483377","https://openalex.org/W2921831483","https://openalex.org/W3000618647","https://openalex.org/W3011727199","https://openalex.org/W3016224889","https://openalex.org/W3028666960","https://openalex.org/W3083071247","https://openalex.org/W3084140714","https://openalex.org/W3107745088","https://openalex.org/W3120243642","https://openalex.org/W3122081138","https://openalex.org/W3158068891","https://openalex.org/W4286603553","https://openalex.org/W4297775537","https://openalex.org/W6737664043","https://openalex.org/W6750722441","https://openalex.org/W6794374734","https://openalex.org/W7075385858"],"related_works":["https://openalex.org/W2945121592","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W3000867607","https://openalex.org/W2798351401","https://openalex.org/W2913821117","https://openalex.org/W2729544402","https://openalex.org/W2519456985","https://openalex.org/W1992768889","https://openalex.org/W2014713986"],"abstract_inverted_index":{"Automated":[0],"emotion":[1,85,96,132,164],"recognition":[2],"and":[3,5,73,87,98,113,125,156],"identification":[4,99],"its":[6],"subsequent":[7],"challenges":[8],"have":[9],"a":[10,28,53],"long":[11],"history.":[12],"More":[13],"recently,":[14],"intense":[15],"scientific":[16],"research":[17],"on":[18,42,52,119,122,126,174],"computer":[19,61],"based":[20],"evaluation":[21],"of":[22,56,75,84,135,178,186],"human":[23],"emotions":[24,46],"has":[25],"arrived":[26],"at":[27,183],"crossroad.":[29],"Reputable":[30],"scientists":[31,62],"in":[32,70,100,106],"the":[33,39,65,71,82,131,136,148,153,161,169,176,179,184],"cognitive":[34],"science":[35],"domain":[36],"consider":[37,63],"that":[38,64],"system":[40],"built":[41],"Ekman's":[43],"seven":[44],"basic":[45],"is":[47,166],"vitiated":[48],"by":[49,117],"generalizations":[50],"obtained":[51],"reduced":[54],"number":[55],"test":[57],"cases.":[58],"In":[59],"contrast,":[60],"progress":[66],"made":[67],"so":[68,141],"far":[69],"theory":[72],"application":[74],"Neural":[76,92],"Networks":[77],"allows":[78],"computers":[79],"to":[80,159],"increase":[81],"accuracy":[83,177],"detection":[86,97],"identification.":[88],"A":[89,128],"Multimodal":[90],"Convolutional":[91],"Network":[93],"(MMCNN)":[94],"for":[95],"near":[101],"real-time,":[102],"will":[103],"be":[104],"introduced":[105],"this":[107,187],"paper.":[108,188],"The":[109,143,163],"MMCNN":[110],"detects,":[111],"identifies":[112],"tracks":[114],"users'":[115],"emotions,":[116],"reasoning":[118],"facial":[120],"micro-expressions,":[121],"body":[123],"motions":[124],"speech.":[127],"CNN":[129],"classifies":[130],"into":[133],"one":[134],"7":[137],"universal":[138],"classes":[139],"accepted":[140],"far.":[142],"deciding":[144],"classifier":[145],"then":[146],"takes":[147],"scores":[149],"generated":[150],"from":[151],"both":[152],"micro-expression":[154],"detector":[155],"speech":[157],"synthesizer":[158],"predict":[160],"emotion.":[162],"class":[165],"validated":[167],"using":[168],"Berkeley":[170],"Expressivity":[171],"Questionnaire.":[172],"Results":[173],"testing":[175],"algorithm":[180],"are":[181],"given":[182],"end":[185]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}