{"id":"https://openalex.org/W3156669407","doi":"https://doi.org/10.1109/taffc.2021.3071503","title":"Exploring the Contextual Factors Affecting Multimodal Emotion Recognition in Videos","display_name":"Exploring the Contextual Factors Affecting Multimodal Emotion Recognition in Videos","publication_year":2021,"publication_date":"2021-04-06","ids":{"openalex":"https://openalex.org/W3156669407","doi":"https://doi.org/10.1109/taffc.2021.3071503","mag":"3156669407"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2021.3071503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3071503","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103194665","display_name":"Prasanta Bhattacharya","orcid":"https://orcid.org/0000-0002-6693-9032"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Prasanta Bhattacharya","raw_affiliation_strings":["Institute of High Performance Computing, Agency for Science, Technology and Research (A*STAR), Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6693-9032","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, Agency for Science, Technology and Research (A*STAR), Singapore, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015072777","display_name":"Raj Kumar Gupta","orcid":"https://orcid.org/0000-0002-9580-8429"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Raj Kumar Gupta","raw_affiliation_strings":["Institute of High Performance Computing, Agency for Science, Technology and Research (A*STAR), Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9580-8429","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, Agency for Science, Technology and Research (A*STAR), Singapore, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101855576","display_name":"Yinping Yang","orcid":"https://orcid.org/0000-0001-9885-1791"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yinping Yang","raw_affiliation_strings":["Institute of High Performance Computing, Agency for Science, Technology and Research (A*STAR), Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9885-1791","affiliations":[{"raw_affiliation_string":"Institute of High Performance Computing, Agency for Science, Technology and Research (A*STAR), Singapore, Singapore","institution_ids":["https://openalex.org/I115228651","https://openalex.org/I3004594783"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":5.6478,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.96486405,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"14","issue":"2","first_page":"1547","last_page":"1557"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12313","display_name":"Emotions and Moral Behavior","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sadness","display_name":"Sadness","score":0.8847540020942688},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.755790114402771},{"id":"https://openalex.org/keywords/happiness","display_name":"Happiness","score":0.6695653200149536},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6213064193725586},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5830487012863159},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5791351795196533},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.5769672989845276},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5450239181518555},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.47344207763671875},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4671366214752197},{"id":"https://openalex.org/keywords/emotion-perception","display_name":"Emotion perception","score":0.4112671911716461},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.32956069707870483},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.2415996491909027},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.17180883884429932},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.14532265067100525}],"concepts":[{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.8847540020942688},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.755790114402771},{"id":"https://openalex.org/C2778999518","wikidata":"https://www.wikidata.org/wiki/Q8","display_name":"Happiness","level":2,"score":0.6695653200149536},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6213064193725586},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5830487012863159},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5791351795196533},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.5769672989845276},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5450239181518555},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.47344207763671875},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4671366214752197},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.4112671911716461},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32956069707870483},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2415996491909027},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.17180883884429932},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.14532265067100525},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2021.3071503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2021.3071503","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5"}],"awards":[{"id":"https://openalex.org/G1361879698","display_name":null,"funder_award_id":"a1718g0046","funder_id":"https://openalex.org/F4320320696","funder_display_name":"Agency for Science, Technology and Research"}],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W207186943","https://openalex.org/W1497399621","https://openalex.org/W1498818117","https://openalex.org/W1651753422","https://openalex.org/W1660030754","https://openalex.org/W1668904664","https://openalex.org/W1871419576","https://openalex.org/W1963947028","https://openalex.org/W1965281242","https://openalex.org/W1966797434","https://openalex.org/W1967684049","https://openalex.org/W1977137834","https://openalex.org/W1984544628","https://openalex.org/W1985867508","https://openalex.org/W1986486674","https://openalex.org/W1994720412","https://openalex.org/W1995641269","https://openalex.org/W1999543972","https://openalex.org/W2001483327","https://openalex.org/W2026243162","https://openalex.org/W2030931454","https://openalex.org/W2038821742","https://openalex.org/W2042684846","https://openalex.org/W2055332436","https://openalex.org/W2058006394","https://openalex.org/W2058616948","https://openalex.org/W2063262826","https://openalex.org/W2070710240","https://openalex.org/W2074716497","https://openalex.org/W2076423492","https://openalex.org/W2079404915","https://openalex.org/W2080563528","https://openalex.org/W2083543775","https://openalex.org/W2106508100","https://openalex.org/W2114785251","https://openalex.org/W2117645142","https://openalex.org/W2130162821","https://openalex.org/W2137363687","https://openalex.org/W2143350951","https://openalex.org/W2149628368","https://openalex.org/W2150150736","https://openalex.org/W2154611638","https://openalex.org/W2156848952","https://openalex.org/W2158180452","https://openalex.org/W2164471543","https://openalex.org/W2164699598","https://openalex.org/W2168465881","https://openalex.org/W2170085344","https://openalex.org/W2171939880","https://openalex.org/W2253728219","https://openalex.org/W2291864985","https://openalex.org/W2505455801","https://openalex.org/W2510285366","https://openalex.org/W2521562261","https://openalex.org/W2547683630","https://openalex.org/W2548128734","https://openalex.org/W2557887185","https://openalex.org/W2586527019","https://openalex.org/W2607119677","https://openalex.org/W2609563119","https://openalex.org/W2745497104","https://openalex.org/W2745880412","https://openalex.org/W2746334205","https://openalex.org/W2747764356","https://openalex.org/W2767270377","https://openalex.org/W2767415038","https://openalex.org/W2805939548","https://openalex.org/W2890732027","https://openalex.org/W2897322946","https://openalex.org/W2897690397","https://openalex.org/W2897760566","https://openalex.org/W2963177779","https://openalex.org/W2963199341","https://openalex.org/W2979463066","https://openalex.org/W2981530776","https://openalex.org/W2990257819","https://openalex.org/W2990474076","https://openalex.org/W3096195729","https://openalex.org/W3103625833","https://openalex.org/W3122081138","https://openalex.org/W3161909236","https://openalex.org/W3170841384","https://openalex.org/W4388315058","https://openalex.org/W6600216354","https://openalex.org/W6604213843","https://openalex.org/W6606112040","https://openalex.org/W6630569817","https://openalex.org/W6640071002","https://openalex.org/W6721161893","https://openalex.org/W6727276262","https://openalex.org/W6761702375","https://openalex.org/W6770750860"],"related_works":["https://openalex.org/W3198870284","https://openalex.org/W2002225084","https://openalex.org/W2119012436","https://openalex.org/W2519456985","https://openalex.org/W1761974557","https://openalex.org/W1991697485","https://openalex.org/W2093522521","https://openalex.org/W2028755160","https://openalex.org/W2014713986","https://openalex.org/W2009950829"],"abstract_inverted_index":{"Emotional":[0],"expressions":[1],"form":[2],"a":[3,24,87],"key":[4,71],"part":[5],"of":[6,26,56,76,82,91,162],"user":[7],"behavior":[8],"on":[9,29],"today's":[10],"digital":[11],"platforms.":[12],"While":[13],"multimodal":[14,57,101,133],"emotion":[15,58,165],"recognition":[16,166],"techniques":[17],"are":[18],"gaining":[19],"research":[20],"attention,":[21],"there":[22],"is":[23],"lack":[25],"deeper":[27],"understanding":[28],"how":[30],"visual":[31],"and":[32,65,79,106,117,147,152,167],"non-visual":[33],"features":[34,59,102,121,134],"can":[35],"be":[36],"used":[37],"to":[38],"better":[39,124,137],"recognize":[40],"emotions":[41],"in":[42,67,128,144],"certain":[43],"contexts,":[44],"but":[45,149],"not":[46,150],"others.":[47],"This":[48],"study":[49],"analyzes":[50],"the":[51,54,77,83,160],"interplay":[52],"between":[53],"effects":[55],"derived":[60],"from":[61],"facial":[62],"expressions,":[63],"tone":[64],"text":[66],"conjunction":[68],"with":[69],"two":[70],"contextual":[72],"factors:":[73],"i)":[74],"gender":[75,116],"speaker,":[78],"ii)":[80],"duration":[81,118],"emotional":[84],"episode.":[85],"Using":[86],"large":[88],"public":[89],"dataset":[90],"2,176":[92],"manually":[93],"annotated":[94],"YouTube":[95],"videos,":[96],"we":[97],"found":[98],"that":[99],"while":[100],"consistently":[103],"outperformed":[104],"bimodal":[105],"unimodal":[107],"features,":[108],"their":[109],"performance":[110],"varied":[111],"significantly":[112],"across":[113],"different":[114],"emotions,":[115],"contexts.":[119],"Multimodal":[120],"performed":[122,135],"particularly":[123,136],"for":[125,138,141],"male":[126],"speakers":[127],"recognizing":[129,145],"most":[130],"emotions.":[131],"Furthermore,":[132],"shorter":[139],"than":[140],"longer":[142],"videos":[143],"neutral":[146],"happiness,":[148],"sadness":[151],"anger.":[153],"These":[154],"findings":[155],"offer":[156],"new":[157],"insights":[158],"towards":[159],"development":[161],"more":[163],"context-aware":[164],"empathetic":[168],"systems.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}