{"id":"https://openalex.org/W7128680016","doi":"https://doi.org/10.31577/cai_2025_5_1123","title":"Multi-Modal Emotion Recognition Using Situation-Based Video Context Emotion Dataset","display_name":"Multi-Modal Emotion Recognition Using Situation-Based Video Context Emotion Dataset","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7128680016","doi":"https://doi.org/10.31577/cai_2025_5_1123"},"language":null,"primary_location":{"id":"doi:10.31577/cai_2025_5_1123","is_oa":true,"landing_page_url":"https://doi.org/10.31577/cai_2025_5_1123","pdf_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2025_5_1123/1377","source":{"id":"https://openalex.org/S4210200093","display_name":"Computing and Informatics","issn_l":"1335-9150","issn":["1335-9150","2585-8807"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2025_5_1123/1377","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125768195","display_name":"Guiping Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guiping Lu","raw_affiliation_strings":["Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606439","display_name":"Hailong Liu","orcid":"https://orcid.org/0000-0002-4161-3108"},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghua Liu","raw_affiliation_strings":["Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125741900","display_name":"Kejun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kejun Wang","raw_affiliation_strings":["Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058585169","display_name":"W. Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Hu","raw_affiliation_strings":["Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125758148","display_name":"Wenliang Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenliang Peng","raw_affiliation_strings":["Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Short-Range Radio Equipment Testing and Evaluation, Ministry of Industry and Information Technology and Terahertz Science Application Center (TSAC), Beijing Institute of Technology, Zhuhai, Guangdong, China","institution_ids":["https://openalex.org/I890469752"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021696146","display_name":"Ting Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I1308199089","display_name":"Harbin University","ror":"https://ror.org/00ey9xa07","country_code":"CN","type":"education","lineage":["https://openalex.org/I1308199089"]},{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Yang","raw_affiliation_strings":["School of Intelligent Science and Engineering, Harbin Engineering University, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Intelligent Science and Engineering, Harbin Engineering University, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I151727225","https://openalex.org/I1308199089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101516863","display_name":"Shan Lu","orcid":"https://orcid.org/0000-0003-1467-7541"},"institutions":[{"id":"https://openalex.org/I4210131649","display_name":"China Automotive Engineering Research Institute","ror":"https://ror.org/039jhgf83","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210131649"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Lu","raw_affiliation_strings":["BMW Brilliance Automotive Ltd., Shenyang, Liaoning, China"],"affiliations":[{"raw_affiliation_string":"BMW Brilliance Automotive Ltd., Shenyang, Liaoning, China","institution_ids":["https://openalex.org/I4210131649"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5125768195"],"corresponding_institution_ids":["https://openalex.org/I890469752"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.813422,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"44","issue":"5","first_page":"1123","last_page":"1143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7494999766349792},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.5758000016212463},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5442000031471252},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5428000092506409},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.531000018119812},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.48969998955726624},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3781000077724457},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.3612000048160553}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7494999766349792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.654699981212616},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.5758000016212463},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5442000031471252},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5428000092506409},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.48969998955726624},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4129999876022339},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37139999866485596},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.3366999924182892},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.3172000050544739},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3066999912261963},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.30250000953674316},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2572999894618988},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.31577/cai_2025_5_1123","is_oa":true,"landing_page_url":"https://doi.org/10.31577/cai_2025_5_1123","pdf_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2025_5_1123/1377","source":{"id":"https://openalex.org/S4210200093","display_name":"Computing and Informatics","issn_l":"1335-9150","issn":["1335-9150","2585-8807"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Informatics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.31577/cai_2025_5_1123","is_oa":true,"landing_page_url":"https://doi.org/10.31577/cai_2025_5_1123","pdf_url":"https://www.cai.sk/ojs/index.php/cai/article/download/2025_5_1123/1377","source":{"id":"https://openalex.org/S4210200093","display_name":"Computing and Informatics","issn_l":"1335-9150","issn":["1335-9150","2585-8807"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computing and Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4383772313594818,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128680016.pdf","grobid_xml":"https://content.openalex.org/works/W7128680016.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Current":[0],"multi-modal":[1],"emotion":[2,19,49,83,94,121,132,145],"recognition":[3,84,122,146],"techniques":[4],"primarily":[5],"use":[6],"modalities":[7],"such":[8],"as":[9],"expression,":[10],"speech,":[11],"text,":[12],"and":[13,34,72,134],"gesture.":[14],"Existing":[15],"methods":[16,85],"only":[17],"capture":[18],"from":[20],"the":[21,30,41,56,98,111,116,120,136,144],"current":[22],"moment":[23],"in":[24,64,101,115],"a":[25],"picture":[26],"or":[27],"video,":[28],"neglecting":[29],"influence":[31],"of":[32],"time":[33,126],"past":[35],"experiences":[36],"on":[37,77,97],"human":[38],"emotion.":[39],"Expanding":[40],"temporal":[42],"scope":[43],"can":[44,128,141],"provide":[45,129],"more":[46,90],"clues":[47,130],"for":[48,92,119,131],"recognition.":[50],"To":[51],"address":[52],"this,":[53],"we":[54],"constructed":[55,100],"Situation-Based":[57],"Video":[58],"Context":[59],"Emotion":[60],"Datasets":[61],"(SVCEmotion)":[62],"dataset":[63,99,118],"video":[65],"form.":[66],"Experiments":[67],"show":[68],"that":[69,87,110,135],"both":[70],"VGGish":[71,88],"BERTbase":[73],"achieve":[74],"good":[75],"results":[76],"SVCEmotion.":[78],"Comparison":[79,104],"with":[80,106,138],"other":[81],"audio":[82,93],"proves":[86],"is":[89],"suitable":[91],"feature":[95],"extraction":[96],"this":[102],"paper.":[103],"experiments":[105],"textual":[107],"descriptions":[108,113,140],"demonstrate":[109],"contextual":[112],"introduced":[114],"SVCEmotion":[117],"task":[123],"under":[124],"wide":[125],"range":[127],"recognition,":[133],"combination":[137],"factual":[139],"substantially":[142],"improve":[143],"effect.":[147]},"counts_by_year":[],"updated_date":"2026-03-08T06:56:09.383167","created_date":"2026-02-13T00:00:00"}