{"id":"https://openalex.org/W7142999152","doi":"https://doi.org/10.1007/s00371-026-04396-z","title":"Attention-enhanced CNN-LSTM framework for real-time video-based emotion recognition","display_name":"Attention-enhanced CNN-LSTM framework for real-time video-based emotion recognition","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7142999152","doi":"https://doi.org/10.1007/s00371-026-04396-z"},"language":"en","primary_location":{"id":"doi:10.1007/s00371-026-04396-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00371-026-04396-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00371-026-04396-z.pdf","source":{"id":"https://openalex.org/S73060445","display_name":"The Visual Computer","issn_l":"0178-2789","issn":["0178-2789","1432-2315"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual Computer","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00371-026-04396-z.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083652722","display_name":"Anandhavalli Muniasamy","orcid":"https://orcid.org/0000-0001-8940-3954"},"institutions":[{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Anandhavalli Muniasamy","raw_affiliation_strings":["Department of Informatics and Computer Systems, College of Computer Science, King Khalid University, Abha, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics and Computer Systems, College of Computer Science, King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130882752","display_name":"Rizwan Abbas","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rizwan Abbas","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, 310058, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, 310058, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127874676","display_name":"Galiya Ybytayeva","orcid":null},"institutions":[{"id":"https://openalex.org/I4210143508","display_name":"International Information Technologies University","ror":"https://ror.org/042dtza69","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210143508"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Galiya Ybytayeva","raw_affiliation_strings":["Department of Technical and Natural Sciences, International Educational Corporation, Almaty, Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Technical and Natural Sciences, International Educational Corporation, Almaty, Kazakhstan","institution_ids":["https://openalex.org/I4210143508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073657751","display_name":"Ashwag Alasmari","orcid":"https://orcid.org/0000-0002-2486-5979"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]},{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ashwag Alasmari","raw_affiliation_strings":["Center for Artificial Intelligence (CAI), King Khalid University, Abha, Saudi Arabia","Department of Computer Science, King Khalid University, Abha, Saudi Arabia","Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, 11671, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Artificial Intelligence (CAI), King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]},{"raw_affiliation_string":"Department of Computer Science, King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]},{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, 11671, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130891799","display_name":"Nouf Aldahwan","orcid":null},"institutions":[{"id":"https://openalex.org/I82952536","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30","country_code":"SA","type":"education","lineage":["https://openalex.org/I82952536"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nouf Aldahwan","raw_affiliation_strings":["Department of Informatics and Computer Systems, College of Computer Science, King Khalid University, Abha, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics and Computer Systems, College of Computer Science, King Khalid University, Abha, Saudi Arabia","institution_ids":["https://openalex.org/I82952536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058485751","display_name":"Hend Khalid Alkahtani","orcid":"https://orcid.org/0000-0001-7507-5267"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Hend Khalid Alkahtani","raw_affiliation_strings":["Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, 11671, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, College of Computer and Information Sciences, Princess Nourah bint Abdulrahman University, 11671, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5058485751"],"corresponding_institution_ids":["https://openalex.org/I106778892"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.42090195,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"42","issue":"5","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.95169997215271,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5708000063896179},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.4848000109195709},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.311599999666214},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.2689000070095062}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6215999722480774},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4659000039100647},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34950000047683716},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33469998836517334},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.29980000853538513},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.28679999709129333},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2669000029563904}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s00371-026-04396-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00371-026-04396-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00371-026-04396-z.pdf","source":{"id":"https://openalex.org/S73060445","display_name":"The Visual Computer","issn_l":"0178-2789","issn":["0178-2789","1432-2315"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual Computer","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s00371-026-04396-z","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00371-026-04396-z","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00371-026-04396-z.pdf","source":{"id":"https://openalex.org/S73060445","display_name":"The Visual Computer","issn_l":"0178-2789","issn":["0178-2789","1432-2315"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Visual Computer","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3500655548","display_name":null,"funder_award_id":"RGP1/69/46","funder_id":"https://openalex.org/F4320324433","funder_display_name":"King Khalid University"}],"funders":[{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"},{"id":"https://openalex.org/F4320324433","display_name":"King Khalid University","ror":"https://ror.org/052kwzs30"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7142999152.pdf","grobid_xml":"https://content.openalex.org/works/W7142999152.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W1981918162","https://openalex.org/W2083042046","https://openalex.org/W2104933073","https://openalex.org/W2237664096","https://openalex.org/W2594448782","https://openalex.org/W2611029437","https://openalex.org/W2744909235","https://openalex.org/W2800751229","https://openalex.org/W2814847011","https://openalex.org/W2889978276","https://openalex.org/W2945440175","https://openalex.org/W2946690159","https://openalex.org/W2947950434","https://openalex.org/W2953771225","https://openalex.org/W2958429851","https://openalex.org/W2964370293","https://openalex.org/W2978589915","https://openalex.org/W2990446519","https://openalex.org/W2996635907","https://openalex.org/W3008425820","https://openalex.org/W3120795840","https://openalex.org/W3125250951","https://openalex.org/W3126726329","https://openalex.org/W3138535647","https://openalex.org/W4283781187","https://openalex.org/W4283810206","https://openalex.org/W4297094628","https://openalex.org/W4308784450","https://openalex.org/W4309928720","https://openalex.org/W4311955428","https://openalex.org/W4328122039","https://openalex.org/W4365813454","https://openalex.org/W4376645477","https://openalex.org/W4383649365","https://openalex.org/W4386432941","https://openalex.org/W4386572391","https://openalex.org/W4386617334","https://openalex.org/W4388039626","https://openalex.org/W4388769699","https://openalex.org/W4388937754","https://openalex.org/W4392001372","https://openalex.org/W4393078812","https://openalex.org/W4393148445","https://openalex.org/W4396809640","https://openalex.org/W4399199495","https://openalex.org/W4399929219","https://openalex.org/W4400217472","https://openalex.org/W4400406687","https://openalex.org/W4400449224","https://openalex.org/W4401906112","https://openalex.org/W4402172635","https://openalex.org/W4409901267","https://openalex.org/W4410118057","https://openalex.org/W4410693039","https://openalex.org/W4411336748","https://openalex.org/W4411358758","https://openalex.org/W4412008170","https://openalex.org/W4412438081","https://openalex.org/W4413997099","https://openalex.org/W4414199209","https://openalex.org/W7084751619","https://openalex.org/W7107875852"],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,32],"from":[2,33],"videos":[3],"plays":[4],"a":[5],"vital":[6],"role":[7],"in":[8,36,104,116],"enhancing":[9],"interactive":[10],"experiences":[11],"across":[12],"computer":[13],"graphics":[14],"and":[15,49,95,107,121],"virtual":[16],"reality":[17],"(VR)":[18],"applications.":[19],"This":[20],"paper":[21],"presents":[22],"EmotionViA,":[23,92],"an":[24,60],"attention-enhanced":[25],"CNN-LSTM":[26],"framework":[27,39],"designed":[28],"for":[29,45,55,113],"real-time":[30,108],"emotion":[31],"facial":[34,66],"expressions":[35,85],"videos.":[37],"The":[38],"integrates":[40],"convolutional":[41],"neural":[42],"networks":[43,54],"(CNNs)":[44],"spatial":[46],"feature":[47],"extraction":[48],"long":[50],"short-term":[51],"memory":[52],"(LSTM)":[53],"capturing":[56],"temporal":[57],"dynamics,":[58],"while":[59],"attention":[61],"mechanism":[62],"selectively":[63],"emphasizes":[64],"salient":[65],"regions":[67],"to":[68],"improve":[69],"classification":[70],"accuracy.":[71],"To":[72],"further":[73],"support":[74],"research":[75],"reproducibility,":[76],"we":[77],"introduce":[78],"the":[79],"EmotionViA":[80,110],"dataset,":[81],"encompassing":[82],"diverse":[83],"emotional":[84],"under":[86],"varied":[87],"conditions.":[88],"Experimental":[89],"results":[90],"on":[91],"FER-2013,":[93],"AffectNet,":[94],"RAF-DB":[96],"demonstrate":[97],"that":[98],"our":[99],"method":[100],"surpasses":[101],"state-of-the-art":[102],"approaches":[103],"both":[105],"accuracy":[106],"performance.":[109],"holds":[111],"potential":[112],"immersive":[114],"applications":[115],"education,":[117],"entertainment,":[118],"health":[119],"care,":[120],"marketing.":[122],"Our":[123],"code":[124],"is":[125],"available":[126],"at":[127],"https://github.com/rizwanchouhan/emovid":[128],".":[129]},"counts_by_year":[],"updated_date":"2026-06-20T20:08:15.867695","created_date":"2026-03-30T00:00:00"}