{"id":"https://openalex.org/W7131129304","doi":"https://doi.org/10.1016/j.iswa.2026.200642","title":"State-of-the-art Multimodal Emotion Recognition: A comprehensive survey and taxonomy","display_name":"State-of-the-art Multimodal Emotion Recognition: A comprehensive survey and taxonomy","publication_year":2026,"publication_date":"2026-02-23","ids":{"openalex":"https://openalex.org/W7131129304","doi":"https://doi.org/10.1016/j.iswa.2026.200642"},"language":"en","primary_location":{"id":"doi:10.1016/j.iswa.2026.200642","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.iswa.2026.200642","pdf_url":null,"source":{"id":"https://openalex.org/S4210234522","display_name":"Intelligent Systems with Applications","issn_l":"2667-3053","issn":["2667-3053"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Systems with Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.iswa.2026.200642","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052757261","display_name":"Adnan YAZICI","orcid":null},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Adnan Yazici","raw_affiliation_strings":["Nazarbayev University, Department of Computer Science, Astana, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Nazarbayev University, Department of Computer Science, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065622692","display_name":"Tayfun K\u00fc\u00e7\u00fcky\u0131lmaz","orcid":null},"institutions":[{"id":"https://openalex.org/I913958620","display_name":"Erasmus University Rotterdam","ror":"https://ror.org/057w15z03","country_code":"NL","type":"education","lineage":["https://openalex.org/I913958620"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Tayfun Kucukyilmaz","raw_affiliation_strings":["Erasmus University, Rotterdam School of Management, Rotterdam, Netherlands"],"affiliations":[{"raw_affiliation_string":"Erasmus University, Rotterdam School of Management, Rotterdam, Netherlands","institution_ids":["https://openalex.org/I913958620"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120513940","display_name":"Tansel D\u00f6kero\u011flu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210115299","display_name":"TED University","ror":"https://ror.org/0285rh439","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210115299"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Tansel Dokeroglu","raw_affiliation_strings":["TED University, Software Engineering Department, Ankara, Turkiye"],"affiliations":[{"raw_affiliation_string":"TED University, Software Engineering Department, Ankara, Turkiye","institution_ids":["https://openalex.org/I4210115299"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126608716","display_name":"Aidana Sharipbay","orcid":null},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Aidana Sharipbay","raw_affiliation_strings":["Nazarbayev University, Department of Computer Science, Astana, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Nazarbayev University, Department of Computer Science, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126629491","display_name":"Min-Ho Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Min-Ho Lee","raw_affiliation_strings":["Nazarbayev University, Department of Computer Science, Astana, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Nazarbayev University, Department of Computer Science, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126600121","display_name":"Benjamin Tyler","orcid":null},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Benjamin Tyler","raw_affiliation_strings":["Nazarbayev University, Department of Computer Science, Astana, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Nazarbayev University, Department of Computer Science, Astana, Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5120513940"],"corresponding_institution_ids":["https://openalex.org/I4210115299"],"apc_list":{"value":1500,"currency":"USD","value_usd":1500},"apc_paid":{"value":1500,"currency":"USD","value_usd":1500},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.61806117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":null,"first_page":"200642","last_page":"200642"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.00279999990016222,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.47999998927116394},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4796000123023987},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4740000069141388},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4357999861240387},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.37139999866485596},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.36000001430511475},{"id":"https://openalex.org/keywords/toolbox","display_name":"Toolbox","score":0.34119999408721924},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.32659998536109924}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6656000018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5386000275611877},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.47999998927116394},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4796000123023987},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4740000069141388},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4268999993801117},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.37139999866485596},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35420000553131104},{"id":"https://openalex.org/C2777655017","wikidata":"https://www.wikidata.org/wiki/Q1501161","display_name":"Toolbox","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3068999946117401},{"id":"https://openalex.org/C109747225","wikidata":"https://www.wikidata.org/wiki/Q815758","display_name":"Scarcity","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2840999960899353},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.27639999985694885},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2526000142097473},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.iswa.2026.200642","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.iswa.2026.200642","pdf_url":null,"source":{"id":"https://openalex.org/S4210234522","display_name":"Intelligent Systems with Applications","issn_l":"2667-3053","issn":["2667-3053"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Systems with Applications","raw_type":"journal-article"},{"id":"pmh:oai:pure.eur.nl:openaire/d4d51c47-748b-4fcd-a151-bf3673d08164","is_oa":false,"landing_page_url":"https://pure.eur.nl/en/publications/d4d51c47-748b-4fcd-a151-bf3673d08164","pdf_url":null,"source":{"id":"https://openalex.org/S4306401266","display_name":"EUR Research Repository (Erasmus University Rotterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I913958620","host_organization_name":"Erasmus University Rotterdam","host_organization_lineage":["https://openalex.org/I913958620"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Yazici, A, Kucukyilmaz, T, Dokeroglu, T, Sharipbay, A, Lee, M H & Tyler, B 2026, 'State-of-the-art Multimodal Emotion Recognition : A comprehensive survey and taxonomy', Intelligent Systems with Applications, vol. 30, 200642. https://doi.org/10.1016/j.iswa.2026.200642","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1016/j.iswa.2026.200642","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.iswa.2026.200642","pdf_url":null,"source":{"id":"https://openalex.org/S4210234522","display_name":"Intelligent Systems with Applications","issn_l":"2667-3053","issn":["2667-3053"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Systems with Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1011019652","display_name":null,"funder_award_id":"20122022FD4109","funder_id":"https://openalex.org/F4320327695","funder_display_name":"Nazarbayev University"},{"id":"https://openalex.org/G5273100431","display_name":null,"funder_award_id":"2024-2026","funder_id":"https://openalex.org/F4320327695","funder_display_name":"Nazarbayev University"}],"funders":[{"id":"https://openalex.org/F4320327695","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":249,"referenced_works":["https://openalex.org/W2038199522","https://openalex.org/W2043181832","https://openalex.org/W2053749101","https://openalex.org/W2066200210","https://openalex.org/W2081835714","https://openalex.org/W2085720237","https://openalex.org/W2112019242","https://openalex.org/W2120847449","https://openalex.org/W2123260696","https://openalex.org/W2137424107","https://openalex.org/W2153720647","https://openalex.org/W2169294293","https://openalex.org/W2336160298","https://openalex.org/W2342475039","https://openalex.org/W2400745442","https://openalex.org/W2547146855","https://openalex.org/W2599124244","https://openalex.org/W2606933083","https://openalex.org/W2610961739","https://openalex.org/W2625929003","https://openalex.org/W2703895418","https://openalex.org/W2731964405","https://openalex.org/W2762582125","https://openalex.org/W2766191013","https://openalex.org/W2767348466","https://openalex.org/W2767488767","https://openalex.org/W2786768213","https://openalex.org/W2803193013","https://openalex.org/W2883409523","https://openalex.org/W2883430806","https://openalex.org/W2884739346","https://openalex.org/W2884820794","https://openalex.org/W2898242330","https://openalex.org/W2910165986","https://openalex.org/W2910191085","https://openalex.org/W2911220936","https://openalex.org/W2919115771","https://openalex.org/W2941914178","https://openalex.org/W2942109599","https://openalex.org/W2950959996","https://openalex.org/W2958197594","https://openalex.org/W2959687493","https://openalex.org/W2963873807","https://openalex.org/W2975019088","https://openalex.org/W2989989812","https://openalex.org/W2995644242","https://openalex.org/W2996906606","https://openalex.org/W2997026866","https://openalex.org/W2997258743","https://openalex.org/W2997678843","https://openalex.org/W3000139089","https://openalex.org/W3001587372","https://openalex.org/W3002732654","https://openalex.org/W3003677977","https://openalex.org/W3005307761","https://openalex.org/W3005566420","https://openalex.org/W3008029918","https://openalex.org/W3008039831","https://openalex.org/W3009079392","https://openalex.org/W3014163061","https://openalex.org/W3014475539","https://openalex.org/W3020487153","https://openalex.org/W3021080764","https://openalex.org/W3025334394","https://openalex.org/W3031265594","https://openalex.org/W3034849760","https://openalex.org/W3034897372","https://openalex.org/W3039470340","https://openalex.org/W3042183479","https://openalex.org/W3043900038","https://openalex.org/W3044285380","https://openalex.org/W3044867770","https://openalex.org/W3048648033","https://openalex.org/W3049547150","https://openalex.org/W3084140714","https://openalex.org/W3084230554","https://openalex.org/W3084624816","https://openalex.org/W3088631780","https://openalex.org/W3089423349","https://openalex.org/W3089475900","https://openalex.org/W3092920534","https://openalex.org/W3096970626","https://openalex.org/W3104660304","https://openalex.org/W3107951865","https://openalex.org/W3109302118","https://openalex.org/W3114195756","https://openalex.org/W3115679279","https://openalex.org/W3120825268","https://openalex.org/W3120929420","https://openalex.org/W3123002293","https://openalex.org/W3127541398","https://openalex.org/W3129001924","https://openalex.org/W3136234718","https://openalex.org/W3137646246","https://openalex.org/W3138598836","https://openalex.org/W3156576211","https://openalex.org/W3159301005","https://openalex.org/W3164963798","https://openalex.org/W3165651565","https://openalex.org/W3174977508","https://openalex.org/W3175848626","https://openalex.org/W3183891373","https://openalex.org/W3184672723","https://openalex.org/W3185542152","https://openalex.org/W3186192207","https://openalex.org/W3186351311","https://openalex.org/W3192375950","https://openalex.org/W3194117586","https://openalex.org/W3196215173","https://openalex.org/W3197013730","https://openalex.org/W3197276594","https://openalex.org/W3197564219","https://openalex.org/W3198872525","https://openalex.org/W3200612871","https://openalex.org/W3201284223","https://openalex.org/W3205437075","https://openalex.org/W3206241967","https://openalex.org/W4210940289","https://openalex.org/W4214910852","https://openalex.org/W4220675136","https://openalex.org/W4220758785","https://openalex.org/W4220829848","https://openalex.org/W4220887861","https://openalex.org/W4223944998","https://openalex.org/W4224222011","https://openalex.org/W4226458031","https://openalex.org/W4229024336","https://openalex.org/W4281985410","https://openalex.org/W4283026446","https://openalex.org/W4283034150","https://openalex.org/W4285076876","https://openalex.org/W4285114562","https://openalex.org/W4285244280","https://openalex.org/W4285274591","https://openalex.org/W4285731706","https://openalex.org/W4286640379","https://openalex.org/W4288050061","https://openalex.org/W4288987596","https://openalex.org/W4289527362","https://openalex.org/W4289816897","https://openalex.org/W4289874551","https://openalex.org/W4292308708","https://openalex.org/W4292450688","https://openalex.org/W4293235175","https://openalex.org/W4295164350","https://openalex.org/W4297510486","https://openalex.org/W4303649263","https://openalex.org/W4309214211","https://openalex.org/W4311164456","https://openalex.org/W4312313987","https://openalex.org/W4312382184","https://openalex.org/W4312832890","https://openalex.org/W4312941859","https://openalex.org/W4313327450","https://openalex.org/W4313542967","https://openalex.org/W4315641272","https://openalex.org/W4318586140","https://openalex.org/W4318706912","https://openalex.org/W4319167083","https://openalex.org/W4320734166","https://openalex.org/W4321022102","https://openalex.org/W4321482228","https://openalex.org/W4321600817","https://openalex.org/W4322706756","https://openalex.org/W4323642664","https://openalex.org/W4360612651","https://openalex.org/W4361987556","https://openalex.org/W4362496488","https://openalex.org/W4362714408","https://openalex.org/W4362721809","https://openalex.org/W4367312493","https://openalex.org/W4376878855","https://openalex.org/W4377234444","https://openalex.org/W4379033883","https://openalex.org/W4379356527","https://openalex.org/W4379740982","https://openalex.org/W4380355289","https://openalex.org/W4382986784","https://openalex.org/W4385627244","https://openalex.org/W4385648800","https://openalex.org/W4385822805","https://openalex.org/W4386280877","https://openalex.org/W4386524186","https://openalex.org/W4386699383","https://openalex.org/W4386824877","https://openalex.org/W4386826611","https://openalex.org/W4387398498","https://openalex.org/W4387573449","https://openalex.org/W4387968002","https://openalex.org/W4387968266","https://openalex.org/W4388116137","https://openalex.org/W4388666562","https://openalex.org/W4389365482","https://openalex.org/W4389733467","https://openalex.org/W4389888592","https://openalex.org/W4390017704","https://openalex.org/W4390357476","https://openalex.org/W4390642644","https://openalex.org/W4390905568","https://openalex.org/W4391167693","https://openalex.org/W4391475168","https://openalex.org/W4392468160","https://openalex.org/W4392967536","https://openalex.org/W4393028958","https://openalex.org/W4393252578","https://openalex.org/W4393376610","https://openalex.org/W4393397422","https://openalex.org/W4393854380","https://openalex.org/W4393969642","https://openalex.org/W4394008338","https://openalex.org/W4394011052","https://openalex.org/W4396919912","https://openalex.org/W4399074768","https://openalex.org/W4400316393","https://openalex.org/W4400527252","https://openalex.org/W4400578957","https://openalex.org/W4400770765","https://openalex.org/W4401016710","https://openalex.org/W4401687226","https://openalex.org/W4402112482","https://openalex.org/W4402197915","https://openalex.org/W4402541803","https://openalex.org/W4402559305","https://openalex.org/W4402621153","https://openalex.org/W4402630789","https://openalex.org/W4402955899","https://openalex.org/W4403384023","https://openalex.org/W4403791283","https://openalex.org/W4404364436","https://openalex.org/W4404413442","https://openalex.org/W4404553742","https://openalex.org/W4404635087","https://openalex.org/W4405040715","https://openalex.org/W4405974309","https://openalex.org/W4406154107","https://openalex.org/W4406236665","https://openalex.org/W4406244051","https://openalex.org/W4406360192","https://openalex.org/W4406829826","https://openalex.org/W4407362093","https://openalex.org/W4407559183","https://openalex.org/W4407572492","https://openalex.org/W4409572232","https://openalex.org/W4410118057","https://openalex.org/W4410693039","https://openalex.org/W4411113111","https://openalex.org/W4412907214","https://openalex.org/W4415795657","https://openalex.org/W7108601604"],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Emotion":[1],"Recognition":[2],"(MER)":[3],"is":[4],"an":[5],"advanced":[6],"field":[7],"of":[8,84,102,118,155,184],"AI":[9],"and":[10,22,26,62,80,110,123,132,136,160,171,187,191,199,238,247],"affective":[11],"computing":[12],"that":[13],"empowers":[14],"machines":[15],"to":[16,95,162,195,208],"interpret":[17],"human":[18,211],"emotions":[19],"by":[20,218],"analyzing":[21],"integrating":[23],"multiple":[24,206],"behavioral":[25],"physiological":[27],"signals.":[28],"Unlike":[29],"unimodal":[30],"systems,":[31],"MER":[32,55,91,116,128,163,201,204,217,244],"captures":[33],"emotional":[34],"complexity":[35],"through":[36],"cross-modal":[37],"synergy,":[38],"significantly":[39],"improving":[40],"recognition":[41],"in":[42,46,99,153],"real-world":[43,200],"settings.":[44],"Advances":[45],"deep":[47,50],"learning,":[48],"particularly":[49],"learning-based":[51],"architectures,":[52],"have":[53],"propelled":[54],"research,":[56],"excelling":[57],"at":[58],"modeling":[59],"long-range":[60,220],"dependencies":[61],"aligning":[63],"diverse":[64],"modalities.":[65],"However,":[66],"challenges":[67,135,190],"remain,":[68],"including":[69,143],"effective":[70],"fusion":[71,122],"design,":[72],"handling":[73,219],"missing":[74,235],"modalities,":[75,157],"ensuring":[76],"generalization":[77],"across":[78,168],"users,":[79],"addressing":[81],"the":[82,100,119,182,185],"scarcity":[83],"balanced":[85],"multimodal":[86,141,229],"datasets.":[87],"This":[88],"study":[89],"reviews":[90],"research":[92,138,192,245],"from":[93,148],"2020":[94],"2025,":[96],"highlighting":[97],"innovations":[98],"methods":[101],"MER,":[103],"emotion":[104,230],"theories,":[105],"taxonomies,":[106],"preprocessing,":[107],"feature":[108],"extraction":[109],"selection,":[111],"recent":[112,126],"state-of-the-art":[113,127],"learning":[114],"methods,":[115,129],"datasets":[117],"last":[120],"decade,":[121],"representation":[124],"techniques,":[125],"application":[130],"areas,":[131],"discussions":[133],"on":[134],"open":[137],"issues.":[139],"Recent":[140],"datasets,":[142],"newly":[144],"released":[145],"EEG\u2013audio\u2013video":[146],"resources":[147],"2024,":[149],"are":[150,225],"also":[151],"discussed":[152],"terms":[154],"their":[156],"annotation":[158],"schemes,":[159],"relevance":[161],"benchmarking.":[164],"By":[165],"consolidating":[166],"insights":[167],"methodological,":[169],"architectural,":[170],"practical":[172],"dimensions,":[173],"this":[174],"review":[175,243],"provides":[176],"a":[177,249],"unified":[178],"reference":[179],"for":[180,227],"understanding":[181],"state":[183],"art":[186],"highlights":[188],"key":[189,226],"directions":[193],"needed":[194],"achieve":[196],"robust,":[197],"scalable,":[198],"systems.":[202],"\u2022":[203,213,222,232,241],"integrates":[205],"signals":[207],"capture":[209],"complex":[210],"emotions.":[212],"Transformer":[214],"models":[215],"advance":[216],"dependencies.":[221],"Fusion":[223],"strategies":[224],"robust":[228],"recognition.":[231],"Key":[233],"challenges:":[234],"data,":[236],"imbalance,":[237],"user":[239],"generalization.":[240],"We":[242],"(2020\u20132025)":[246],"introduce":[248],"new":[250],"EEG\u2013AV":[251],"dataset.":[252]},"counts_by_year":[],"updated_date":"2026-03-22T08:09:32.410652","created_date":"2026-02-24T00:00:00"}