{"id":"https://openalex.org/W4416582908","doi":"https://doi.org/10.1109/access.2025.3636186","title":"Multimodal Emotion Recognition: A Comprehensive Survey of Datasets, Methods, and Applications","display_name":"Multimodal Emotion Recognition: A Comprehensive Survey of Datasets, Methods, and Applications","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416582908","doi":"https://doi.org/10.1109/access.2025.3636186"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3636186","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3636186","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3636186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052750882","display_name":"M. J. Dileep Kumar","orcid":"https://orcid.org/0000-0003-3656-1486"},"institutions":[{"id":"https://openalex.org/I1333540553","display_name":"Nitte University","ror":"https://ror.org/029nydt37","country_code":"IN","type":"education","lineage":["https://openalex.org/I1333540553"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"M. J. Dileep Kumar","raw_affiliation_strings":["NMAM Institute of Technology (NMAMIT), Department of Electronics and Communication Engineering, Nitte (Deemed to be University), Nitte, Karnataka, India","Department of Electronics and Communiation Engineering, Nitte (Deemed to be University), NMAM Institute of Technology(NMAMIT), Nitte, Nitte, Karnataka, India"],"affiliations":[{"raw_affiliation_string":"NMAM Institute of Technology (NMAMIT), Department of Electronics and Communication Engineering, Nitte (Deemed to be University), Nitte, Karnataka, India","institution_ids":["https://openalex.org/I1333540553"]},{"raw_affiliation_string":"Department of Electronics and Communiation Engineering, Nitte (Deemed to be University), NMAM Institute of Technology(NMAMIT), Nitte, Nitte, Karnataka, India","institution_ids":["https://openalex.org/I1333540553"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015558982","display_name":"Sukesh Rao M","orcid":"https://orcid.org/0000-0003-3731-9771"},"institutions":[{"id":"https://openalex.org/I1333540553","display_name":"Nitte University","ror":"https://ror.org/029nydt37","country_code":"IN","type":"education","lineage":["https://openalex.org/I1333540553"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"M. Sukesh Rao","raw_affiliation_strings":["NMAM Institute of Technology (NMAMIT), Department of Electronics and Communication Engineering, Nitte (Deemed to be University), Nitte, Karnataka, India","Department of Electronics and Communiation Engineering, Nitte (Deemed to be University), NMAM Institute of Technology(NMAMIT), Nitte, Nitte, Karnataka, India"],"affiliations":[{"raw_affiliation_string":"NMAM Institute of Technology (NMAMIT), Department of Electronics and Communication Engineering, Nitte (Deemed to be University), Nitte, Karnataka, India","institution_ids":["https://openalex.org/I1333540553"]},{"raw_affiliation_string":"Department of Electronics and Communiation Engineering, Nitte (Deemed to be University), NMAM Institute of Technology(NMAMIT), Nitte, Nitte, Karnataka, India","institution_ids":["https://openalex.org/I1333540553"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108284928","display_name":"Krish Narendra","orcid":"https://orcid.org/0000-0002-6152-4209"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"K. C. Narendra","raw_affiliation_strings":["School of Computer Science and Engineering, RV University, Bengaluru, Karnataka, India","School of Computer Science and Engineering, RV University, Bangalore, Karnataka, India"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, RV University, Bengaluru, Karnataka, India","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science and Engineering, RV University, Bangalore, Karnataka, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5052750882"],"corresponding_institution_ids":["https://openalex.org/I1333540553"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.4038,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94849894,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"201067","last_page":"201097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6406999826431274},{"id":"https://openalex.org/keywords/wearable-computer","display_name":"Wearable computer","score":0.6050000190734863},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5551000237464905},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5537999868392944},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5426999926567078},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5121999979019165},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.46630001068115234},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.43779999017715454},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.4108000099658966}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7265999913215637},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6406999826431274},{"id":"https://openalex.org/C150594956","wikidata":"https://www.wikidata.org/wiki/Q1334829","display_name":"Wearable computer","level":2,"score":0.6050000190734863},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5551000237464905},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5537999868392944},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5426999926567078},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5221999883651733},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48969998955726624},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.43779999017715454},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.4108000099658966},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.39079999923706055},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3598000109195709},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3467000126838684},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C54290928","wikidata":"https://www.wikidata.org/wiki/Q4845080","display_name":"Wearable technology","level":3,"score":0.3091000020503998},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3059000074863434},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.2703999876976013},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2565000057220459},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3636186","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3636186","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:adf5e4127441424dbe7fc4757cce32d0","is_oa":true,"landing_page_url":"https://doaj.org/article/adf5e4127441424dbe7fc4757cce32d0","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 201067-201097 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3636186","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3636186","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,143],"(ER)":[2],"has":[3],"emerged":[4],"as":[5,49,117],"a":[6,26,134],"pivotal":[7],"field":[8],"in":[9],"affective":[10],"computing,":[11],"enabling":[12],"natural":[13],"human\u2013machine":[14],"interaction,":[15],"mental":[16],"health":[17],"monitoring,":[18],"and":[19,42,55,63,82,93,113,120,128,140],"adaptive":[20],"intelligent":[21],"systems.":[22,144],"This":[23],"paper":[24],"presents":[25],"comprehensive":[27],"survey":[28,105],"of":[29],"multimodal":[30,121],"emotion":[31,142],"recognition,":[32],"covering":[33],"four":[34],"primary":[35],"modalities:":[36],"speech,":[37],"facial":[38],"expressions,":[39],"physiological":[40,86],"signals,":[41,87],"text.":[43],"We":[44],"review":[45],"benchmark":[46],"datasets":[47],"such":[48,116],"IEMOCAP,":[50],"RAVDESS,":[51],"DEAP,":[52],"AMIGOS,":[53],"GoEmotions,":[54],"DailyDialog,":[56],"highlighting":[57],"their":[58,94],"signal":[59],"characteristics,":[60],"elicitation":[61],"protocols,":[62],"annotation":[64],"schemes.":[65],"Classical":[66],"handcrafted":[67],"feature":[68],"approaches":[69],"(HOG,":[70],"LBP)":[71],"are":[72],"contrasted":[73],"with":[74],"deep":[75],"learning\u2013based":[76],"methods,":[77],"including":[78],"CNNs,":[79],"LSTMs,":[80],"3D-CNNs,":[81],"vision":[83],"transformers.":[84],"For":[85],"we":[88],"emphasize":[89],"wearable":[90],"sensing":[91],"technologies":[92],"transition":[95],"from":[96],"controlled":[97],"laboratory":[98],"setups":[99],"to":[100],"real-world,":[101],"continuous":[102],"monitoring.":[103],"The":[104],"further":[106],"explores":[107],"fusion":[108],"strategies,":[109],"real-time":[110],"inference":[111],"challenges,":[112,130],"emerging":[114],"directions":[115],"transformer-based":[118],"architectures":[119],"representation":[122],"learning.":[123],"By":[124],"consolidating":[125],"methodologies,":[126],"datasets,":[127],"open":[129],"this":[131],"work":[132],"provides":[133],"foundation":[135],"for":[136],"advancing":[137],"robust,":[138],"scalable,":[139],"context-aware":[141]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-03-23T07:41:27.035349","created_date":"2025-11-25T00:00:00"}