{"id":"https://openalex.org/W4387573449","doi":"https://doi.org/10.3390/e25101440","title":"A Survey of Deep Learning-Based Multimodal Emotion Recognition: Speech, Text, and Face","display_name":"A Survey of Deep Learning-Based Multimodal Emotion Recognition: Speech, Text, and Face","publication_year":2023,"publication_date":"2023-10-12","ids":{"openalex":"https://openalex.org/W4387573449","doi":"https://doi.org/10.3390/e25101440","pmid":"https://pubmed.ncbi.nlm.nih.gov/37895561"},"language":"en","primary_location":{"id":"doi:10.3390/e25101440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25101440","pdf_url":"https://www.mdpi.com/1099-4300/25/10/1440/pdf?version=1697093677","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/25/10/1440/pdf?version=1697093677","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091060125","display_name":"Hailun Lian","orcid":"https://orcid.org/0000-0002-1355-9503"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hailun Lian","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","School of Information Science and Engineering, Southeast University, Nanjing 210000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054796879","display_name":"Cheng Lu","orcid":"https://orcid.org/0000-0002-1477-1020"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Lu","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","School of Biological Science and Medical Engineering, Southeast University, Nanjing 210000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114859532","display_name":"Sunan Li","orcid":"https://orcid.org/0000-0003-1494-4873"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sunan Li","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","School of Information Science and Engineering, Southeast University, Nanjing 210000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100727732","display_name":"Yan Zhao","orcid":"https://orcid.org/0000-0003-4577-7078"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhao","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","School of Information Science and Engineering, Southeast University, Nanjing 210000, China"],"raw_orcid":"https://orcid.org/0000-0003-4577-7078","affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering, Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038686056","display_name":"Chuangao Tang","orcid":"https://orcid.org/0000-0002-3653-136X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuangao Tang","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","School of Biological Science and Medical Engineering, Southeast University, Nanjing 210000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027316177","display_name":"Yuan Zong","orcid":"https://orcid.org/0000-0002-0839-8792"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuan Zong","raw_affiliation_strings":["Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","School of Biological Science and Medical Engineering, Southeast University, Nanjing 210000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Child Development and Learning Science (Ministry of Education), Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Biological Science and Medical Engineering, Southeast University, Nanjing 210000, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027316177"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":31.3176,"has_fulltext":true,"cited_by_count":143,"citation_normalized_percentile":{"value":0.99864857,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"25","issue":"10","first_page":"1440","last_page":"1440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7376235723495483},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7316686511039734},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6721954941749573},{"id":"https://openalex.org/keywords/concatenation","display_name":"Concatenation (mathematics)","score":0.49811768531799316},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49637991189956665},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4658530354499817},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.4594174027442932},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.43849143385887146},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.41545435786247253},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3895544707775116},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33121585845947266}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7376235723495483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7316686511039734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6721954941749573},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.49811768531799316},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49637991189956665},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4658530354499817},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.4594174027442932},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.43849143385887146},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.41545435786247253},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3895544707775116},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33121585845947266},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/e25101440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25101440","pdf_url":"https://www.mdpi.com/1099-4300/25/10/1440/pdf?version=1697093677","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:37895561","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37895561","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10606253","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10606253","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10606253/pdf/entropy-25-01440.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:fc34a591bd3f420f9aaf5001fd199de5","is_oa":true,"landing_page_url":"https://doaj.org/article/fc34a591bd3f420f9aaf5001fd199de5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 25, Iss 10, p 1440 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/e25101440","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e25101440","pdf_url":"https://www.mdpi.com/1099-4300/25/10/1440/pdf?version=1697093677","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7300000190734863,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387573449.pdf"},"referenced_works_count":133,"referenced_works":["https://openalex.org/W1133916940","https://openalex.org/W1522734439","https://openalex.org/W1628791547","https://openalex.org/W1968600824","https://openalex.org/W1973378890","https://openalex.org/W1976725440","https://openalex.org/W1985867508","https://openalex.org/W2009659028","https://openalex.org/W2019282135","https://openalex.org/W2029847666","https://openalex.org/W2037441721","https://openalex.org/W2038821742","https://openalex.org/W2038952578","https://openalex.org/W2064641533","https://openalex.org/W2074788634","https://openalex.org/W2079725295","https://openalex.org/W2085662862","https://openalex.org/W2095176743","https://openalex.org/W2095234413","https://openalex.org/W2098689807","https://openalex.org/W2111926505","https://openalex.org/W2116789252","https://openalex.org/W2122563357","https://openalex.org/W2123260696","https://openalex.org/W2129106196","https://openalex.org/W2129183325","https://openalex.org/W2146334809","https://openalex.org/W2147634797","https://openalex.org/W2155841434","https://openalex.org/W2164186291","https://openalex.org/W2167854178","https://openalex.org/W2191779130","https://openalex.org/W2250539671","https://openalex.org/W2250879510","https://openalex.org/W2326887180","https://openalex.org/W2334175399","https://openalex.org/W2341528187","https://openalex.org/W2584561145","https://openalex.org/W2597485909","https://openalex.org/W2619383789","https://openalex.org/W2766925079","https://openalex.org/W2767249564","https://openalex.org/W2772633765","https://openalex.org/W2784665486","https://openalex.org/W2785952417","https://openalex.org/W2787581402","https://openalex.org/W2799041689","https://openalex.org/W2807126412","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2887990646","https://openalex.org/W2887997593","https://openalex.org/W2891424355","https://openalex.org/W2895615590","https://openalex.org/W2896480997","https://openalex.org/W2901272442","https://openalex.org/W2904518532","https://openalex.org/W2910165986","https://openalex.org/W2924126491","https://openalex.org/W2949391930","https://openalex.org/W2954548939","https://openalex.org/W2954818883","https://openalex.org/W2962739339","https://openalex.org/W2963032608","https://openalex.org/W2963063161","https://openalex.org/W2963104701","https://openalex.org/W2963199341","https://openalex.org/W2963446712","https://openalex.org/W2963702064","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2971004099","https://openalex.org/W2973049979","https://openalex.org/W2978360381","https://openalex.org/W2994718079","https://openalex.org/W2997258743","https://openalex.org/W2997573100","https://openalex.org/W3012721484","https://openalex.org/W3034849760","https://openalex.org/W3036601975","https://openalex.org/W3037572520","https://openalex.org/W3083650259","https://openalex.org/W3088631780","https://openalex.org/W3094524767","https://openalex.org/W3097075955","https://openalex.org/W3101998545","https://openalex.org/W3102889207","https://openalex.org/W3120680448","https://openalex.org/W3124054989","https://openalex.org/W3127502324","https://openalex.org/W3128412859","https://openalex.org/W3156576211","https://openalex.org/W3169801598","https://openalex.org/W3173549566","https://openalex.org/W3198872525","https://openalex.org/W3204215166","https://openalex.org/W3205519684","https://openalex.org/W3206842948","https://openalex.org/W3207610499","https://openalex.org/W3208639589","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3214432797","https://openalex.org/W4200404613","https://openalex.org/W4225303565","https://openalex.org/W4283331170","https://openalex.org/W4285149123","https://openalex.org/W4286434242","https://openalex.org/W4289134328","https://openalex.org/W4294170691","https://openalex.org/W4294959731","https://openalex.org/W4297841707","https://openalex.org/W4301204483","https://openalex.org/W4308222497","https://openalex.org/W4309568943","https://openalex.org/W4312141031","https://openalex.org/W4312141035","https://openalex.org/W4312857458","https://openalex.org/W4313824183","https://openalex.org/W4321480413","https://openalex.org/W4321793515","https://openalex.org/W4372263897","https://openalex.org/W4383220140","https://openalex.org/W4385822457","https://openalex.org/W4386073858","https://openalex.org/W4386075879","https://openalex.org/W6682691769","https://openalex.org/W6752724743","https://openalex.org/W6780218876","https://openalex.org/W7026431398"],"related_works":["https://openalex.org/W2373577936","https://openalex.org/W4221148444","https://openalex.org/W4387678054","https://openalex.org/W2389596151","https://openalex.org/W3095575180","https://openalex.org/W2529301793","https://openalex.org/W4306784355","https://openalex.org/W2384121599","https://openalex.org/W2038083449","https://openalex.org/W2169308097"],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1],"recognition":[2],"(MER)":[3],"refers":[4],"to":[5,85,202,204,220,241],"the":[6,32,38,46,52,95,116,137,158,192,208,228,246],"identification":[7],"and":[8,23,45,71,123,139,167,170,186,194,224,251],"understanding":[9],"of":[10,41,49,69,94,115,141,150,176,196,227,230,248],"human":[11],"emotional":[12,133],"states":[13],"by":[14,89],"combining":[15],"different":[16],"signals,":[17],"including-but":[18],"not":[19],"limited":[20],"to-text,":[21],"speech,":[22],"face":[24],"cues.":[25],"MER":[26,53,78,99,152],"plays":[27],"a":[28,66,91,112,222,238],"crucial":[29],"role":[30],"in":[31,60,98,244],"human-computer":[33],"interaction":[34,184,188],"(HCI)":[35],"domain.":[36],"With":[37],"recent":[39,96],"progression":[40],"deep":[42,76,102,177,231],"learning":[43],"technologies":[44],"increasing":[47],"availability":[48],"multimodal":[50,118,132],"datasets,":[51,119],"domain":[54],"has":[55],"witnessed":[56],"considerable":[57],"development,":[58],"resulting":[59],"numerous":[61],"significant":[62],"research":[63],"breakthroughs.":[64],"However,":[65],"conspicuous":[67],"absence":[68],"thorough":[70,223],"focused":[72],"reviews":[73],"on":[74,101,157,173],"these":[75,197],"learning-based":[77,232],"achievements":[79],"is":[80,235],"observed.":[81],"This":[82],"survey":[83,218],"aims":[84,219],"bridge":[86],"this":[87,108,217,249],"gap":[88],"providing":[90,200],"comprehensive":[92],"overview":[93],"advancements":[97],"based":[100,172],"learning.":[103],"For":[104],"an":[105,147],"orderly":[106],"exposition,":[107],"paper":[109],"first":[110],"outlines":[111],"meticulous":[113],"analysis":[114,149],"current":[117],"emphasizing":[120],"their":[121,213],"advantages":[122],"constraints.":[124],"Subsequently,":[125],"we":[126,145],"thoroughly":[127],"scrutinize":[128],"diverse":[129],"methods":[130,161],"for":[131,212],"feature":[134],"extraction,":[135],"highlighting":[136],"merits":[138],"demerits":[140],"each":[142],"method.":[143],"Moreover,":[144],"perform":[146],"exhaustive":[148],"various":[151],"algorithms,":[153],"with":[154],"particular":[155],"focus":[156],"model-agnostic":[159],"fusion":[160,171,198],"(including":[162],"early":[163],"fusion,":[164,166,182,185],"late":[165],"hybrid":[168],"fusion)":[169],"intermediate":[174],"layers":[175],"models":[178],"(encompassing":[179],"simple":[180],"concatenation":[181],"utterance-level":[183],"fine-grained":[187],"fusion).":[189],"We":[190],"assess":[191],"strengths":[193],"weaknesses":[195],"strategies,":[199],"guidance":[201],"researchers":[203,243],"help":[205],"them":[206],"select":[207],"most":[209],"suitable":[210],"techniques":[211],"studies.":[214],"In":[215],"summary,":[216],"provide":[221],"insightful":[225],"review":[226],"field":[229],"MER.":[233],"It":[234],"intended":[236],"as":[237],"valuable":[239],"guide":[240],"aid":[242],"furthering":[245],"evolution":[247],"dynamic":[250],"impactful":[252],"field.":[253]},"counts_by_year":[{"year":2026,"cited_by_count":50},{"year":2025,"cited_by_count":66},{"year":2024,"cited_by_count":27}],"updated_date":"2026-07-07T14:30:12.667765","created_date":"2025-10-10T00:00:00"}