{"id":"https://openalex.org/W4400770765","doi":"https://doi.org/10.1109/access.2024.3430850","title":"A Systematic Review on Multimodal Emotion Recognition: Building Blocks, Current State, Applications, and Challenges","display_name":"A Systematic Review on Multimodal Emotion Recognition: Building Blocks, Current State, Applications, and Challenges","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400770765","doi":"https://doi.org/10.1109/access.2024.3430850"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3430850","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3430850","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3430850","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061681341","display_name":"Sepideh Kalateh","orcid":"https://orcid.org/0000-0001-7124-3729"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210127031","display_name":"Uninova","ror":"https://ror.org/0373te416","country_code":"PT","type":"funder","lineage":["https://openalex.org/I4210127031"]},{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Sepideh Kalateh","raw_affiliation_strings":["Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-7124-3729","affiliations":[{"raw_affiliation_string":"Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","institution_ids":["https://openalex.org/I4210127031"]},{"raw_affiliation_string":"Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal","institution_ids":["https://openalex.org/I141596103","https://openalex.org/I83558840"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004234180","display_name":"Luis A. Estrada-Jimenez","orcid":"https://orcid.org/0000-0001-8595-3713"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210127031","display_name":"Uninova","ror":"https://ror.org/0373te416","country_code":"PT","type":"funder","lineage":["https://openalex.org/I4210127031"]},{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Luis A. Estrada-Jimenez","raw_affiliation_strings":["Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-8595-3713","affiliations":[{"raw_affiliation_string":"Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","institution_ids":["https://openalex.org/I4210127031"]},{"raw_affiliation_string":"Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal","institution_ids":["https://openalex.org/I141596103","https://openalex.org/I83558840"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048809465","display_name":"Sanaz Nikghadam-Hojjati","orcid":"https://orcid.org/0000-0002-0839-9250"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210127031","display_name":"Uninova","ror":"https://ror.org/0373te416","country_code":"PT","type":"funder","lineage":["https://openalex.org/I4210127031"]},{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Sanaz Nikghadam-Hojjati","raw_affiliation_strings":["Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-0839-9250","affiliations":[{"raw_affiliation_string":"Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","institution_ids":["https://openalex.org/I4210127031"]},{"raw_affiliation_string":"Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal","institution_ids":["https://openalex.org/I141596103","https://openalex.org/I83558840"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071443910","display_name":"Jos\u00e9 Barata","orcid":"https://orcid.org/0000-0002-6348-1847"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210127031","display_name":"Uninova","ror":"https://ror.org/0373te416","country_code":"PT","type":"funder","lineage":["https://openalex.org/I4210127031"]},{"id":"https://openalex.org/I83558840","display_name":"Universidade Nova de Lisboa","ror":"https://ror.org/02xankh89","country_code":"PT","type":"education","lineage":["https://openalex.org/I83558840"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jose Barata","raw_affiliation_strings":["Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-6348-1847","affiliations":[{"raw_affiliation_string":"Centre of Technology and Systems (CTS-UNINOVA), Caparica, Portugal","institution_ids":["https://openalex.org/I4210127031"]},{"raw_affiliation_string":"Associated Laboratory on Intelligent Systems (LASI), Caparica, Portugal","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical Engineering, NOVA School of Science and Technology, NOVA University of Lisbon, Lisbon, Portugal","institution_ids":["https://openalex.org/I141596103","https://openalex.org/I83558840"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":13.4389,"has_fulltext":false,"cited_by_count":116,"citation_normalized_percentile":{"value":0.99876238,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"103976","last_page":"104019"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7597626447677612},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.7103524804115295},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7009617686271667},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6481878161430359},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5872225165367126},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.5270465016365051},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4784581661224365},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.46305060386657715},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4274224042892456},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4238338768482208},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3396650552749634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32657545804977417}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7597626447677612},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.7103524804115295},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7009617686271667},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6481878161430359},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5872225165367126},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5270465016365051},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4784581661224365},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.46305060386657715},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4274224042892456},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4238338768482208},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3396650552749634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32657545804977417},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2024.3430850","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3430850","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3767080956974ebb97bc4c810db3497e","is_oa":true,"landing_page_url":"https://doaj.org/article/3767080956974ebb97bc4c810db3497e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 103976-104019 (2024)","raw_type":"article"},{"id":"pmh:oai:run.unl.pt:10362/180009","is_oa":false,"landing_page_url":"http://hdl.handle.net/10362/180009","pdf_url":null,"source":{"id":"https://openalex.org/S4306401014","display_name":"New University of Lisbon's Repository (New University of Lisbon)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3430850","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3430850","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G3080209416","display_name":"Centre of Technology and Systems","funder_award_id":"UIDB/00066/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":228,"referenced_works":["https://openalex.org/W123817822","https://openalex.org/W152725222","https://openalex.org/W175750906","https://openalex.org/W353234340","https://openalex.org/W571907995","https://openalex.org/W1485123848","https://openalex.org/W1498883201","https://openalex.org/W1606493646","https://openalex.org/W1675768813","https://openalex.org/W1787833027","https://openalex.org/W1797020111","https://openalex.org/W1947251450","https://openalex.org/W1963947028","https://openalex.org/W1970727126","https://openalex.org/W1973453096","https://openalex.org/W1992377643","https://openalex.org/W1997284510","https://openalex.org/W1999543972","https://openalex.org/W2000873127","https://openalex.org/W2002055708","https://openalex.org/W2005501262","https://openalex.org/W2025196286","https://openalex.org/W2025296793","https://openalex.org/W2030931454","https://openalex.org/W2033702744","https://openalex.org/W2043155251","https://openalex.org/W2043181832","https://openalex.org/W2045234652","https://openalex.org/W2046999604","https://openalex.org/W2047695042","https://openalex.org/W2050876878","https://openalex.org/W2051384614","https://openalex.org/W2056294943","https://openalex.org/W2067495470","https://openalex.org/W2068141066","https://openalex.org/W2072462334","https://openalex.org/W2078349122","https://openalex.org/W2078671978","https://openalex.org/W2080743918","https://openalex.org/W2083021723","https://openalex.org/W2085003717","https://openalex.org/W2085497785","https://openalex.org/W2086655908","https://openalex.org/W2088027448","https://openalex.org/W2088853035","https://openalex.org/W2092206588","https://openalex.org/W2096186423","https://openalex.org/W2100379340","https://openalex.org/W2100930849","https://openalex.org/W2102804490","https://openalex.org/W2102998034","https://openalex.org/W2105938655","https://openalex.org/W2109795817","https://openalex.org/W2112786892","https://openalex.org/W2115289180","https://openalex.org/W2124630003","https://openalex.org/W2136132422","https://openalex.org/W2142597810","https://openalex.org/W2145665826","https://openalex.org/W2146334809","https://openalex.org/W2148905283","https://openalex.org/W2151162785","https://openalex.org/W2167557160","https://openalex.org/W2168050767","https://openalex.org/W2223685937","https://openalex.org/W2243226955","https://openalex.org/W2289247828","https://openalex.org/W2334791991","https://openalex.org/W2465534249","https://openalex.org/W2512029261","https://openalex.org/W2518587879","https://openalex.org/W2536565119","https://openalex.org/W2544981553","https://openalex.org/W2547146855","https://openalex.org/W2557505330","https://openalex.org/W2598639751","https://openalex.org/W2603713028","https://openalex.org/W2608706649","https://openalex.org/W2610961739","https://openalex.org/W2655404332","https://openalex.org/W2731964405","https://openalex.org/W2745497104","https://openalex.org/W2765292538","https://openalex.org/W2772633765","https://openalex.org/W2774090594","https://openalex.org/W2778793520","https://openalex.org/W2786768213","https://openalex.org/W2793312177","https://openalex.org/W2793508109","https://openalex.org/W2808359495","https://openalex.org/W2810418809","https://openalex.org/W2883409523","https://openalex.org/W2885195348","https://openalex.org/W2896457183","https://openalex.org/W2897652364","https://openalex.org/W2899427170","https://openalex.org/W2911763550","https://openalex.org/W2911964244","https://openalex.org/W2921169636","https://openalex.org/W2936128163","https://openalex.org/W2936297554","https://openalex.org/W2949071819","https://openalex.org/W2949103304","https://openalex.org/W2953127026","https://openalex.org/W2955221632","https://openalex.org/W2959430131","https://openalex.org/W2963349408","https://openalex.org/W2963631961","https://openalex.org/W2963686995","https://openalex.org/W2964051877","https://openalex.org/W2964956895","https://openalex.org/W2981677410","https://openalex.org/W2991574913","https://openalex.org/W2997258743","https://openalex.org/W2997949149","https://openalex.org/W3000584809","https://openalex.org/W3012159372","https://openalex.org/W3012721484","https://openalex.org/W3014167434","https://openalex.org/W3020487153","https://openalex.org/W3021080764","https://openalex.org/W3034751874","https://openalex.org/W3037572520","https://openalex.org/W3049522233","https://openalex.org/W3081192838","https://openalex.org/W3081381913","https://openalex.org/W3084624816","https://openalex.org/W3088631780","https://openalex.org/W3092152628","https://openalex.org/W3095191006","https://openalex.org/W3095379519","https://openalex.org/W3103291722","https://openalex.org/W3109302118","https://openalex.org/W3109932136","https://openalex.org/W3115679279","https://openalex.org/W3122081138","https://openalex.org/W3137536308","https://openalex.org/W3143919782","https://openalex.org/W3143996792","https://openalex.org/W3150584131","https://openalex.org/W3161810785","https://openalex.org/W3163470448","https://openalex.org/W3194028613","https://openalex.org/W3194672963","https://openalex.org/W3195903076","https://openalex.org/W3196678758","https://openalex.org/W3197875592","https://openalex.org/W3198872525","https://openalex.org/W3208632377","https://openalex.org/W3209710747","https://openalex.org/W3215026466","https://openalex.org/W4200165771","https://openalex.org/W4200404613","https://openalex.org/W4206030489","https://openalex.org/W4210246354","https://openalex.org/W4210611093","https://openalex.org/W4211171563","https://openalex.org/W4211212762","https://openalex.org/W4213102919","https://openalex.org/W4213120795","https://openalex.org/W4220923545","https://openalex.org/W4224247713","https://openalex.org/W4232421507","https://openalex.org/W4232512464","https://openalex.org/W4232966097","https://openalex.org/W4233549127","https://openalex.org/W4235690221","https://openalex.org/W4242417737","https://openalex.org/W4245131700","https://openalex.org/W4251800481","https://openalex.org/W4253075103","https://openalex.org/W4254594357","https://openalex.org/W4256060553","https://openalex.org/W4282913779","https://openalex.org/W4283026446","https://openalex.org/W4283802558","https://openalex.org/W4283815599","https://openalex.org/W4287887917","https://openalex.org/W4288804239","https://openalex.org/W4292980177","https://openalex.org/W4293252578","https://openalex.org/W4294647307","https://openalex.org/W4300696262","https://openalex.org/W4303962311","https://openalex.org/W4307196260","https://openalex.org/W4310970693","https://openalex.org/W4313531231","https://openalex.org/W4313704731","https://openalex.org/W4320004356","https://openalex.org/W4321022102","https://openalex.org/W4322012077","https://openalex.org/W4323050314","https://openalex.org/W4361008338","https://openalex.org/W4362721809","https://openalex.org/W4366310313","https://openalex.org/W4376647221","https://openalex.org/W4378907171","https://openalex.org/W4379382378","https://openalex.org/W4381334291","https://openalex.org/W4383484481","https://openalex.org/W4384078473","https://openalex.org/W4385245566","https://openalex.org/W4385617602","https://openalex.org/W4386280877","https://openalex.org/W4386749873","https://openalex.org/W4386800155","https://openalex.org/W4386814815","https://openalex.org/W4386822700","https://openalex.org/W4386826611","https://openalex.org/W4387398498","https://openalex.org/W4388252364","https://openalex.org/W4390911891","https://openalex.org/W4394011052","https://openalex.org/W4395667411","https://openalex.org/W6606108360","https://openalex.org/W6635087628","https://openalex.org/W6676218802","https://openalex.org/W6680587008","https://openalex.org/W6682400473","https://openalex.org/W6691669583","https://openalex.org/W6719667659","https://openalex.org/W6732943021","https://openalex.org/W6752724743","https://openalex.org/W6755541679","https://openalex.org/W6760922607","https://openalex.org/W6798033680","https://openalex.org/W6800942326","https://openalex.org/W7046920586"],"related_works":["https://openalex.org/W4206297952","https://openalex.org/W4362650935","https://openalex.org/W3080495370","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W2014713986","https://openalex.org/W4285597148","https://openalex.org/W2904925713","https://openalex.org/W3214419959","https://openalex.org/W2745497104"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,52,111],"involves":[2],"accurately":[3],"interpreting":[4],"human":[5,93],"emotions":[6],"from":[7,56,128],"various":[8,81],"sources":[9],"and":[10,15,29,67,89,100,113,140,159,169],"modalities,":[11],"including":[12],"questionnaires,":[13],"verbal,":[14,61],"physiological":[16,62],"signals.":[17],"With":[18],"its":[19],"broad":[20],"applications":[21,171],"in":[22,38,40,97,162],"affective":[23],"computing,":[24],"computational":[25],"creativity,":[26],"human-robot":[27],"interactions,":[28],"market":[30],"research,":[31],"the":[32,106,129,137,173],"field":[33],"has":[34],"seen":[35],"a":[36,46,121],"surge":[37],"interest":[39],"recent":[41],"years.":[42],"This":[43],"paper":[44],"presents":[45],"systematic":[47],"review":[48,79,147],"of":[49,108,125,132,172],"multimodal":[50],"emotion":[51,76,82,110],"(MER)":[53],"techniques":[54],"developed":[55],"2014":[57],"to":[58],"2024,":[59],"encompassing":[60],"signals,":[63],"facial,":[64],"body":[65],"gesture,":[66],"speech":[68],"as":[69,71],"well":[70],"emerging":[72],"methods":[73],"like":[74],"sketches":[75],"recognition.":[77],"The":[78],"explores":[80],"models,":[83],"distinguishing":[84],"between":[85],"emotions,":[86],"feelings,":[87],"sentiments,":[88],"moods,":[90],"along":[91],"with":[92],"emotional":[94],"expression,":[95],"categorized":[96],"both":[98],"artistic":[99],"non-verbal":[101],"ways.":[102],"It":[103,164],"also":[104,165],"discusses":[105],"background":[107],"automated":[109],"systems":[112],"introduces":[114],"seven":[115],"criteria":[116],"for":[117],"evaluating":[118],"modalities":[119],"alongside":[120],"current":[122,170],"state":[123],"analysis":[124],"MER,":[126],"drawn":[127],"human-centric":[130],"perspective":[131],"this":[133,146],"field.":[134],"By":[135],"selecting":[136],"PRISMA":[138],"guidelines":[139],"carefully":[141],"analyzing":[142],"45":[143],"selected":[144],"articles,":[145],"provides":[148],"comprehensive":[149],"perspectives":[150],"into":[151],"existing":[152,167],"studies,":[153],"datasets,":[154],"technical":[155],"approaches,":[156],"identified":[157],"gaps,":[158],"future":[160],"directions":[161],"MER.":[163,174],"highlights":[166],"challenges":[168]},"counts_by_year":[{"year":2026,"cited_by_count":50},{"year":2025,"cited_by_count":59},{"year":2024,"cited_by_count":7}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}