{"id":"https://openalex.org/W4399326421","doi":"https://doi.org/10.3390/mti8060047","title":"Exploring Human Emotions: A Virtual Reality-Based Experimental Approach Integrating Physiological and Facial Analysis","display_name":"Exploring Human Emotions: A Virtual Reality-Based Experimental Approach Integrating Physiological and Facial Analysis","publication_year":2024,"publication_date":"2024-06-04","ids":{"openalex":"https://openalex.org/W4399326421","doi":"https://doi.org/10.3390/mti8060047"},"language":"en","primary_location":{"id":"doi:10.3390/mti8060047","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti8060047","pdf_url":"https://www.mdpi.com/2414-4088/8/6/47/pdf?version=1717494555","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/8/6/47/pdf?version=1717494555","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038059611","display_name":"Leire Bastida","orcid":"https://orcid.org/0000-0002-2399-2757"},"institutions":[{"id":"https://openalex.org/I4210124459","display_name":"Association of Electronic and Information Technologies","ror":"https://ror.org/02trgdk48","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210124459"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Leire Bastida","raw_affiliation_strings":["TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2399-2757","affiliations":[{"raw_affiliation_string":"TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain","institution_ids":["https://openalex.org/I4210124459"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009782447","display_name":"Sara Sillaurren","orcid":"https://orcid.org/0000-0002-6027-8931"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sara Sillaurren","raw_affiliation_strings":["TECNALIA, Basque Research and Technology Alliance (BRTA), 01510 Vitoria, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6027-8931","affiliations":[{"raw_affiliation_string":"TECNALIA, Basque Research and Technology Alliance (BRTA), 01510 Vitoria, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071188840","display_name":"Erlantz Loizaga","orcid":"https://orcid.org/0000-0001-6481-7536"},"institutions":[{"id":"https://openalex.org/I4210124459","display_name":"Association of Electronic and Information Technologies","ror":"https://ror.org/02trgdk48","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210124459"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Erlantz Loizaga","raw_affiliation_strings":["TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain"],"raw_orcid":"https://orcid.org/0000-0001-6481-7536","affiliations":[{"raw_affiliation_string":"TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain","institution_ids":["https://openalex.org/I4210124459"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000441078","display_name":"Eneko Tom\u00e9","orcid":"https://orcid.org/0000-0002-0355-3829"},"institutions":[{"id":"https://openalex.org/I4210124459","display_name":"Association of Electronic and Information Technologies","ror":"https://ror.org/02trgdk48","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210124459"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Eneko Tom\u00e9","raw_affiliation_strings":["TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain"],"raw_orcid":"https://orcid.org/0000-0002-0355-3829","affiliations":[{"raw_affiliation_string":"TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain","institution_ids":["https://openalex.org/I4210124459"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006502903","display_name":"Ana Moya","orcid":"https://orcid.org/0000-0002-5157-3314"},"institutions":[{"id":"https://openalex.org/I4210124459","display_name":"Association of Electronic and Information Technologies","ror":"https://ror.org/02trgdk48","country_code":"ES","type":"other","lineage":["https://openalex.org/I4210124459"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ana Moya","raw_affiliation_strings":["TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TECNALIA Research and Basque Research and Technology Alliance (BRTA), 48160 Derio, Spain","institution_ids":["https://openalex.org/I4210124459"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038059611"],"corresponding_institution_ids":["https://openalex.org/I4210124459"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":3.1592,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.91575537,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"8","issue":"6","first_page":"47","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.7128154635429382},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.584735095500946},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.541599690914154},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5293985605239868},{"id":"https://openalex.org/keywords/virtual-actor","display_name":"Virtual actor","score":0.4896133542060852},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4450047016143799},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.381635844707489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37819308042526245},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3542812168598175},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.06451010704040527}],"concepts":[{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.7128154635429382},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.584735095500946},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.541599690914154},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5293985605239868},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.4896133542060852},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4450047016143799},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.381635844707489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37819308042526245},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3542812168598175},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.06451010704040527},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/mti8060047","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti8060047","pdf_url":"https://www.mdpi.com/2414-4088/8/6/47/pdf?version=1717494555","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:452e92affaf14d288bef5759f9e1f99c","is_oa":false,"landing_page_url":"https://doaj.org/article/452e92affaf14d288bef5759f9e1f99c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 8, Iss 6, p 47 (2024)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2414-4088/8/6/47/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/mti8060047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/mti8060047","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti8060047","pdf_url":"https://www.mdpi.com/2414-4088/8/6/47/pdf?version=1717494555","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G8751572122","display_name":null,"funder_award_id":"101021714","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399326421.pdf"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1994749341","https://openalex.org/W1997389939","https://openalex.org/W2011239579","https://openalex.org/W2029334490","https://openalex.org/W2054560711","https://openalex.org/W2085003717","https://openalex.org/W2147490203","https://openalex.org/W2169284121","https://openalex.org/W2171801645","https://openalex.org/W2187636255","https://openalex.org/W2222099799","https://openalex.org/W2268421884","https://openalex.org/W2779570509","https://openalex.org/W2790812169","https://openalex.org/W2808649502","https://openalex.org/W2810418809","https://openalex.org/W2946526173","https://openalex.org/W2947155785","https://openalex.org/W2962905870","https://openalex.org/W2975003464","https://openalex.org/W3001587372","https://openalex.org/W3094151137","https://openalex.org/W3119375379","https://openalex.org/W3184236853","https://openalex.org/W3203998598","https://openalex.org/W4200477215","https://openalex.org/W4205111916","https://openalex.org/W4289704658","https://openalex.org/W4320917690","https://openalex.org/W4323642664","https://openalex.org/W4362683582","https://openalex.org/W4390666603","https://openalex.org/W6649535153","https://openalex.org/W6686751507","https://openalex.org/W6860515447"],"related_works":["https://openalex.org/W3000714840","https://openalex.org/W4294974825","https://openalex.org/W2967400911","https://openalex.org/W2059650074","https://openalex.org/W4285504728","https://openalex.org/W4246363366","https://openalex.org/W4297153906","https://openalex.org/W2514585554","https://openalex.org/W1956356115","https://openalex.org/W3104124721"],"abstract_inverted_index":{"This":[0],"paper":[1],"researches":[2],"the":[3,37,55,91,104,108,142],"classification":[4],"of":[5,39,62,146,155],"human":[6,30],"emotions":[7],"in":[8,42,159],"a":[9,67,164],"virtual":[10],"reality":[11],"(VR)":[12],"context":[13],"by":[14],"analysing":[15],"psychophysiological":[16,105],"signals":[17,31,41],"and":[18,35,136,144,179],"facial":[19,78,88,109],"expressions.":[20],"Key":[21],"objectives":[22],"include":[23],"exploring":[24],"emotion":[25,64,96,172],"categorisation":[26],"models,":[27],"identifying":[28],"critical":[29],"for":[32,57,152,166],"assessing":[33],"emotions,":[34],"evaluating":[36],"accuracy":[38],"these":[40],"VR":[43,84],"environments.":[44],"A":[45,99],"systematic":[46,176],"literature":[47],"review":[48],"was":[49],"performed":[50],"through":[51,175],"peer-reviewed":[52],"articles,":[53],"forming":[54],"basis":[56],"our":[58],"methodologies.":[59],"The":[60,139,161],"integration":[61],"various":[63],"classifiers":[65,111],"employs":[66],"\u2018late":[68],"fusion\u2019":[69],"technique":[70],"due":[71,112],"to":[72,113,170],"varying":[73],"accuracies":[74],"among":[75],"classifiers.":[76],"Notably,":[77],"expression":[79],"analysis":[80],"faces":[81],"challenges":[82],"from":[83],"equipment":[85],"occluding":[86],"crucial":[87],"regions":[89],"like":[90],"eyes,":[92],"which":[93],"significantly":[94],"impacts":[95],"recognition":[97,110,173],"accuracy.":[98,116],"weighted":[100],"averaging":[101],"system":[102],"prioritises":[103],"classifier":[106],"over":[107],"its":[114],"higher":[115],"Findings":[117],"suggest":[118],"that":[119],"while":[120],"combined":[121],"techniques":[122],"are":[123],"promising,":[124],"they":[125],"struggle":[126],"with":[127,134],"mixed":[128],"emotional":[129,157],"states":[130],"as":[131,133],"well":[132],"fear":[135],"trust":[137],"emotions.":[138],"research":[140],"underscores":[141],"potential":[143],"limitations":[145],"current":[147],"technologies,":[148],"recommending":[149],"enhanced":[150],"algorithms":[151],"effective":[153],"interpretation":[154],"complex":[156],"expressions":[158],"VR.":[160],"study":[162],"provides":[163],"groundwork":[165],"future":[167],"advancements,":[168],"aiming":[169],"refine":[171],"systems":[174],"data":[177],"collection":[178],"algorithm":[180],"optimisation.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}