{"id":"https://openalex.org/W4417200155","doi":"https://doi.org/10.4114/intartif.vol29iss77pp28-39","title":"Multimodal Emotion Recognition for Empathic Virtual Agents in Mental Health Interventions","display_name":"Multimodal Emotion Recognition for Empathic Virtual Agents in Mental Health Interventions","publication_year":2025,"publication_date":"2025-12-08","ids":{"openalex":"https://openalex.org/W4417200155","doi":"https://doi.org/10.4114/intartif.vol29iss77pp28-39"},"language":"es","primary_location":{"id":"doi:10.4114/intartif.vol29iss77pp28-39","is_oa":true,"landing_page_url":"https://doi.org/10.4114/intartif.vol29iss77pp28-39","pdf_url":"https://journal.iberamia.org/index.php/intartif/article/download/2508/269","source":{"id":"https://openalex.org/S4210203986","display_name":"INTELIGENCIA ARTIFICIAL","issn_l":"1137-3601","issn":["1137-3601","1988-3064"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321681","host_organization_name":"Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial","host_organization_lineage":["https://openalex.org/P4310321681"],"host_organization_lineage_names":["Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inteligencia Artificial","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journal.iberamia.org/index.php/intartif/article/download/2508/269","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120743213","display_name":"Marcelo Alejandro Huerta-Espinoza","orcid":null},"institutions":[{"id":"https://openalex.org/I2800400464","display_name":"Universidad Aut\u00f3noma de Nayarit","ror":"https://ror.org/0576q1t15","country_code":"MX","type":"education","lineage":["https://openalex.org/I2800400464"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Marcelo Alejandro Huerta-Espinoza","raw_affiliation_strings":["CICESE, Unidad Acad\u00e9mica Tepic, Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CICESE, Unidad Acad\u00e9mica Tepic, Mexico","institution_ids":["https://openalex.org/I2800400464"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113816399","display_name":"A. Gonzalez","orcid":"https://orcid.org/0000-0002-8017-9084"},"institutions":[{"id":"https://openalex.org/I2800400464","display_name":"Universidad Aut\u00f3noma de Nayarit","ror":"https://ror.org/0576q1t15","country_code":"MX","type":"education","lineage":["https://openalex.org/I2800400464"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Ansel Yoan Rodriguez Gonzalez","raw_affiliation_strings":["CICESE Unidad Acad\u00e9mica Tepic, Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CICESE Unidad Acad\u00e9mica Tepic, Mexico","institution_ids":["https://openalex.org/I2800400464"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043347716","display_name":"Jo\u00e3o Victor Oliveira Miranda","orcid":"https://orcid.org/0000-0003-3879-0784"},"institutions":[{"id":"https://openalex.org/I2800400464","display_name":"Universidad Aut\u00f3noma de Nayarit","ror":"https://ror.org/0576q1t15","country_code":"MX","type":"education","lineage":["https://openalex.org/I2800400464"]}],"countries":["MX"],"is_corresponding":false,"raw_author_name":"Juan Crisoforo Martinez Miranda","raw_affiliation_strings":["CICESE Unidad Acad\u00e9mica Tepic, Mexico"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CICESE Unidad Acad\u00e9mica Tepic, Mexico","institution_ids":["https://openalex.org/I2800400464"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2800400464"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36755663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"29","issue":"77","first_page":"28","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6363999843597412,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.6363999843597412,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.25,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12488","display_name":"Mental Health via Writing","score":0.06689999997615814,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5877000093460083},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5674999952316284},{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.5666000247001648},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5217999815940857},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.46790000796318054},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.4072999954223633},{"id":"https://openalex.org/keywords/anxiety","display_name":"Anxiety","score":0.39480000734329224},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.38499999046325684},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.36809998750686646}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5877000093460083},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5710999965667725},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5674999952316284},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.5666000247001648},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.566100001335144},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5217999815940857},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.46790000796318054},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C558461103","wikidata":"https://www.wikidata.org/wiki/Q154430","display_name":"Anxiety","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.38499999046325684},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35519999265670776},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C174107131","wikidata":"https://www.wikidata.org/wiki/Q191591","display_name":"Emotional intelligence","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.3206000030040741},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2994000017642975},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2840000092983246},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C2777877512","wikidata":"https://www.wikidata.org/wiki/Q1116097","display_name":"Common ground","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2574000060558319},{"id":"https://openalex.org/C128534915","wikidata":"https://www.wikidata.org/wiki/Q3475770","display_name":"Affective science","level":3,"score":0.25099998712539673}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.4114/intartif.vol29iss77pp28-39","is_oa":true,"landing_page_url":"https://doi.org/10.4114/intartif.vol29iss77pp28-39","pdf_url":"https://journal.iberamia.org/index.php/intartif/article/download/2508/269","source":{"id":"https://openalex.org/S4210203986","display_name":"INTELIGENCIA ARTIFICIAL","issn_l":"1137-3601","issn":["1137-3601","1988-3064"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321681","host_organization_name":"Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial","host_organization_lineage":["https://openalex.org/P4310321681"],"host_organization_lineage_names":["Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inteligencia Artificial","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:681b53cb63024964ab98cc19a078c4d1","is_oa":true,"landing_page_url":"https://doaj.org/article/681b53cb63024964ab98cc19a078c4d1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Inteligencia Artificial, Vol 29, Iss 77 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.4114/intartif.vol29iss77pp28-39","is_oa":true,"landing_page_url":"https://doi.org/10.4114/intartif.vol29iss77pp28-39","pdf_url":"https://journal.iberamia.org/index.php/intartif/article/download/2508/269","source":{"id":"https://openalex.org/S4210203986","display_name":"INTELIGENCIA ARTIFICIAL","issn_l":"1137-3601","issn":["1137-3601","1988-3064"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310321681","host_organization_name":"Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial","host_organization_lineage":["https://openalex.org/P4310321681"],"host_organization_lineage_names":["Asociaci\u00f3n Espa\u00f1ola para la Inteligencia Artificial"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Inteligencia Artificial","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417200155.pdf","grobid_xml":"https://content.openalex.org/works/W4417200155.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Depression":[0],"and":[1,9,74,113,117,126,140,153,162,195,224],"anxiety":[2],"disorders":[3],"affect":[4],"millions":[5],"of":[6,27,86,137],"individuals":[7,192],"globally":[8],"are":[10],"commonly":[11],"addressed":[12],"through":[13,41],"psychological":[14,196],"interventions.":[15],"A":[16],"growing":[17],"technological":[18],"approach":[19,133],"to":[20,59,72,77,215],"support":[21],"such":[22,150],"treatments":[23],"involves":[24],"the":[25,82,129,159,168,203,206],"use":[26],"embodied":[28],"conversational":[29,187,207],"agents":[30,58,71],"that":[31,37,110],"employ":[32],"motivational":[33],"interviewing,":[34],"a":[35,53,66,105,120],"method":[36],"promotes":[38],"behavioral":[39],"change":[40],"empathic":[42],"engagement.":[43],"Despite":[44],"its":[45,217],"critical":[46],"role":[47],"in":[48,95,172,205],"therapeutic":[49],"efficacy,":[50],"empathy":[51],"remains":[52],"significant":[54],"challenge":[55],"for":[56,182,210],"virtual":[57],"emulate.":[60],"Emotion":[61],"Recognition":[62],"(ER)":[63],"technologies":[64],"offer":[65],"potential":[67],"solution":[68],"by":[69],"enabling":[70],"perceive":[73],"respond":[75],"appropriately":[76],"users'":[78],"emotional":[79,194],"states.":[80],"Given":[81],"inherently":[83],"multimodal":[84,106],"nature":[85],"human":[87],"emotion,":[88],"unimodal":[89,145],"ER":[90],"approaches":[91],"often":[92],"fall":[93],"short":[94],"accurately":[96],"interpreting":[97],"affective":[98],"cues.":[99],"In":[100],"this":[101],"work,":[102],"we":[103],"propose":[104],"emotion":[107,174],"recognition":[108],"model":[109,169,179,204],"integrates":[111],"verbal":[112],"non-verbal":[114],"signals":[115],"(text":[116],"video)":[118],"using":[119],"Cross-Modal":[121],"Attention":[122],"fusion":[123],"strategy.":[124],"Trained":[125],"evaluated":[127],"on":[128,220],"IEMOCAP":[130],"dataset,":[131],"our":[132],"leverages":[134],"Ekman's":[135],"taxonomy":[136],"basic":[138],"emotions":[139],"demonstrates":[141],"superior":[142],"performance":[143],"over":[144],"baselines":[146],"across":[147],"key":[148],"metrics":[149],"as":[151,158],"accuracy":[152],"F1-score.":[154],"By":[155],"prioritizing":[156],"text":[157],"main":[160],"modality":[161],"dynamically":[163],"incorporating":[164],"complementary":[165],"visual":[166],"cues,":[167],"proves":[170],"effective":[171],"complex":[173],"classification":[175],"tasks.":[176],"The":[177],"proposed":[178],"is":[180],"designed":[181],"integration":[183],"into":[184],"an":[185],"existing":[186],"agent":[188,208],"aimed":[189],"at":[190],"supporting":[191],"experiencing":[193],"distress.":[197],"Future":[198],"work":[199],"will":[200],"involve":[201],"embedding":[202],"platform":[209],"emotionally":[211],"distressed":[212],"users,":[213],"aiming":[214],"assess":[216],"real-world":[218],"impact":[219],"engagement,":[221],"user":[222],"experience,":[223],"perceived":[225],"empathy.":[226]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-12-10T00:00:00"}