{"id":"https://openalex.org/W4409031329","doi":"https://doi.org/10.3390/mti9040031","title":"Predicting Activity in Brain Areas Associated with Emotion Processing Using Multimodal Behavioral Signals","display_name":"Predicting Activity in Brain Areas Associated with Emotion Processing Using Multimodal Behavioral Signals","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4409031329","doi":"https://doi.org/10.3390/mti9040031"},"language":"en","primary_location":{"id":"doi:10.3390/mti9040031","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti9040031","pdf_url":"https://www.mdpi.com/2414-4088/9/4/31/pdf?version=1743471679","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2414-4088/9/4/31/pdf?version=1743471679","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114425372","display_name":"Lahoucine Kdouri","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lahoucine Kdouri","raw_affiliation_strings":["International Artificial Intelligence Center of Morocco, University Mohammed VI Polytechnique, Rabat 11103, Morocco"],"raw_orcid":"https://orcid.org/0009-0009-6047-8798","affiliations":[{"raw_affiliation_string":"International Artificial Intelligence Center of Morocco, University Mohammed VI Polytechnique, Rabat 11103, Morocco","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034042028","display_name":"Youssef Hmamouche","orcid":"https://orcid.org/0009-0002-1831-7295"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Youssef Hmamouche","raw_affiliation_strings":["International Artificial Intelligence Center of Morocco, University Mohammed VI Polytechnique, Rabat 11103, Morocco"],"raw_orcid":"https://orcid.org/0009-0002-1831-7295","affiliations":[{"raw_affiliation_string":"International Artificial Intelligence Center of Morocco, University Mohammed VI Polytechnique, Rabat 11103, Morocco","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113857854","display_name":"Amal El Fallah Seghrouchni","orcid":"https://orcid.org/0000-0002-8390-8780"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210144804","display_name":"Laboratoire de Recherche en Informatique","ror":"https://ror.org/04e3ktk27","country_code":"FR","type":"facility","lineage":["https://openalex.org/I102197404","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210144804","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Amal El Fallah Seghrouchni","raw_affiliation_strings":["International Artificial Intelligence Center of Morocco, University Mohammed VI Polytechnique, Rabat 11103, Morocco","Laboratoire de Recherche en Informatique, UMR 7606, CNRS-Sorbonne University, 75252 Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Artificial Intelligence Center of Morocco, University Mohammed VI Polytechnique, Rabat 11103, Morocco","institution_ids":[]},{"raw_affiliation_string":"Laboratoire de Recherche en Informatique, UMR 7606, CNRS-Sorbonne University, 75252 Paris, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210144804","https://openalex.org/I4210159731"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085073635","display_name":"Thierry Chaminade","orcid":"https://orcid.org/0000-0003-4952-1467"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I4210138220","display_name":"Institut de Neurosciences de la Timone","ror":"https://ror.org/043hw6336","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I21491767","https://openalex.org/I4210096427","https://openalex.org/I4210138220"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thierry Chaminade","raw_affiliation_strings":["Institut de Neurosciences de la Timone, UMR 7289, CNRS-Aix-Marseille University, 13385 Marseille, France"],"raw_orcid":"https://orcid.org/0000-0003-4952-1467","affiliations":[{"raw_affiliation_string":"Institut de Neurosciences de la Timone, UMR 7289, CNRS-Aix-Marseille University, 13385 Marseille, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I21491767","https://openalex.org/I4210138220"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5114425372"],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04838594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"4","first_page":"31","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10042","display_name":"Neural and Behavioral Psychology Studies","score":0.9768999814987183,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5868068337440491},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.52779620885849},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.40007713437080383},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.3434286117553711},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.2552056908607483}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5868068337440491},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.52779620885849},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40007713437080383},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.3434286117553711},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.2552056908607483}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/mti9040031","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti9040031","pdf_url":"https://www.mdpi.com/2414-4088/9/4/31/pdf?version=1743471679","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05012513v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05012513","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, 2025, 9 (4), pp.31. ⟨10.3390/mti9040031⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:f6d9b39883ef469d86b43544f28cfe35","is_oa":true,"landing_page_url":"https://doaj.org/article/f6d9b39883ef469d86b43544f28cfe35","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Multimodal Technologies and Interaction, Vol 9, Iss 4, p 31 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/mti9040031","is_oa":true,"landing_page_url":"https://doi.org/10.3390/mti9040031","pdf_url":"https://www.mdpi.com/2414-4088/9/4/31/pdf?version=1743471679","source":{"id":"https://openalex.org/S4210226272","display_name":"Multimodal Technologies and Interaction","issn_l":"2414-4088","issn":["2414-4088"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimodal Technologies and Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G3969625138","display_name":"ILCB: Institute of Language Communication and the Brain","funder_award_id":"ANR-16-CONV-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4409031329.pdf"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W1509863986","https://openalex.org/W2017917156","https://openalex.org/W2056387840","https://openalex.org/W2096733369","https://openalex.org/W2105931454","https://openalex.org/W2162376483","https://openalex.org/W2211029476","https://openalex.org/W2310508248","https://openalex.org/W2402346616","https://openalex.org/W2603002581","https://openalex.org/W2611081871","https://openalex.org/W2745355696","https://openalex.org/W2767728779","https://openalex.org/W2772633765","https://openalex.org/W2891187402","https://openalex.org/W2922070237","https://openalex.org/W2947476638","https://openalex.org/W2951442257","https://openalex.org/W2953183526","https://openalex.org/W2997949149","https://openalex.org/W3011727199","https://openalex.org/W3047893342","https://openalex.org/W3093581966","https://openalex.org/W3094362551","https://openalex.org/W3095251683","https://openalex.org/W3104080943","https://openalex.org/W3114195756","https://openalex.org/W3154596443","https://openalex.org/W3159301005","https://openalex.org/W4200627592","https://openalex.org/W4210261408","https://openalex.org/W4214663417","https://openalex.org/W4220829848","https://openalex.org/W4282052477","https://openalex.org/W4300484829","https://openalex.org/W4308223354","https://openalex.org/W4318200341","https://openalex.org/W4367609927","https://openalex.org/W4378783484","https://openalex.org/W4385765961","https://openalex.org/W4386076190","https://openalex.org/W4386826611","https://openalex.org/W4387352357","https://openalex.org/W4387398498","https://openalex.org/W4387846988","https://openalex.org/W4387938143","https://openalex.org/W4388666562","https://openalex.org/W4389733467","https://openalex.org/W6686207219"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W4220667126","https://openalex.org/W2077865380","https://openalex.org/W3006817050","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246"],"abstract_inverted_index":{"Artificial":[0],"agents":[1],"are":[2,213],"expected":[3],"to":[4,10,31,65,90,232],"increasingly":[5],"interact":[6],"with":[7,186],"humans":[8],"and":[9,22,59,84,125,127,146,163,181],"demonstrate":[11,170],"multimodal":[12,105,144],"adaptive":[13],"emotional":[14,32],"responses.":[15],"Such":[16],"social":[17,250],"integration":[18],"requires":[19],"both":[20],"perception":[21],"production":[23],"mechanisms,":[24],"thus":[25],"enabling":[26],"a":[27,73,78,104,187,190],"more":[28],"realistic":[29],"approach":[30,80],"alignment":[33],"than":[34],"existing":[35,38,176],"systems.":[36],"Indeed,":[37],"emotion":[39],"recognition":[40],"methods":[41],"rely":[42],"on":[43,155],"behavioral":[44,83,122],"signals,":[45],"predominantly":[46],"facial":[47],"expressions,":[48],"as":[49,51,56],"well":[50],"non-invasive":[52],"brain":[53,117,140,165,203],"recordings,":[54],"such":[55],"Electroencephalograms":[57],"(EEGs)":[58],"functional":[60],"Magnetic":[61],"Resonance":[62],"Imaging":[63],"(fMRI),":[64],"identify":[66],"humans\u2019":[67],"emotions,":[68],"but":[69],"accurate":[70],"labeling":[71],"remains":[72],"challenge.":[74],"This":[75],"paper":[76],"introduces":[77],"novel":[79],"examining":[81],"how":[82],"physiological":[85,129,221],"signals":[86,114,123],"can":[87],"be":[88],"used":[89],"predict":[91],"activity":[92,118,141,204],"in":[93,178,243],"emotion-related":[94],"regions":[95],"of":[96,113,139,150,158,167,197,228,240,249],"the":[97,137,148,156,164,172,220,233,238,244],"brain.":[98],"To":[99],"this":[100],"end,":[101],"we":[102],"propose":[103],"deep":[106],"learning":[107],"network":[108,134],"that":[109,171,201,219],"processes":[110],"two":[111,121,211],"categories":[112],"recorded":[115],"alongside":[116],"during":[119],"conversations:":[120],"(video":[124],"audio)":[126],"one":[128,209],"signal":[130],"(blood":[131,223],"pulse).":[132],"Our":[133],"enables":[135],"(1)":[136],"prediction":[138,205],"from":[142],"these":[143],"inputs,":[145],"(2)":[147],"assessment":[149],"our":[151],"model\u2019s":[152],"performance":[153],"depending":[154],"nature":[157],"interlocutor":[159],"(human":[160],"or":[161,189,210],"robot)":[162],"region":[166],"interest.":[168],"Results":[169],"proposed":[173],"architecture":[174],"outperforms":[175],"models":[177],"anterior":[179],"insula":[180],"hypothalamus":[182],"regions,":[183],"for":[184],"interactions":[185],"human":[188],"robot.":[191],"An":[192],"ablation":[193],"study":[194],"evaluating":[195],"subsets":[196],"input":[198],"modalities":[199,212],"indicates":[200],"local":[202],"was":[206],"reduced":[207],"when":[208],"omitted.":[214],"However,":[215],"they":[216],"also":[217],"revealed":[218],"data":[222],"pulse)":[224],"achieve":[225],"similar":[226],"levels":[227],"predictions":[229],"alone":[230],"compared":[231],"full":[234],"model,":[235],"further":[236],"underscoring":[237],"importance":[239],"somatic":[241],"markers":[242],"central":[245],"nervous":[246],"system\u2019s":[247],"processing":[248],"emotions.":[251]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}