{"id":"https://openalex.org/W4292829028","doi":"https://doi.org/10.1109/cvprw56347.2022.00275","title":"Video-based multimodal spontaneous emotion recognition using facial expressions and physiological signals","display_name":"Video-based multimodal spontaneous emotion recognition using facial expressions and physiological signals","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4292829028","doi":"https://doi.org/10.1109/cvprw56347.2022.00275"},"language":"en","primary_location":{"id":"doi:10.1109/cvprw56347.2022.00275","doi":"https://doi.org/10.1109/cvprw56347.2022.00275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvprw56347.2022.00275","pdf_url":null,"source":{"id":"https://openalex.org/S4363607748","display_name":"IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03790802","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028728059","display_name":"Yassine Ouzar","orcid":"https://orcid.org/0000-0002-7327-5895","observed_orcids":["https://orcid.org/0000-0002-7327-5895"]},"institutions":[{"id":"https://openalex.org/I4387152457","display_name":"Laboratoire de Conception, Optimisation et Mod\u00e9lisation des Syst\u00e8mes","ror":"https://ror.org/04x6jg419","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4387152457","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Yassine Ouzar","raw_affiliation_strings":["Université de Lorraine, LCOMS,Metz,France,F-57000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine, LCOMS,Metz,France,F-57000","institution_ids":["https://openalex.org/I4387152457"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057032343","display_name":"Fr\u00e9d\u00e9ric Bousefsaf","orcid":"https://orcid.org/0000-0002-6235-6761","observed_orcids":["https://orcid.org/0000-0002-6235-6761"]},"institutions":[{"id":"https://openalex.org/I4387152457","display_name":"Laboratoire de Conception, Optimisation et Mod\u00e9lisation des Syst\u00e8mes","ror":"https://ror.org/04x6jg419","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4387152457","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Frederic Bousefsaf","raw_affiliation_strings":["Université de Lorraine, LCOMS,Metz,France,F-57000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine, LCOMS,Metz,France,F-57000","institution_ids":["https://openalex.org/I4387152457"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071298375","display_name":"Djamaleddine Djeldjli","orcid":"https://orcid.org/0000-0003-1343-0168","observed_orcids":["https://orcid.org/0000-0003-1343-0168"]},"institutions":[{"id":"https://openalex.org/I4387152457","display_name":"Laboratoire de Conception, Optimisation et Mod\u00e9lisation des Syst\u00e8mes","ror":"https://ror.org/04x6jg419","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4387152457","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Djamaleddine Djeldjli","raw_affiliation_strings":["Université de Lorraine, LCOMS,Metz,France,F-57000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine, LCOMS,Metz,France,F-57000","institution_ids":["https://openalex.org/I4387152457"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008474083","display_name":"Choubeila Maaoui","orcid":"https://orcid.org/0000-0003-2230-5414","observed_orcids":["https://orcid.org/0000-0003-2230-5414"]},"institutions":[{"id":"https://openalex.org/I4387152457","display_name":"Laboratoire de Conception, Optimisation et Mod\u00e9lisation des Syst\u00e8mes","ror":"https://ror.org/04x6jg419","country_code":"FR","type":"facility","lineage":["https://openalex.org/I4387152457","https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Choubeila Maaoui","raw_affiliation_strings":["Université de Lorraine, LCOMS,Metz,France,F-57000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine, LCOMS,Metz,France,F-57000","institution_ids":["https://openalex.org/I4387152457"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4387152457"],"apc_list":null,"apc_paid":null,"fwci":3.0967,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.93896541,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2459","last_page":"2468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.8899999856948853},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"facial expression recognition","score":0.9369999766349792},{"id":"https://openalex.org/keywords/physiological-signals","display_name":"physiological signals","score":0.972000002861023},{"id":"https://openalex.org/keywords/heart-rate-variability","display_name":"heart rate variability","score":0.9229999780654907},{"id":"https://openalex.org/keywords/squeeze-and-excitation","display_name":"squeeze-and-excitation","score":0.753000020980835},{"id":"https://openalex.org/keywords/spatio-temporal-networks","display_name":"spatio-temporal networks","score":0.847000002861023},{"id":"https://openalex.org/keywords/video-based-emotion-recognition","display_name":"video-based emotion recognition","score":0.7910000085830688}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7049543857574463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6952574253082275},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.665224552154541},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5712810754776001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4901479184627533},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4367208182811737},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.41917258501052856},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3917519748210907},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.37348657846450806}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cvprw56347.2022.00275","doi":"https://doi.org/10.1109/cvprw56347.2022.00275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvprw56347.2022.00275","pdf_url":null,"source":{"id":"https://openalex.org/S4363607748","display_name":"IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03790802v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-03790802","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), Jun 2022, New Orleans, United States. pp.2459-2468, ⟨10.1109/CVPRW56347.2022.00275⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03790802v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-03790802","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE/CVF Conference on Computer Vision and Pattern Recognition Workshops (CVPRW), Jun 2022, New Orleans, United States. pp.2459-2468, ⟨10.1109/CVPRW56347.2022.00275⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1606749791","https://openalex.org/W1686810756","https://openalex.org/W1773313105","https://openalex.org/W1985867508","https://openalex.org/W2002055708","https://openalex.org/W2050876878","https://openalex.org/W2070638661","https://openalex.org/W2097117768","https://openalex.org/W2106822551","https://openalex.org/W2122098299","https://openalex.org/W2134860945","https://openalex.org/W2154129660","https://openalex.org/W2194775991","https://openalex.org/W2406223855","https://openalex.org/W2470957930","https://openalex.org/W2472200183","https://openalex.org/W2474193198","https://openalex.org/W2490049321","https://openalex.org/W2531409750","https://openalex.org/W2608058963","https://openalex.org/W2624419954","https://openalex.org/W2745497104","https://openalex.org/W2752782242","https://openalex.org/W2755014019","https://openalex.org/W2759190050","https://openalex.org/W2783626310","https://openalex.org/W2784208377","https://openalex.org/W2784655662","https://openalex.org/W2798583514","https://openalex.org/W2799041689","https://openalex.org/W2808472211","https://openalex.org/W2810637193","https://openalex.org/W2946526173","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2964347177","https://openalex.org/W2968915073","https://openalex.org/W2968917279","https://openalex.org/W2977954800","https://openalex.org/W2991818524","https://openalex.org/W2995902718","https://openalex.org/W2995961207","https://openalex.org/W2999863077","https://openalex.org/W3001587372","https://openalex.org/W3021025455","https://openalex.org/W3037298096","https://openalex.org/W3042950507","https://openalex.org/W3084624816","https://openalex.org/W3103690655","https://openalex.org/W3138963907","https://openalex.org/W3157999215","https://openalex.org/W3159759379","https://openalex.org/W3164504725"],"related_works":["https://openalex.org/W2787319633","https://openalex.org/W4400770967","https://openalex.org/W4415278793","https://openalex.org/W2020035762","https://openalex.org/W1982003257","https://openalex.org/W4388196657","https://openalex.org/W4379540094","https://openalex.org/W7168344102","https://openalex.org/W7213533656","https://openalex.org/W3144083005"],"abstract_inverted_index":{"Human\u2019s":[0],"affective":[1],"state":[2,130],"recognition":[3,65,84,123],"remains":[4],"a":[5,77,86],"challenging":[6],"topic":[7],"due":[8],"to":[9,25,41,113,127,158],"the":[10,43,53,103,114,145,148,175,187,199,204,218],"complexity":[11],"of":[12,31,45,55,69,116,147,180,206],"emotions,":[13],"which":[14],"involves":[15],"experiential,":[16],"behavioral,":[17],"and":[18,89,96,138,178,209],"physiological":[19,60,139,156,166,171],"elements.":[20],"Since":[21],"it":[22],"is":[23],"difficult":[24],"comprehensively":[26],"describe":[27],"emotion":[28,64,122,207],"in":[29],"terms":[30],"single":[32,109],"modalities,":[33],"recent":[34],"studies":[35],"have":[36],"focused":[37],"on":[38,62],"fusion":[39,107,201],"strategy":[40],"exploit":[42],"complementarity":[44],"multimodal":[46,121,159,200],"signals.":[47],"In":[48,168],"this":[49,70],"article,":[50],"we":[51],"study":[52],"feasibility":[54],"fusing":[56,161],"facial":[57,82,133,136,153,162,211],"expressions":[58,137,154,163,212],"with":[59,164,214,221],"cues":[61],"human":[63],"accuracy.":[66],"The":[67,194],"contributions":[68],"work":[71],"are":[72,192],"threefold:":[73],"1)":[74],"We":[75,101,143],"propose":[76],"new":[78],"spatiotemporal":[79],"network":[80],"for":[81],"expression":[83],"using":[85,108,135,151,186],"3D":[87,92],"squeeze":[88],"exitation":[90,97],"based":[91],"Xception":[93,98],"architecture":[94],"(squeeze":[95],"network).":[99],"2)":[100],"adopt":[102],"first":[104],"multiple":[105],"modalities":[106],"input":[110],"source":[111],"which,":[112],"best":[115,219],"our":[117,169],"knowledge,":[118],"no":[119],"existing":[120],"system":[124],"has":[125],"attempted":[126],"identify":[128],"emotional":[129],"from":[131],"only":[132,152],"videos":[134],"signals":[140,172],"features.":[141],"3)":[142],"compare":[144],"performance":[146],"uni-modal":[149],"approach":[150],"or":[155],"data,":[157],"systems":[160],"video-based":[165],"cues.":[167],"experiments,":[170],"such":[173],"as":[174],"iPPG":[176,215],"signal":[177,216],"features":[179,213],"heart":[181],"rate":[182],"variability":[183],"measured":[184],"remotely":[185],"imaging":[188],"photoplethysmography":[189],"(iPPG)":[190],"method":[191],"used.":[193],"preliminary":[195],"results":[196],"show":[197],"that":[198],"model":[202],"improves":[203],"accuracy":[205,220],"recognition,":[208],"merging":[210],"gives":[217],"71.90":[222],"%.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-08-24T00:00:00"}