{"id":"https://openalex.org/W2787319633","doi":"https://doi.org/10.1109/ssci.2017.8285365","title":"Emotion recognition with facial expressions and physiological signals","display_name":"Emotion recognition with facial expressions and physiological signals","publication_year":2017,"publication_date":"2017-11-01","ids":{"openalex":"https://openalex.org/W2787319633","doi":"https://doi.org/10.1109/ssci.2017.8285365","mag":"2787319633"},"language":"en","primary_location":{"id":"doi:10.1109/ssci.2017.8285365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2017.8285365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047662519","display_name":"Boxuan Zhong","orcid":"https://orcid.org/0000-0002-1024-2519"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Boxuan Zhong","raw_affiliation_strings":["Department of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029442653","display_name":"Zikun Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zikun Qin","raw_affiliation_strings":["Department of Psychology, North Carolina State University, Raleigh, North Carolina"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, North Carolina State University, Raleigh, North Carolina","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014526700","display_name":"Shuo Yang","orcid":"https://orcid.org/0000-0002-4986-4761"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shuo Yang","raw_affiliation_strings":["School of Mathematical Sciences"],"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637988","display_name":"Junyu Chen","orcid":"https://orcid.org/0000-0003-1440-624X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junyu Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010678621","display_name":"Nicholas V. Mudrick","orcid":"https://orcid.org/0000-0002-3558-9850"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nicholas Mudrick","raw_affiliation_strings":["College of Optical Science and Engineering, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Optical Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040488871","display_name":"Michelle Taub","orcid":"https://orcid.org/0000-0002-6238-1334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Michelle Taub","raw_affiliation_strings":["College of Optical Science and Engineering, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Optical Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019212451","display_name":"Roger Azevedo","orcid":"https://orcid.org/0000-0002-5018-6232"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Roger Azevedo","raw_affiliation_strings":["College of Optical Science and Engineering, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Optical Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024158572","display_name":"Edgar Lobat\u00f3n","orcid":"https://orcid.org/0000-0002-4056-8309"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edgar Lobaton","raw_affiliation_strings":["Department of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5047662519"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3938,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":{"value":0.89211757,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7806838750839233},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.7286587357521057},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6951100826263428},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5852763652801514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5503371357917786},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5166945457458496},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5150017738342285},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.440543532371521},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.42271849513053894},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.36412349343299866}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7806838750839233},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.7286587357521057},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6951100826263428},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5852763652801514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5503371357917786},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5166945457458496},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5150017738342285},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.440543532371521},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.42271849513053894},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.36412349343299866},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssci.2017.8285365","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssci.2017.8285365","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Symposium Series on Computational Intelligence (SSCI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W44846381","https://openalex.org/W193665387","https://openalex.org/W1500895378","https://openalex.org/W1545302199","https://openalex.org/W1974219072","https://openalex.org/W1981648298","https://openalex.org/W2002055708","https://openalex.org/W2003249666","https://openalex.org/W2016485878","https://openalex.org/W2052431898","https://openalex.org/W2075767206","https://openalex.org/W2078671978","https://openalex.org/W2080898270","https://openalex.org/W2084502373","https://openalex.org/W2086516619","https://openalex.org/W2108094420","https://openalex.org/W2119601766","https://openalex.org/W2120945046","https://openalex.org/W2121607564","https://openalex.org/W2122098299","https://openalex.org/W2123466031","https://openalex.org/W2154129660","https://openalex.org/W2155523271","https://openalex.org/W2156503193","https://openalex.org/W2156848952","https://openalex.org/W2166055528","https://openalex.org/W2171801645","https://openalex.org/W2180532674","https://openalex.org/W2222577885","https://openalex.org/W2278113816","https://openalex.org/W2345729520","https://openalex.org/W2396728763","https://openalex.org/W2475747270","https://openalex.org/W2492166858","https://openalex.org/W2520289546","https://openalex.org/W2594372826","https://openalex.org/W2963952775","https://openalex.org/W6607972409","https://openalex.org/W6721504173"],"related_works":["https://openalex.org/W2134472250","https://openalex.org/W2001423728","https://openalex.org/W2159857630","https://openalex.org/W1968332688","https://openalex.org/W2044260117","https://openalex.org/W2486556835","https://openalex.org/W3194078543","https://openalex.org/W2357640304","https://openalex.org/W4200312089","https://openalex.org/W19210040"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3],"temporal":[4],"information":[5,86],"preserving":[6],"multi-modal":[7],"emotion":[8,47,101],"recognition":[9,102],"framework":[10],"based":[11],"on":[12,43],"physiological":[13,74,105,120],"and":[14,26,29,49,73,91,109,119],"facial":[15,44,117],"expression":[16],"data":[17,31],"streams.":[18],"The":[19,93],"performance":[20,103,112],"of":[21,38,41],"each":[22],"component":[23],"is":[24,63,113],"evaluated":[25],"compared":[27,35,83],"individually":[28],"after":[30],"fusion.":[32],"Specifically,":[33],"we":[34],"the":[36,69,100,110],"effect":[37],"different":[39,79,88],"views":[40,52],"cameras":[42],"expressions":[45,118],"for":[46],"recognition,":[48],"combined":[50],"these":[51],"to":[53,65],"achieve":[54],"better":[55],"performance.":[56],"A":[57],"Temporal":[58],"Information":[59],"Preserving":[60],"Framework":[61],"(TIPF)":[62],"proposed":[64],"more":[66],"accurately":[67],"model":[68],"relationships":[70],"between":[71],"emotional":[72],"states":[75],"over":[76],"time.":[77],"Additionally,":[78],"fusion":[80],"strategies":[81],"are":[82,107],"when":[84,104,115],"combining":[85],"from":[87],"time":[89],"periods":[90],"modalities.":[92],"experiments":[94],"show":[95],"that,":[96],"TIPF":[97],"significantly":[98],"improves":[99],"signals":[106],"used":[108],"best":[111],"achieved":[114],"fusing":[116],"data.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}