{"id":"https://openalex.org/W2479639417","doi":"https://doi.org/10.1109/taffc.2016.2593719","title":"Facial Expression Recognition in Video with Multiple Feature Fusion","display_name":"Facial Expression Recognition in Video with Multiple Feature Fusion","publication_year":2016,"publication_date":"2016-07-21","ids":{"openalex":"https://openalex.org/W2479639417","doi":"https://doi.org/10.1109/taffc.2016.2593719","mag":"2479639417"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2016.2593719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2016.2593719","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032628281","display_name":"Junkai Chen","orcid":"https://orcid.org/0000-0001-6903-9390"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Junkai Chen","raw_affiliation_strings":["Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Kowloon, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6903-9390","affiliations":[{"raw_affiliation_string":"Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025480582","display_name":"Zenghai Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zenghai Chen","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050364086","display_name":"Zheru Chi","orcid":"https://orcid.org/0000-0003-0714-8713"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zheru Chi","raw_affiliation_strings":["Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Kowloon, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic and Information Engineering, The Hong Kong Polytechnic University, Kowloon, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071861834","display_name":"Hong Fu","orcid":"https://orcid.org/0000-0003-2246-7552"},"institutions":[{"id":"https://openalex.org/I178968375","display_name":"Hong Kong Chu Hai College","ror":"https://ror.org/021a2zz52","country_code":"HK","type":"education","lineage":["https://openalex.org/I178968375"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hong Fu","raw_affiliation_strings":["Department of Computer Science, Chu Hai College of Higher Education, Tsuen Wan, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Chu Hai College of Higher Education, Tsuen Wan, Hong Kong","institution_ids":["https://openalex.org/I178968375"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5032628281"],"corresponding_institution_ids":["https://openalex.org/I14243506"],"apc_list":null,"apc_paid":null,"fwci":20.9357,"has_fulltext":false,"cited_by_count":226,"citation_normalized_percentile":{"value":0.99519011,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"9","issue":"1","first_page":"38","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7645187377929688},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6956505179405212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6812220811843872},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.658932089805603},{"id":"https://openalex.org/keywords/three-dimensional-face-recognition","display_name":"Three-dimensional face recognition","score":0.55326908826828},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5332626104354858},{"id":"https://openalex.org/keywords/histogram","display_name":"Histogram","score":0.49461886286735535},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48957762122154236},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.48127883672714233},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.45666176080703735},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4443952441215515},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.43158677220344543},{"id":"https://openalex.org/keywords/face-hallucination","display_name":"Face hallucination","score":0.4266948401927948},{"id":"https://openalex.org/keywords/histogram-of-oriented-gradients","display_name":"Histogram of oriented gradients","score":0.421533465385437},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4004054069519043},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.22265192866325378},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.13700583577156067}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7645187377929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6956505179405212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6812220811843872},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.658932089805603},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.55326908826828},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5332626104354858},{"id":"https://openalex.org/C53533937","wikidata":"https://www.wikidata.org/wiki/Q185020","display_name":"Histogram","level":3,"score":0.49461886286735535},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48957762122154236},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.48127883672714233},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.45666176080703735},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4443952441215515},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.43158677220344543},{"id":"https://openalex.org/C54654163","wikidata":"https://www.wikidata.org/wiki/Q5428359","display_name":"Face hallucination","level":5,"score":0.4266948401927948},{"id":"https://openalex.org/C17426736","wikidata":"https://www.wikidata.org/wiki/Q419918","display_name":"Histogram of oriented gradients","level":4,"score":0.421533465385437},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4004054069519043},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.22265192866325378},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.13700583577156067},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2016.2593719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2016.2593719","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/77978","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/77978","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal/Magazine Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W13187899","https://openalex.org/W147964346","https://openalex.org/W172249463","https://openalex.org/W1578352865","https://openalex.org/W1959584332","https://openalex.org/W1966797434","https://openalex.org/W1970018011","https://openalex.org/W1981918162","https://openalex.org/W1992227055","https://openalex.org/W1999042468","https://openalex.org/W2006932513","https://openalex.org/W2008887256","https://openalex.org/W2009059481","https://openalex.org/W2012237712","https://openalex.org/W2014185685","https://openalex.org/W2030366785","https://openalex.org/W2036250785","https://openalex.org/W2046319788","https://openalex.org/W2047508432","https://openalex.org/W2049310893","https://openalex.org/W2050498354","https://openalex.org/W2053437444","https://openalex.org/W2068376131","https://openalex.org/W2072768095","https://openalex.org/W2081835714","https://openalex.org/W2082308025","https://openalex.org/W2082551250","https://openalex.org/W2085662862","https://openalex.org/W2103943262","https://openalex.org/W2106390385","https://openalex.org/W2109743529","https://openalex.org/W2117645142","https://openalex.org/W2117704033","https://openalex.org/W2122361883","https://openalex.org/W2129106196","https://openalex.org/W2129183325","https://openalex.org/W2139916508","https://openalex.org/W2141890865","https://openalex.org/W2143492886","https://openalex.org/W2145295623","https://openalex.org/W2153635508","https://openalex.org/W2156503193","https://openalex.org/W2158198839","https://openalex.org/W2160304657","https://openalex.org/W2161969291","https://openalex.org/W2163352848","https://openalex.org/W2167854178","https://openalex.org/W2296559023","https://openalex.org/W2485861135","https://openalex.org/W2532594835","https://openalex.org/W2995034616","https://openalex.org/W4285719527","https://openalex.org/W4388365387","https://openalex.org/W6641446668","https://openalex.org/W6662335928","https://openalex.org/W6677906469"],"related_works":["https://openalex.org/W325114128","https://openalex.org/W4220850864","https://openalex.org/W2024640171","https://openalex.org/W63491089","https://openalex.org/W2185537520","https://openalex.org/W4246863173","https://openalex.org/W2166031825","https://openalex.org/W2129261353","https://openalex.org/W2811312030","https://openalex.org/W4283639758"],"abstract_inverted_index":{"Video":[0],"based":[1],"facial":[2,21,41,48,101,116,122,149,189],"expression":[3,22,150,190],"recognition":[4,23,132,151,191],"has":[5],"been":[6],"a":[7,19,105],"long":[8],"standing":[9],"problem":[10],"and":[11,33,43,70,156,169,196],"attracted":[12],"growing":[13],"attention":[14],"recently.":[15],"The":[16],"key":[17],"to":[18,26,37,55,92,99,120,145],"successful":[20],"system":[24],"is":[25,90,118,133,183],"exploit":[27],"the":[28,40,112,126,141,147,158,164,170,198,202],"potentials":[29],"of":[30,82,115,128],"audiovisual":[31],"modalities":[32,67,72,130],"design":[34],"robust":[35,184],"features":[36],"effectively":[38],"characterize":[39,100],"appearance":[42,102],"configuration":[44,123],"changes":[45],"caused":[46],"by":[47],"motions.":[49],"We":[50,139],"propose":[51],"an":[52],"effective":[53,107],"framework":[54],"address":[56],"this":[57,60],"issue":[58],"in":[59,136,157,174,185,197],"paper.":[61],"In":[62],"our":[63,137,181],"study,":[64],"both":[65],"visual":[66],"(face":[68],"images)":[69],"audio":[71,129],"(speech)":[73],"are":[74],"utilized.":[75],"A":[76],"new":[77,106],"feature":[78,109,143],"descriptor":[79],"called":[80],"Histogram":[81],"Oriented":[83],"Gradients":[84],"from":[85,96,111],"Three":[86],"Orthogonal":[87],"Planes":[88],"(HOG-TOP)":[89],"proposed":[91,119],"extract":[93],"dynamic":[94],"textures":[95],"video":[97],"sequences":[98],"changes.":[103,124],"And":[104],"geometric":[108],"derived":[110],"warp":[113],"transformation":[114],"landmarks":[117],"capture":[121],"Moreover,":[125],"role":[127],"on":[131,163],"also":[134],"explored":[135],"study.":[138],"applied":[140],"multiple":[142],"fusion":[144],"tackle":[146],"video-based":[148,188],"problems":[152,192],"under":[153,193],"lab-controlled":[154,194],"environment":[155,195],"wild,":[159],"respectively.":[160],"Experiments":[161],"conducted":[162],"extended":[165],"Cohn-Kanade":[166],"(CK+)":[167],"database":[168,178],"Acted":[171],"Facial":[172],"Expression":[173],"Wild":[175],"(AFEW)":[176],"4.0":[177],"show":[179],"that":[180],"approach":[182],"dealing":[186],"with":[187,201],"wild":[199],"compared":[200],"other":[203],"state-of-the-art":[204],"methods.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":36},{"year":2020,"cited_by_count":35},{"year":2019,"cited_by_count":42},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}