{"id":"https://openalex.org/W3186105911","doi":"https://doi.org/10.1109/tcds.2021.3100131","title":"Relation-Aware Facial Expression Recognition","display_name":"Relation-Aware Facial Expression Recognition","publication_year":2021,"publication_date":"2021-07-26","ids":{"openalex":"https://openalex.org/W3186105911","doi":"https://doi.org/10.1109/tcds.2021.3100131","mag":"3186105911"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2021.3100131","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3100131","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103174285","display_name":"Yifan Xia","orcid":"https://orcid.org/0000-0001-7347-5427"},"institutions":[{"id":"https://openalex.org/I63072094","display_name":"University of Portsmouth","ror":"https://ror.org/03ykbk197","country_code":"GB","type":"education","lineage":["https://openalex.org/I63072094"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Yifan Xia","raw_affiliation_strings":["School of Creative Technologies, University of Portsmouth, Portsmouth, U.K"],"affiliations":[{"raw_affiliation_string":"School of Creative Technologies, University of Portsmouth, Portsmouth, U.K","institution_ids":["https://openalex.org/I63072094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006580423","display_name":"Hui Yu","orcid":"https://orcid.org/0000-0002-7655-9228"},"institutions":[{"id":"https://openalex.org/I63072094","display_name":"University of Portsmouth","ror":"https://ror.org/03ykbk197","country_code":"GB","type":"education","lineage":["https://openalex.org/I63072094"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hui Yu","raw_affiliation_strings":["School of Creative Technologies, University of Portsmouth, Portsmouth, U.K"],"affiliations":[{"raw_affiliation_string":"School of Creative Technologies, University of Portsmouth, Portsmouth, U.K","institution_ids":["https://openalex.org/I63072094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112719601","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0002-0008-0659"},"institutions":[{"id":"https://openalex.org/I4210112270","display_name":"Qingdao Academy of Intelligent Industries","ror":"https://ror.org/02a0rnh86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112270"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Parallel Intelligence Innovation Center, Qingdao Academy of Intelligent Industries, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Parallel Intelligence Innovation Center, Qingdao Academy of Intelligent Industries, Qingdao, China","institution_ids":["https://openalex.org/I4210112270"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082075648","display_name":"Muwei Jian","orcid":"https://orcid.org/0000-0002-4249-2264"},"institutions":[{"id":"https://openalex.org/I59483232","display_name":"Shandong University of Finance and Economics","ror":"https://ror.org/02e2nnq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I59483232"]},{"id":"https://openalex.org/I63072094","display_name":"University of Portsmouth","ror":"https://ror.org/03ykbk197","country_code":"GB","type":"education","lineage":["https://openalex.org/I63072094"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Muwei Jian","raw_affiliation_strings":["School of Creative Technologies, University of Portsmouth, Portsmouth, U.K","School of Computer Science and Technology, Shandong University of Finance and Economics, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Creative Technologies, University of Portsmouth, Portsmouth, U.K","institution_ids":["https://openalex.org/I63072094"]},{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Finance and Economics, Jinan, China","institution_ids":["https://openalex.org/I59483232"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113600509","display_name":"Fei\u2010Yue Wang","orcid":"https://orcid.org/0000-0001-9185-3989"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210112270","display_name":"Qingdao Academy of Intelligent Industries","ror":"https://ror.org/02a0rnh86","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210112270"]},{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Fei-Yue Wang","raw_affiliation_strings":["Institute of Systems Engineering, Macau University of Science and Technology, Macau, China","State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","Qingdao Academy of Intelligent Industries, Qingdao, China"],"affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]},{"raw_affiliation_string":"State Key Laboratory for Management and Control of Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Qingdao Academy of Intelligent Industries, Qingdao, China","institution_ids":["https://openalex.org/I4210112270"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103174285"],"corresponding_institution_ids":["https://openalex.org/I63072094"],"apc_list":null,"apc_paid":null,"fwci":6.486,"has_fulltext":false,"cited_by_count":54,"citation_normalized_percentile":{"value":0.97161151,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"14","issue":"3","first_page":"1143","last_page":"1154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.8230920433998108},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.776611864566803},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6549341678619385},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.6465785503387451},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.644951343536377},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6409857273101807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5846549272537231},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.539027750492096},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.5251659750938416},{"id":"https://openalex.org/keywords/face-hallucination","display_name":"Face hallucination","score":0.5069613456726074},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4978020191192627},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4781568944454193},{"id":"https://openalex.org/keywords/three-dimensional-face-recognition","display_name":"Three-dimensional face recognition","score":0.47599661350250244},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.45211470127105713},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3247483968734741},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32231616973876953},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.19723737239837646},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.0881437361240387}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.8230920433998108},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.776611864566803},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6549341678619385},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.6465785503387451},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.644951343536377},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6409857273101807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5846549272537231},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.539027750492096},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.5251659750938416},{"id":"https://openalex.org/C54654163","wikidata":"https://www.wikidata.org/wiki/Q5428359","display_name":"Face hallucination","level":5,"score":0.5069613456726074},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4978020191192627},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4781568944454193},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.47599661350250244},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.45211470127105713},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3247483968734741},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32231616973876953},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.19723737239837646},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.0881437361240387},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2021.3100131","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2021.3100131","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G5924810831","display_name":null,"funder_award_id":"EP/N025849/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7283397048","display_name":null,"funder_award_id":"IFS1819/9","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"},{"id":"https://openalex.org/G780540322","display_name":"Real-Time 4D Facial Sensing and Modelling","funder_award_id":"EP/N025849/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1686810756","https://openalex.org/W1709848863","https://openalex.org/W1769974409","https://openalex.org/W1959806570","https://openalex.org/W1965947362","https://openalex.org/W1997838579","https://openalex.org/W2003238582","https://openalex.org/W2019177772","https://openalex.org/W2038952578","https://openalex.org/W2058098602","https://openalex.org/W2067789110","https://openalex.org/W2088575594","https://openalex.org/W2100965694","https://openalex.org/W2106390385","https://openalex.org/W2131894637","https://openalex.org/W2134393319","https://openalex.org/W2145310492","https://openalex.org/W2150283722","https://openalex.org/W2155655319","https://openalex.org/W2172197449","https://openalex.org/W2244142460","https://openalex.org/W2325939864","https://openalex.org/W2540801879","https://openalex.org/W2587128043","https://openalex.org/W2592560750","https://openalex.org/W2612990169","https://openalex.org/W2617750261","https://openalex.org/W2724944050","https://openalex.org/W2738672149","https://openalex.org/W2745497104","https://openalex.org/W2754021867","https://openalex.org/W2798553619","https://openalex.org/W2798583514","https://openalex.org/W2884048435","https://openalex.org/W2889978276","https://openalex.org/W2891191887","https://openalex.org/W2894805842","https://openalex.org/W2898658722","https://openalex.org/W2902598059","https://openalex.org/W2904483377","https://openalex.org/W2916690307","https://openalex.org/W2942109599","https://openalex.org/W2964304299","https://openalex.org/W2965924668","https://openalex.org/W2968749391","https://openalex.org/W2971370265","https://openalex.org/W3002225283","https://openalex.org/W3019114689","https://openalex.org/W3043547428","https://openalex.org/W3049686946","https://openalex.org/W3083239214","https://openalex.org/W3095754787","https://openalex.org/W3109530872","https://openalex.org/W3122081138","https://openalex.org/W3127224425","https://openalex.org/W3135876071","https://openalex.org/W3139065837","https://openalex.org/W3146366485","https://openalex.org/W3155375169","https://openalex.org/W3165439169","https://openalex.org/W6755106128","https://openalex.org/W6776873985","https://openalex.org/W7002527282"],"related_works":["https://openalex.org/W3661898","https://openalex.org/W2116055069","https://openalex.org/W2559836198","https://openalex.org/W2169777806","https://openalex.org/W2357640304","https://openalex.org/W2356663679","https://openalex.org/W3186105911","https://openalex.org/W3193705818","https://openalex.org/W766657370","https://openalex.org/W4287595508"],"abstract_inverted_index":{"Research":[0],"on":[1,137,150,162],"facial":[2,33,66,90,106,131,184,193],"expression":[3,34,67,107,194],"recognition":[4,108,171],"has":[5,18,169],"been":[6],"moving":[7],"from":[8],"the":[9,14,36,56,81,86,125,135,138,147,178,190],"constrained":[10],"lab":[11],"scenarios":[12],"to":[13,30,39,134,188],"in-the-wild":[15,153],"situations":[16],"and":[17,42,48,71,83,130,157,177,183],"made":[19],"progress":[20],"in":[21,35,118],"recent":[22],"years.":[23],"However,":[24],"it":[25],"is":[26,116,186],"still":[27],"very":[28],"challenging":[29],"deal":[31],"with":[32,96,174],"wild":[37],"due":[38],"large":[40,152],"poses":[41],"occlusion":[43],"as":[44,46,59,80],"well":[45],"illumination":[47],"intensity":[49],"variations.":[50],"Generally,":[51],"existing":[52],"methods":[53,176],"mainly":[54],"take":[55],"whole":[57],"face":[58],"a":[60,103],"uniform":[61],"source":[62],"of":[63,88,192],"features":[64],"for":[65,142],"analysis.":[68],"Actually,":[69],"physiology":[70],"psychology":[72],"research":[73],"shows":[74],"that":[75,166],"some":[76],"crucial":[77,128,181],"regions,":[78],"such":[79],"eye":[82],"mouth,":[84],"reflect":[85],"differences":[87],"different":[89],"expressions,":[91],"which":[92,121],"have":[93,145],"close":[94],"relationships":[95],"emotion":[97],"expression.":[98],"Inspired":[99],"by":[100],"this":[101,119],"observation,":[102],"novel":[104],"relation-aware":[105],"method":[109,168],"called":[110],"relation":[111],"convolutional":[112],"neural":[113],"network":[114],"(ReCNN)":[115],"proposed":[117,148],"article,":[120],"can":[122],"adaptively":[123],"capture":[124],"relationship":[126,179],"between":[127,180],"regions":[129,141,182],"expressions":[132,185],"leading":[133],"focus":[136],"most":[139],"discriminative":[140],"recognition.":[143,195],"We":[144],"evaluated":[146],"ReCNN":[149],"two":[151],"databases:":[154],"1)":[155],"AffectNet":[156],"2)":[158],"RAF-DB.":[159],"Extensive":[160],"experiments":[161],"these":[163],"databases":[164],"show":[165],"our":[167],"superior":[170],"accuracy":[172],"compared":[173],"state-of-the-art":[175],"beneficial":[187],"improve":[189],"performance":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}