{"id":"https://openalex.org/W4392187936","doi":"https://doi.org/10.1109/taffc.2024.3370103","title":"Dep-FER: Facial Expression Recognition in Depressed Patients Based on Voluntary Facial Expression Mimicry","display_name":"Dep-FER: Facial Expression Recognition in Depressed Patients Based on Voluntary Facial Expression Mimicry","publication_year":2024,"publication_date":"2024-02-27","ids":{"openalex":"https://openalex.org/W4392187936","doi":"https://doi.org/10.1109/taffc.2024.3370103"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3370103","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3370103","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101621183","display_name":"Jiayu Ye","orcid":"https://orcid.org/0000-0003-0368-9651"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayu Ye","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","School of Computer Science, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0368-9651","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"School of Computer Science, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102912826","display_name":"Yanhong Yu","orcid":"https://orcid.org/0000-0002-6547-6320"},"institutions":[{"id":"https://openalex.org/I134738993","display_name":"Shandong University of Traditional Chinese Medicine","ror":"https://ror.org/0523y5c19","country_code":"CN","type":"education","lineage":["https://openalex.org/I134738993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhong Yu","raw_affiliation_strings":["Shandong University of Traditional Chinese Medicine, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-6547-6320","affiliations":[{"raw_affiliation_string":"Shandong University of Traditional Chinese Medicine, Jinan, China","institution_ids":["https://openalex.org/I134738993"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021617086","display_name":"Yunshao Zheng","orcid":"https://orcid.org/0009-0008-0076-2968"},"institutions":[{"id":"https://openalex.org/I4210113117","display_name":"Shandong Mental Health Center","ror":"https://ror.org/024x8v141","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210113117"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunshao Zheng","raw_affiliation_strings":["Shandong Mental Health Center, Jinan, China"],"raw_orcid":"https://orcid.org/0009-0008-0076-2968","affiliations":[{"raw_affiliation_string":"Shandong Mental Health Center, Jinan, China","institution_ids":["https://openalex.org/I4210113117"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104668625","display_name":"Yang Liu","orcid":"https://orcid.org/0009-0005-0759-2728"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Guangzhou University of Traditional Chinese Medicine, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-0759-2728","affiliations":[{"raw_affiliation_string":"Guangzhou University of Traditional Chinese Medicine, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101413909","display_name":"Qingxiang Wang","orcid":"https://orcid.org/0000-0002-8159-7739"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingxiang Wang","raw_affiliation_strings":["Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","Shandong Provincial Key Laboratory of Computer Networks, Shandong Fundamental Research Center for Computer Science, Jinan, China"],"raw_orcid":"https://orcid.org/0000-0002-8159-7739","affiliations":[{"raw_affiliation_string":"Key Laboratory of Computing Power Network and Information Security, Ministry of Education, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]},{"raw_affiliation_string":"Shandong Provincial Key Laboratory of Computer Networks, Shandong Fundamental Research Center for Computer Science, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.319,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94550317,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"1725","last_page":"1738"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9484999775886536,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9483000040054321,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mimicry","display_name":"Mimicry","score":0.8726520538330078},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.8116958141326904},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.6240825653076172},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5246413350105286},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.4836348295211792},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.42495304346084595},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3389242887496948},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.32310348749160767},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.3015948235988617},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.29787009954452515},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.2876710891723633},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.26928484439849854},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.26925918459892273},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.19734126329421997},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.08285313844680786}],"concepts":[{"id":"https://openalex.org/C7863114","wikidata":"https://www.wikidata.org/wiki/Q192627","display_name":"Mimicry","level":2,"score":0.8726520538330078},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.8116958141326904},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.6240825653076172},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5246413350105286},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.4836348295211792},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.42495304346084595},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3389242887496948},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.32310348749160767},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3015948235988617},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.29787009954452515},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2876710891723633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26928484439849854},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26925918459892273},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.19734126329421997},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.08285313844680786},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3370103","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3370103","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.5699999928474426,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G3316096639","display_name":null,"funder_award_id":"2021SFGC0504","funder_id":"https://openalex.org/F4320333596","funder_display_name":"Key Technology Research and Development Program of Shandong"},{"id":"https://openalex.org/G3342431209","display_name":null,"funder_award_id":"2020CXGC010901","funder_id":"https://openalex.org/F4320333596","funder_display_name":"Key Technology Research and Development Program of Shandong"},{"id":"https://openalex.org/G4048929270","display_name":null,"funder_award_id":"81573829","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6678275123","display_name":null,"funder_award_id":"ZR2021MF079","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null},{"id":"https://openalex.org/F4320333596","display_name":"Key Technology Research and Development Program of Shandong","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W68300069","https://openalex.org/W1686810756","https://openalex.org/W1901129140","https://openalex.org/W1965306520","https://openalex.org/W1974515627","https://openalex.org/W1976066595","https://openalex.org/W1980331490","https://openalex.org/W1987493933","https://openalex.org/W1991880588","https://openalex.org/W2003238582","https://openalex.org/W2011370092","https://openalex.org/W2012945211","https://openalex.org/W2025129891","https://openalex.org/W2035505019","https://openalex.org/W2041616772","https://openalex.org/W2041882268","https://openalex.org/W2056403322","https://openalex.org/W2071032138","https://openalex.org/W2088830805","https://openalex.org/W2095705004","https://openalex.org/W2099817145","https://openalex.org/W2102413207","https://openalex.org/W2103943262","https://openalex.org/W2106115875","https://openalex.org/W2109296049","https://openalex.org/W2116628589","https://openalex.org/W2131322272","https://openalex.org/W2132889650","https://openalex.org/W2143238378","https://openalex.org/W2145310492","https://openalex.org/W2194775991","https://openalex.org/W2346454595","https://openalex.org/W2395639500","https://openalex.org/W2751214333","https://openalex.org/W2752782242","https://openalex.org/W2760537051","https://openalex.org/W2805781993","https://openalex.org/W2807126412","https://openalex.org/W2883861033","https://openalex.org/W2962858109","https://openalex.org/W2980299316","https://openalex.org/W2981677410","https://openalex.org/W2998413356","https://openalex.org/W3000757912","https://openalex.org/W3003720578","https://openalex.org/W3027884094","https://openalex.org/W3034552520","https://openalex.org/W3035336958","https://openalex.org/W3037187691","https://openalex.org/W3094502228","https://openalex.org/W3118530108","https://openalex.org/W3127428577","https://openalex.org/W3157999215","https://openalex.org/W3160705766","https://openalex.org/W3195286673","https://openalex.org/W3197055506","https://openalex.org/W3209798173","https://openalex.org/W4214934944","https://openalex.org/W4294967912","https://openalex.org/W4301343397","https://openalex.org/W4312443924","https://openalex.org/W4360602654","https://openalex.org/W4390190649","https://openalex.org/W6637373629","https://openalex.org/W6674330103","https://openalex.org/W6784333009","https://openalex.org/W6800899016"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2901126000","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W4323520705"],"abstract_inverted_index":{"Facial":[0],"expressions":[1,36],"are":[2],"important":[3],"nonverbal":[4],"behaviors":[5],"that":[6,17,66],"humans":[7],"use":[8],"to":[9,37,120,140],"express":[10],"their":[11],"feelings.":[12],"Clinical":[13],"research":[14],"have":[15,20],"shown":[16],"depressed":[18,45,67,156],"patients":[19,46,68],"poor":[21],"facial":[22,41,72,79,98],"expressiveness":[23],"and":[24,47,57,91,106,118,136,157,167],"mimicry.":[25],"As":[26],"a":[27,31,77],"result,":[28],"we":[29,75],"propose":[30,76],"VFEM":[32,64,166],"experiment":[33],"with":[34],"seven":[35],"explore":[38],"variations":[39],"in":[40,84,165],"expression":[42,80,134],"features":[43],"between":[44,124,132,154],"normal":[48,158],"people,":[49],"including":[50],"anger,":[51],"disgust,":[52],"fear,":[53],"happiness,":[54],"neutrality,":[55],"sadness,":[56],"surprise.":[58],"It":[59],"has":[60],"been":[61],"discovered":[62],"through":[63],"experiments":[65],"frequently":[69],"exhibit":[70],"negative":[71],"expressions.":[73],"Meanwhile,":[74],"depression":[78],"recognition":[81],"(Dep-FER)":[82],"model":[83,138],"this":[85],"research.":[86],"Dep-FER":[87,161],"involves":[88],"three":[89],"innovative":[90],"crucial":[92],"components:":[93],"Mask":[94],"Multi-head":[95],"Self-Attention":[96],"(MMSA),":[97],"action":[99],"unit":[100],"similarity":[101,131],"loss":[102,108],"function":[103,109],"(AUs":[104],"Loss),":[105],"case-control":[107],"(CC":[110],"Loss).":[111],"MMSA":[112],"can":[113],"filter":[114],"out":[115],"disturbing":[116],"samples":[117],"force":[119],"learn":[121],"the":[122,130,137,142,146,151,155],"relationship":[123],"different":[125],"samples.":[126],"AUs":[127],"Loss":[128,149],"utilizes":[129],"each":[133],"AU":[135],"output":[139],"improve":[141],"generalization":[143],"ability":[144],"of":[145],"model.":[147],"CC":[148],"addresses":[150],"intrinsic":[152],"link":[153],"patient":[159],"categories.":[160],"achieves":[162],"excellent":[163],"performance":[164],"outperforms":[168],"existing":[169],"comparative":[170],"models.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}