{"id":"https://openalex.org/W4402350624","doi":"https://doi.org/10.1109/lsp.2024.3456668","title":"Fine-Grained Temporal-Enhanced Transformer for Dynamic Facial Expression Recognition","display_name":"Fine-Grained Temporal-Enhanced Transformer for Dynamic Facial Expression Recognition","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402350624","doi":"https://doi.org/10.1109/lsp.2024.3456668"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2024.3456668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3456668","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053741734","display_name":"Yaning Zhang","orcid":"https://orcid.org/0000-0001-8442-2777"},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaning Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102000106","display_name":"Jiahe Zhang","orcid":"https://orcid.org/0000-0002-3935-8486"},"institutions":[{"id":"https://openalex.org/I80143920","display_name":"Shandong University of Science and Technology","ror":"https://ror.org/04gtjhw98","country_code":"CN","type":"education","lineage":["https://openalex.org/I80143920"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahe Zhang","raw_affiliation_strings":["Shandong University of Science and Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong University of Science and Technology, Jinan, China","institution_ids":["https://openalex.org/I80143920"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019313200","display_name":"Linlin Shen","orcid":"https://orcid.org/0000-0003-1420-0815"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Shen","raw_affiliation_strings":["Computer Vision Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Computer Vision Institute, College of Computer Science and Software Engineering, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103099781","display_name":"Zitong Yu","orcid":"https://orcid.org/0000-0003-0422-6616"},"institutions":[{"id":"https://openalex.org/I4396570619","display_name":"Great Bay University","ror":"https://ror.org/01hdgge16","country_code":null,"type":"education","lineage":["https://openalex.org/I4396570619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zitong Yu","raw_affiliation_strings":["School of Computing and Information Technology, Great Bay University, Dongguan, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, Great Bay University, Dongguan, China","institution_ids":["https://openalex.org/I4396570619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048947531","display_name":"Zan Gao","orcid":"https://orcid.org/0000-0003-2182-5741"},"institutions":[{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Gao","raw_affiliation_strings":["Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Artificial Intelligence Institute, Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I4210142748","https://openalex.org/I152269853"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053741734"],"corresponding_institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"],"apc_list":null,"apc_paid":null,"fwci":2.665,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.90253518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"31","issue":null,"first_page":"2560","last_page":"2564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.61922687292099},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.5390135645866394},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5051289200782776},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.49742749333381653},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4944729804992676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47603774070739746},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4661599099636078},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.45916470885276794},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3962404131889343},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1461649239063263},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12644487619400024}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.61922687292099},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.5390135645866394},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5051289200782776},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.49742749333381653},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4944729804992676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47603774070739746},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4661599099636078},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.45916470885276794},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3962404131889343},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1461649239063263},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12644487619400024},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2024.3456668","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2024.3456668","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5525394938","display_name":null,"funder_award_id":"23JCZDJC00280","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G583588433","display_name":null,"funder_award_id":"62372325","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6206919215","display_name":null,"funder_award_id":"62402255","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G809398285","display_name":null,"funder_award_id":"62306061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W2187089797","https://openalex.org/W2243226955","https://openalex.org/W2799041689","https://openalex.org/W2808631503","https://openalex.org/W2894805842","https://openalex.org/W2962858109","https://openalex.org/W2962934715","https://openalex.org/W2963430102","https://openalex.org/W2996799978","https://openalex.org/W3093370878","https://openalex.org/W3124054989","https://openalex.org/W3168101492","https://openalex.org/W3169496116","https://openalex.org/W3206349670","https://openalex.org/W4221042956","https://openalex.org/W4312472072","https://openalex.org/W4318980730","https://openalex.org/W4388189896","https://openalex.org/W4391019513","https://openalex.org/W6637373629","https://openalex.org/W6796237581","https://openalex.org/W6810265253"],"related_works":["https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2116055069","https://openalex.org/W2162992774","https://openalex.org/W4323520705","https://openalex.org/W2356663679","https://openalex.org/W2169777806","https://openalex.org/W3027190010"],"abstract_inverted_index":{"Dynamic":[0],"facial":[1,43,90,123],"expression":[2,44,124],"recognition":[3],"(DFER)":[4],"plays":[5],"a":[6,21,54,95],"vital":[7],"role":[8],"in":[9,80,94,138],"understanding":[10],"human":[11],"emotions":[12],"and":[13,77,92,150],"behaviors.":[14],"Existing":[15],"efforts":[16],"tend":[17],"to":[18,40,83,108,119],"fall":[19],"into":[20],"single":[22],"modality":[23],"self-supervised":[24,96],"pretraining":[25],"learning":[26,98],"paradigm,":[27],"which":[28,64],"limits":[29],"the":[30,72,103,110,116,146],"representation":[31],"ability":[32],"of":[33,66],"models.":[34],"Besides,":[35],"coarse-grained":[36],"temporal":[37],"modeling":[38],"struggles":[39],"capture":[41,84],"subtle":[42],"representations":[45,87],"from":[46],"various":[47],"inputs.":[48],"In":[49,112],"this":[50],"letter,":[51],"we":[52,70,101,114],"propose":[53],"novel":[55],"method":[56],"for":[57],"DFER,":[58],"termed":[59],"fine-grained":[60,121],"temporal-enhanced":[61,122],"transformer":[62],"(FTET-DFER),":[63],"consists":[65],"two":[67],"stages.":[68],"First,":[69],"employ":[71],"inherent":[73],"correlation":[74],"between":[75],"visual":[76],"auditory":[78],"modalities":[79],"real":[81],"videos,":[82],"temporally":[85],"dense":[86],"such":[88],"as":[89,106,131,133],"movements":[91],"expressions,":[93],"audio-visual":[97],"manner.":[99],"Second,":[100],"utilize":[102],"learned":[104],"embeddings":[105],"targets,":[107],"achieve":[109],"DFER.":[111],"addition,":[113],"design":[115],"FTET":[117],"block":[118],"study":[120],"features":[125],"based":[126],"on":[127],"intra-clip":[128],"locally-enhanced":[129,135],"relations":[130],"well":[132],"inter-clip":[134],"global":[136],"relationships":[137],"videos.":[139],"Extensive":[140],"experiments":[141],"show":[142],"that":[143],"FTET-DFER":[144],"outperforms":[145],"state-of-the-arts":[147],"through":[148],"within-dataset":[149],"cross-dataset":[151],"evaluation.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":5}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}