{"id":"https://openalex.org/W4406524218","doi":"https://doi.org/10.1109/taffc.2025.3530973","title":"Modeling Fine-Grained Relations in Dynamic Space-Time Graphs for Video-Based Facial Expression Recognition","display_name":"Modeling Fine-Grained Relations in Dynamic Space-Time Graphs for Video-Based Facial Expression Recognition","publication_year":2025,"publication_date":"2025-01-17","ids":{"openalex":"https://openalex.org/W4406524218","doi":"https://doi.org/10.1109/taffc.2025.3530973"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2025.3530973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3530973","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108051852","display_name":"Changqin Huang","orcid":"https://orcid.org/0000-0003-1371-2608"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Changqin Huang","raw_affiliation_strings":["College of Education, Zhejiang University, Hangzhou, China","Key Laboratory of Intelligent Education Technology and Application of Zhejiang Province, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-1371-2608","affiliations":[{"raw_affiliation_string":"College of Education, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Education Technology and Application of Zhejiang Province, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075079811","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0003-1679-3394"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","Key Laboratory of Intelligent Education Technology and Application of Zhejiang Province, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-1679-3394","affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Education Technology and Application of Zhejiang Province, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039483645","display_name":"Zhongmei Han","orcid":"https://orcid.org/0000-0002-7022-0020"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongmei Han","raw_affiliation_strings":["Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","Key Laboratory of Intelligent Education Technology and Application of Zhejiang Province, Zhejiang Normal University, Jinhua, Zhejiang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Key Laboratory of Intelligent Education Technology and Application, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]},{"raw_affiliation_string":"Key Laboratory of Intelligent Education Technology and Application of Zhejiang Province, Zhejiang Normal University, Jinhua, Zhejiang, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072380374","display_name":"Xiaodi Huang","orcid":"https://orcid.org/0000-0002-6084-1851"},"institutions":[{"id":"https://openalex.org/I153230381","display_name":"Charles Sturt University","ror":"https://ror.org/00wfvh315","country_code":"AU","type":"education","lineage":["https://openalex.org/I153230381"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaodi Huang","raw_affiliation_strings":["School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6084-1851","affiliations":[{"raw_affiliation_string":"School of Computing, Mathematics and Engineering, Charles Sturt University, Albury, NSW, Australia","institution_ids":["https://openalex.org/I153230381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032081921","display_name":"Shijin Wang","orcid":"https://orcid.org/0000-0002-9202-7678"},"institutions":[{"id":"https://openalex.org/I4210113068","display_name":"Peer Intelligence Technology (China)","ror":"https://ror.org/0252z0n87","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210113068"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shijin Wang","raw_affiliation_strings":["iFLYTEK AI Research (Central China) & State Key Laboratory of Cognitive Intelligence, iFLYTEK, Company Ltd., Hefei, China","iFLYTEK AI Research (Central China) & State Key Laboratory of Cognitive Intelligence, iFLYTEK, Co., Ltd, Hefei, Anhui, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"iFLYTEK AI Research (Central China) & State Key Laboratory of Cognitive Intelligence, iFLYTEK, Company Ltd., Hefei, China","institution_ids":["https://openalex.org/I4210113068"]},{"raw_affiliation_string":"iFLYTEK AI Research (Central China) & State Key Laboratory of Cognitive Intelligence, iFLYTEK, Co., Ltd, Hefei, Anhui, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040878095","display_name":"Yanfei Zhu","orcid":"https://orcid.org/0000-0003-3736-8418"},"institutions":[{"id":"https://openalex.org/I4210127487","display_name":"Vision Technology (United States)","ror":"https://ror.org/03gmxkp43","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127487"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yanlai Zhu","raw_affiliation_strings":["Education Business Department, Hangzhou Hikvision Digital Technology Company Ltd., Hangzhou, China","Education Business Department, Hangzhou Hikvision Digital Technology Co., Ltd, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Education Business Department, Hangzhou Hikvision Digital Technology Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I4210127487"]},{"raw_affiliation_string":"Education Business Department, Hangzhou Hikvision Digital Technology Co., Ltd, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066982002","display_name":"Yunliang Jiang","orcid":"https://orcid.org/0000-0003-4500-5836"},"institutions":[{"id":"https://openalex.org/I135237710","display_name":"Zhejiang Normal University","ror":"https://ror.org/01vevwk45","country_code":"CN","type":"education","lineage":["https://openalex.org/I135237710"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunliang Jiang","raw_affiliation_strings":["School of Computer Science and Technology, Zhejiang Normal University, Jinhua, China"],"raw_orcid":"https://orcid.org/0000-0003-4500-5836","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhejiang Normal University, Jinhua, China","institution_ids":["https://openalex.org/I135237710"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100380066","display_name":"Bin Hu","orcid":"https://orcid.org/0000-0003-3514-5413"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Hu","raw_affiliation_strings":["School of Medical Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3514-5413","affiliations":[{"raw_affiliation_string":"School of Medical Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5108051852"],"corresponding_institution_ids":["https://openalex.org/I135237710","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":48.25,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99761081,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"16","issue":"3","first_page":"1675","last_page":"1692"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.8428000211715698,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13731","display_name":"Advanced Computing and Algorithms","score":0.8428000211715698,"subfield":{"id":"https://openalex.org/subfields/3322","display_name":"Urban Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.8310999870300293,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.8162000179290771,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7380409836769104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5850812196731567},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5187702178955078},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4932395815849304},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.4757654070854187},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4208936095237732},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39088743925094604},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.37130114436149597},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.3091049790382385},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.28870558738708496}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7380409836769104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5850812196731567},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5187702178955078},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4932395815849304},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.4757654070854187},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4208936095237732},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39088743925094604},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.37130114436149597},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.3091049790382385},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28870558738708496},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2025.3530973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2025.3530973","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3235401080","display_name":null,"funder_award_id":"62037001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5540768979","display_name":null,"funder_award_id":"62337001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1588539311","https://openalex.org/W1981918162","https://openalex.org/W2012237712","https://openalex.org/W2035372623","https://openalex.org/W2064675550","https://openalex.org/W2103943262","https://openalex.org/W2124901121","https://openalex.org/W2134860945","https://openalex.org/W2153597356","https://openalex.org/W2165283290","https://openalex.org/W2194775991","https://openalex.org/W2198512331","https://openalex.org/W2217426128","https://openalex.org/W2308837722","https://openalex.org/W2341528187","https://openalex.org/W2520774990","https://openalex.org/W2546875627","https://openalex.org/W2600389231","https://openalex.org/W2613375858","https://openalex.org/W2617750261","https://openalex.org/W2769482590","https://openalex.org/W2798583514","https://openalex.org/W2887990646","https://openalex.org/W2891191887","https://openalex.org/W2895006884","https://openalex.org/W2960453713","https://openalex.org/W2962934715","https://openalex.org/W2963112684","https://openalex.org/W2963155035","https://openalex.org/W2963820951","https://openalex.org/W2963962355","https://openalex.org/W2969121190","https://openalex.org/W2970710980","https://openalex.org/W2973511309","https://openalex.org/W2981171802","https://openalex.org/W2990045899","https://openalex.org/W3001529617","https://openalex.org/W3035336958","https://openalex.org/W3091535944","https://openalex.org/W3093370878","https://openalex.org/W3094502228","https://openalex.org/W3115297295","https://openalex.org/W3126721948","https://openalex.org/W3130206595","https://openalex.org/W3158022345","https://openalex.org/W3162287262","https://openalex.org/W3171838246","https://openalex.org/W3194949249","https://openalex.org/W3206349670","https://openalex.org/W4205166102","https://openalex.org/W4214493665","https://openalex.org/W4225568094","https://openalex.org/W4225696264","https://openalex.org/W4285128513","https://openalex.org/W4312372133","https://openalex.org/W4318980730","https://openalex.org/W4372341111","https://openalex.org/W4382051571","https://openalex.org/W4382240798","https://openalex.org/W4382998941","https://openalex.org/W4383220233","https://openalex.org/W4385245566","https://openalex.org/W4386024094","https://openalex.org/W4386065595","https://openalex.org/W4386366717","https://openalex.org/W4388315058"],"related_works":["https://openalex.org/W2642127892","https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2901126000","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W4323520705"],"abstract_inverted_index":{"Facial":[0],"expressions":[1,32,105],"in":[2,75,106,152,204],"videos":[3,107],"inherently":[4],"mirror":[5],"the":[6,27,57,99,113,166,184,198,207,217,224,228],"dynamic":[7,21,88,100,109,124,128,133,153,218,230],"nature":[8],"of":[9,30,56,102,176],"real-world":[10],"facial":[11,14,31,58,72,104,116],"events.":[12],"Consequently,":[13],"expression":[15],"recognition":[16],"(FER)":[17],"should":[18],"employ":[19],"a":[20,53,76,140],"graph-based":[22,44],"representation":[23,55],"to":[24,69,147],"effectively":[25],"capture":[26],"relational":[28],"structure":[29],"rather":[33],"than":[34],"relying":[35],"on":[36,165,183,206],"conventional":[37],"grid":[38],"or":[39],"sequence":[40],"methods.":[41],"However,":[42],"existing":[43],"approaches":[45],"have":[46],"their":[47],"limitations.":[48],"Frame-level":[49],"graph":[50,59,66,78,89,121,143,221,231],"methods":[51,67],"provide":[52],"coarse":[54],"across":[60],"time":[61],"and":[62,132,181,189],"space,":[63],"while":[64],"landmark-based":[65],"need":[68,114],"introduce":[70],"additional":[71],"landmarks,":[73],"resulting":[74],"static":[77],"structure.":[79],"To":[80],"address":[81],"these":[82],"challenges,":[83],"we":[84,138],"propose":[85,139],"spatial-temporal":[86],"relation-aware":[87,141],"convolutional":[90],"networks":[91],"(ST-RDGCN).":[92],"This":[93],"fine-grained":[94],"relation":[95],"modeling":[96,101],"approach":[97],"enables":[98],"evolving":[103],"through":[108],"space-time":[110,130,135,142,154,220],"graphs,":[111],"eliminating":[112],"for":[115],"landmarks.":[117],"ST-RDGCN":[118,161,196],"encompasses":[119],"three":[120,229],"construction":[122,232],"paradigms:":[123],"independent":[125],"space":[126],"graph,":[127,131],"joint":[129],"cross":[134,219],"graph.":[136],"Furthermore,":[137,212],"convolution":[144],"(RSTG-Conv)":[145],"operator":[146],"learn":[148],"informative":[149],"spatiotemporal":[150],"correlations":[151],"graphs.":[155],"In":[156,193],"extensive":[157],"experimental":[158],"evaluations,":[159],"our":[160,195,213],"demonstrates":[162],"state-of-the-art":[163],"performance":[164],"five":[167],"popular":[168],"video-based":[169],"FER":[170],"datasets,":[171,191],"achieving":[172],"overall":[173],"accuracy":[174],"scores":[175],"99.69%,":[177],"91.67%,":[178],"56.51%,":[179],"69.37%,":[180],"49.03%":[182],"CK+,":[185],"Oulu-CASIA,":[186],"AFEW,":[187],"DFEW,":[188],"FERV39k":[190,210],"respectively.":[192],"particular,":[194],"outperforms":[197],"current":[199],"best":[200],"method":[201],"by":[202],"3.6%":[203],"UAR":[205],"most":[208,225],"challenging":[209],"dataset.":[211],"analysis":[214],"reveals":[215],"that":[216],"scheme":[222],"is":[223],"effective":[226],"among":[227],"schemes.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-30T09:15:22.047038","created_date":"2025-10-10T00:00:00"}