{"id":"https://openalex.org/W4409102232","doi":"https://doi.org/10.1109/tnnls.2025.3548669","title":"Learning Sequential Variation Information for Dynamic Facial Expression Recognition","display_name":"Learning Sequential Variation Information for Dynamic Facial Expression Recognition","publication_year":2025,"publication_date":"2025-04-03","ids":{"openalex":"https://openalex.org/W4409102232","doi":"https://doi.org/10.1109/tnnls.2025.3548669","pmid":"https://pubmed.ncbi.nlm.nih.gov/40173066"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3548669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3548669","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021079047","display_name":"Bei Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bei Pan","raw_affiliation_strings":["Collective Intelligence and Collaboration Laboratory, China North Artificial Intelligence and Innovation Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Collective Intelligence and Collaboration Laboratory, China North Artificial Intelligence and Innovation Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066941401","display_name":"Kaoru Hirota","orcid":"https://orcid.org/0000-0001-5347-6182"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaoru Hirota","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, School of Automation, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002452488","display_name":"Yaping Dai","orcid":"https://orcid.org/0000-0001-8795-5333"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaping Dai","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, School of Automation, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014632549","display_name":"Zhiyang Jia","orcid":"https://orcid.org/0000-0003-3248-8875"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyang Jia","raw_affiliation_strings":["National Key Laboratory of Autonomous Intelligent Unmanned Systems, School of Automation, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Autonomous Intelligent Unmanned Systems, School of Automation, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085972421","display_name":"Shuai Shao","orcid":"https://orcid.org/0000-0002-7655-5630"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Shao","raw_affiliation_strings":["School of Automation, Beijing Information Science and Technology University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101916568","display_name":"Jinhua She","orcid":"https://orcid.org/0000-0003-3165-5045"},"institutions":[{"id":"https://openalex.org/I148798404","display_name":"Tokyo University of Technology","ror":"https://ror.org/021a26605","country_code":"JP","type":"education","lineage":["https://openalex.org/I148798404"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Jinhua She","raw_affiliation_strings":["School of Engineering, Tokyo University of Technology, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"School of Engineering, Tokyo University of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I148798404"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5021079047"],"corresponding_institution_ids":["https://openalex.org/I4210100255"],"apc_list":null,"apc_paid":null,"fwci":5.2762,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95315223,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"36","issue":"6","first_page":"9946","last_page":"9960"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9279999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.6778385639190674},{"id":"https://openalex.org/keywords/facial-expression-recognition","display_name":"Facial expression recognition","score":0.6557914614677429},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.592484712600708},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4777604639530182},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4125003516674042},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.39265111088752747},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36294054985046387},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.337218701839447}],"concepts":[{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.6778385639190674},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.6557914614677429},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.592484712600708},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4777604639530182},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4125003516674042},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.39265111088752747},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36294054985046387},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.337218701839447},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000086762","descriptor_name":"Automated Facial Recognition","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D010363","descriptor_name":"Pattern Recognition, Automated","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3548669","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3548669","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40173066","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40173066","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G479671618","display_name":null,"funder_award_id":"202206030126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1981918162","https://openalex.org/W2168692779","https://openalex.org/W2336160298","https://openalex.org/W2479639417","https://openalex.org/W2884739346","https://openalex.org/W2889466822","https://openalex.org/W2905628412","https://openalex.org/W2919859337","https://openalex.org/W2986953233","https://openalex.org/W3046620880","https://openalex.org/W3047414713","https://openalex.org/W3084337662","https://openalex.org/W3089866084","https://openalex.org/W3107951865","https://openalex.org/W3120201000","https://openalex.org/W3206349670","https://openalex.org/W3209798173","https://openalex.org/W4221042956","https://openalex.org/W4285128513","https://openalex.org/W4293371121","https://openalex.org/W4304099113","https://openalex.org/W4308068152","https://openalex.org/W4318980730","https://openalex.org/W4320004356","https://openalex.org/W4328122039","https://openalex.org/W4382240798","https://openalex.org/W4385245566","https://openalex.org/W4386065595","https://openalex.org/W4391003518","https://openalex.org/W4402170672","https://openalex.org/W4402961719"],"related_works":["https://openalex.org/W4205986151","https://openalex.org/W2355913164","https://openalex.org/W2162992774","https://openalex.org/W1153638794","https://openalex.org/W2168968280","https://openalex.org/W2901126000","https://openalex.org/W4323520705","https://openalex.org/W2116055069","https://openalex.org/W2356663679","https://openalex.org/W3027190010"],"abstract_inverted_index":{"A":[0],"multiscale":[1,20],"sequence":[2],"information":[3,21],"fusion":[4,39,55,65],"(MSSIF)":[5],"method":[6],"is":[7,78],"presented":[8],"for":[9,59,128],"dynamic":[10,133],"facial":[11,112,134],"expression":[12,135],"recognition":[13,95],"(DFER)":[14],"in":[15,109],"video":[16,85,121],"sequences.":[17],"It":[18],"exploits":[19],"by":[22,114],"integrating":[23],"features":[24],"from":[25],"individual":[26],"frames,":[27,62],"subsequences,":[28],"and":[29,63,89,100,117],"entire":[30],"sequences":[31],"through":[32,80],"a":[33,125],"transformer-based":[34],"architecture.":[35],"This":[36],"hierarchical":[37],"feature":[38,43],"process":[40],"includes":[41],"deep":[42],"extraction":[44],"at":[45],"the":[46],"frame":[47],"level":[48],"to":[49,66],"capture":[50],"intricate":[51],"visual":[52],"details,":[53],"intrasubsequence":[54],"using":[56],"self-attention":[57],"mechanisms":[58],"analyzing":[60],"adjacent":[61],"intersubsequence":[64],"synthesize":[67],"long-term":[68,118],"emotional":[69],"dynamics":[70],"across":[71],"time":[72],"scales.":[73],"The":[74],"efficacy":[75],"of":[76,97],"MSSIF":[77],"demonstrated":[79],"extensive":[81],"evaluation":[82],"on":[83],"three":[84],"datasets:":[86],"eNTERFACE'05,":[87],"BAUM-1s,":[88],"AFEW,":[90],"where":[91],"it":[92,124],"achieves":[93],"overall":[94],"accuracies":[96],"60.1%,":[98],"60.7%,":[99],"58.8%,":[101],"respectively.":[102],"These":[103],"results":[104],"substantiate":[105],"MSSIF's":[106],"superior":[107],"performance":[108],"accurately":[110],"recognizing":[111],"expressions":[113],"managing":[115],"short":[116],"dependencies":[119],"within":[120],"sequences,":[122],"making":[123],"potent":[126],"tool":[127],"real-world":[129],"applications":[130],"requiring":[131],"nuanced":[132],"detection.":[136]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}