{"id":"https://openalex.org/W4226398914","doi":"https://doi.org/10.1109/tmm.2022.3164248","title":"A Bayesian Filtering Framework for Continuous Affect Recognition From Facial Images","display_name":"A Bayesian Filtering Framework for Continuous Affect Recognition From Facial Images","publication_year":2022,"publication_date":"2022-04-01","ids":{"openalex":"https://openalex.org/W4226398914","doi":"https://doi.org/10.1109/tmm.2022.3164248"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2022.3164248","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3164248","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014851312","display_name":"Ercheng Pei","orcid":"https://orcid.org/0000-0003-3582-6809"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ercheng Pei","raw_affiliation_strings":["School of Computer Science and Technology, Xi’an University of Posts and Telecommunications, Xi’an, Shaanxi, China","Xi'an Key Laboratory of Big Data and Intelligent Computing, Xi'an, Shaanxi, China","Shaanxi Key Laboratory of Network Data Analysis and Intelligent Processing, Xi'an, Shaanxi, China","School of Computer Science, Northwestern Polytechnical University (NPU), Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3582-6809","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xi’an University of Posts and Telecommunications, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Xi'an Key Laboratory of Big Data and Intelligent Computing, Xi'an, Shaanxi, China","institution_ids":[]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Network Data Analysis and Intelligent Processing, Xi'an, Shaanxi, China","institution_ids":[]},{"raw_affiliation_string":"School of Computer Science, Northwestern Polytechnical University (NPU), Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702071","display_name":"Yong Zhao","orcid":"https://orcid.org/0000-0003-2644-952X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Zhao","raw_affiliation_strings":["NPU-VUB Joint AVSP Research Laboratory, Shaanxi Key Laboratory on Speech and Image Information Processing, National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Computer Science, Northwestern Polytechnical University (NPU), Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0003-2644-952X","affiliations":[{"raw_affiliation_string":"NPU-VUB Joint AVSP Research Laboratory, Shaanxi Key Laboratory on Speech and Image Information Processing, National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Computer Science, Northwestern Polytechnical University (NPU), Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069268336","display_name":"Meshia C\u00e9dric Oveneke","orcid":"https://orcid.org/0000-0003-4076-4614"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Meshia C\u00e9dric Oveneke","raw_affiliation_strings":["Department ETRO, Vrije Universiteit Brussel (VUB), Brussels, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-4076-4614","affiliations":[{"raw_affiliation_string":"Department ETRO, Vrije Universiteit Brussel (VUB), Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102021514","display_name":"Dongmei Jiang","orcid":"https://orcid.org/0000-0002-6238-8499"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Jiang","raw_affiliation_strings":["NPU-VUB Joint AVSP Research Laboratory, Shaanxi Key Laboratory on Speech and Image Information Processing, National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Computer Science, Northwestern Polytechnical University (NPU), Xi’an, China","Peng Cheng Laboratory, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-6238-8499","affiliations":[{"raw_affiliation_string":"NPU-VUB Joint AVSP Research Laboratory, Shaanxi Key Laboratory on Speech and Image Information Processing, National Engineering Laboratory for Integrated Aero-Space-Ground-Ocean Big Data Application Technology, School of Computer Science, Northwestern Polytechnical University (NPU), Xi’an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073820422","display_name":"Hichem Sahli","orcid":"https://orcid.org/0000-0002-1774-2970"},"institutions":[{"id":"https://openalex.org/I13469542","display_name":"Vrije Universiteit Brussel","ror":"https://ror.org/006e5kg04","country_code":"BE","type":"education","lineage":["https://openalex.org/I13469542"]},{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Hichem Sahli","raw_affiliation_strings":["Department of Electronics & Informatics (ETRO), VUB-NPU joint AVSP Research Lab, Vrije Universiteit Brussel (VUB), Brussels, Belgium","Interuniversity Microelectronics Centre (IMEC), Heverlee, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1774-2970","affiliations":[{"raw_affiliation_string":"Department of Electronics & Informatics (ETRO), VUB-NPU joint AVSP Research Lab, Vrije Universiteit Brussel (VUB), Brussels, Belgium","institution_ids":["https://openalex.org/I13469542"]},{"raw_affiliation_string":"Interuniversity Microelectronics Centre (IMEC), Heverlee, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3465,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.80418424,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"25","issue":null,"first_page":"3709","last_page":"3722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8035504817962646},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6429013609886169},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.6287121772766113},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5797942876815796},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.5643744468688965},{"id":"https://openalex.org/keywords/dynamic-bayesian-network","display_name":"Dynamic Bayesian network","score":0.5511186718940735},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4995138645172119},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.48378321528434753},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4669080376625061},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4585355222225189},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4541586637496948},{"id":"https://openalex.org/keywords/particle-filter","display_name":"Particle filter","score":0.43591487407684326},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.35129281878471375},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.33341526985168457},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11621585488319397}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8035504817962646},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6429013609886169},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.6287121772766113},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5797942876815796},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.5643744468688965},{"id":"https://openalex.org/C82142266","wikidata":"https://www.wikidata.org/wiki/Q3456604","display_name":"Dynamic Bayesian network","level":3,"score":0.5511186718940735},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4995138645172119},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.48378321528434753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4669080376625061},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4585355222225189},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4541586637496948},{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.43591487407684326},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.35129281878471375},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.33341526985168457},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11621585488319397},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2022.3164248","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2022.3164248","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7200000286102295}],"awards":[{"id":"https://openalex.org/G2092277488","display_name":null,"funder_award_id":"201706290115","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W211912913","https://openalex.org/W1522301498","https://openalex.org/W1571620383","https://openalex.org/W1935685005","https://openalex.org/W1964744287","https://openalex.org/W1964757081","https://openalex.org/W1976235033","https://openalex.org/W2005418748","https://openalex.org/W2009086942","https://openalex.org/W2014978753","https://openalex.org/W2021913835","https://openalex.org/W2026243162","https://openalex.org/W2045528981","https://openalex.org/W2064675550","https://openalex.org/W2086655908","https://openalex.org/W2092206588","https://openalex.org/W2116261113","https://openalex.org/W2135776491","https://openalex.org/W2149628368","https://openalex.org/W2164186291","https://openalex.org/W2180748755","https://openalex.org/W2188722963","https://openalex.org/W2202011751","https://openalex.org/W2346454595","https://openalex.org/W2395463083","https://openalex.org/W2487852963","https://openalex.org/W2527394969","https://openalex.org/W2530406849","https://openalex.org/W2530867395","https://openalex.org/W2531648894","https://openalex.org/W2533012186","https://openalex.org/W2576530755","https://openalex.org/W2610961739","https://openalex.org/W2621864722","https://openalex.org/W2737644856","https://openalex.org/W2750186206","https://openalex.org/W2755236197","https://openalex.org/W2765291577","https://openalex.org/W2766925079","https://openalex.org/W2799041689","https://openalex.org/W2799973650","https://openalex.org/W2805516822","https://openalex.org/W2805708640","https://openalex.org/W2805781993","https://openalex.org/W2807126412","https://openalex.org/W2891588573","https://openalex.org/W2913453026","https://openalex.org/W2945026638","https://openalex.org/W2945956523","https://openalex.org/W2962824919","https://openalex.org/W2963203809","https://openalex.org/W2964199361","https://openalex.org/W2964606879","https://openalex.org/W2977638097","https://openalex.org/W2982949428","https://openalex.org/W3007476359","https://openalex.org/W3032240740","https://openalex.org/W3034588700","https://openalex.org/W3087982620","https://openalex.org/W3092826430","https://openalex.org/W3098278111","https://openalex.org/W3124054989","https://openalex.org/W3137028092","https://openalex.org/W3174134652","https://openalex.org/W4251960031","https://openalex.org/W4295312788","https://openalex.org/W6631190155","https://openalex.org/W6640455264","https://openalex.org/W6685152286","https://openalex.org/W6712730493","https://openalex.org/W6728165702","https://openalex.org/W6731509202","https://openalex.org/W6738539399","https://openalex.org/W6744242062","https://openalex.org/W6751796012","https://openalex.org/W6752465046","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W2729514902","https://openalex.org/W2024160000","https://openalex.org/W2773500201","https://openalex.org/W2061273563","https://openalex.org/W2285052147","https://openalex.org/W4319301798","https://openalex.org/W4287995534","https://openalex.org/W2743258233","https://openalex.org/W2998168123","https://openalex.org/W1972656095"],"abstract_inverted_index":{"Continuous":[0],"affective":[1,38,79,93,108],"state":[2,19,39,80,94,109,116,163,184],"estimation":[3,110],"from":[4,21],"facial":[5,23,31],"information":[6,32,60],"is":[7,48],"a":[8,22,62,65,87,113,126,153,210],"task":[9],"which":[10],"requires":[11],"the":[12,27,43,92,107,143,183,191,201,206,222,232,235],"prediction":[13],"of":[14,17,30,42,97,205,234],"time":[15],"series":[16],"emotional":[18],"outputs":[20],"image":[24],"sequence.":[25],"Modeling":[26],"spatial-temporal":[28],"evolution":[29],"plays":[33],"an":[34,55,123,180],"important":[35],"role":[36],"in":[37,95,142,179],"estimation.":[40],"One":[41],"most":[44],"widely":[45],"used":[46],"methods":[47],"Recurrent":[49],"Neural":[50],"Networks":[51],"(RNN).":[52],"RNNs":[53],"provide":[54],"attractive":[56],"framework":[57,157,237],"for":[58,118,158,227],"propagating":[59],"over":[61],"sequence":[63],"using":[64,149],"continuous-valued":[66],"hidden":[67],"layer":[68,212],"representation.":[69],"In":[70,186],"this":[71],"work,":[72],"we":[73,208],"propose":[74],"to":[75,188,239],"instead":[76],"learn":[77],"rich":[78],"dynamics.":[81],"We":[82,104,151],"model":[83],"human":[84],"affect":[85],"as":[86,112,166],"dynamical":[88],"system":[89],"and":[90,100,125,133,160,176,196,224],"define":[91],"terms":[96],"valence,":[98],"arousal":[99],"their":[101],"higher-order":[102],"derivatives.":[103],"then":[105],"pose":[106],"problem":[111],"jointly":[114],"trained":[115,148],"estimator":[117],"high-dimensional":[119],"input":[120,197],"images,":[121,198],"combining":[122],"RNN":[124],"Bayesian":[127],"Filter,":[128],"i.e.":[129],"Kalman":[130,135],"filters":[131,136],"(KF)":[132],"Extended":[134],"(EKF),":[137],"so":[138],"that":[139,213],"all":[140],"weights":[141],"resulting":[144],"network":[145],"can":[146,171],"be":[147],"backpropagation.":[150],"use":[152],"recently":[154],"proposed":[155,236],"general":[156],"designing":[159],"learning":[161],"discriminative":[162],"estimators":[164],"framed":[165],"computational":[167],"graphs.":[168],"Such":[169],"approach":[170],"handle":[172],"high":[173],"dimensional":[174],"observations":[175],"efficiently":[177],"optimize,":[178],"end-to-end":[181],"fashion,":[182],"estimator.":[185],"addition,":[187],"deal":[189],"with":[190,216],"asynchrony":[192],"between":[193],"emotion":[194,217,229],"labels":[195],"caused":[199],"by":[200],"inherent":[202],"reaction":[203],"lag":[204],"annotators,":[207],"introduce":[209],"convolutional":[211],"aligns":[214],"features":[215],"labels.":[218],"Experimental":[219],"results,":[220],"on":[221],"RECOLA":[223],"SEMAINE":[225],"datasets":[226],"continuous":[228],"prediction,":[230],"illustrate":[231],"potential":[233],"compared":[238],"recent":[240],"state-of-the-art":[241],"models.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}