{"id":"https://openalex.org/W4378697380","doi":"https://doi.org/10.1109/taffc.2023.3280530","title":"Are 3D Face Shapes Expressive Enough for Recognising Continuous Emotions and Action Unit Intensities?","display_name":"Are 3D Face Shapes Expressive Enough for Recognising Continuous Emotions and Action Unit Intensities?","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4378697380","doi":"https://doi.org/10.1109/taffc.2023.3280530"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2023.3280530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3280530","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034922365","display_name":"Mani Kumar Tellamekala","orcid":"https://orcid.org/0000-0002-3678-7541"},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mani Kumar Tellamekala","raw_affiliation_strings":["BlueSkeye AI, Nottingham, U.K","Computer Vision Lab, School of Computer Science, University of Nottingham, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3678-7541","affiliations":[{"raw_affiliation_string":"BlueSkeye AI, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"Computer Vision Lab, School of Computer Science, University of Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087336589","display_name":"\u00d6mer S\u00fcmer","orcid":"https://orcid.org/0000-0003-1308-3960"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"\u00d6mer S\u00fcmer","raw_affiliation_strings":["Human-Centered Artificial Intelligence, University of Augsburg, Augsburg, Germany","Chair for Human-Centered Artificial Intelligence, University of Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-1308-3960","affiliations":[{"raw_affiliation_string":"Human-Centered Artificial Intelligence, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"Chair for Human-Centered Artificial Intelligence, University of Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn W. Schuller","raw_affiliation_strings":["Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","GLAM - the Group on Language, Audio, & Music, Imperial College London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"Embedded Intelligence for Health Care and Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"GLAM - the Group on Language, Audio, & Music, Imperial College London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056684559","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andr\u00e9","raw_affiliation_strings":["Human-Centered Artificial Intelligence, University of Augsburg, Augsburg, Germany","Chair for Human-Centered Artificial Intelligence, University of Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-2367-162X","affiliations":[{"raw_affiliation_string":"Human-Centered Artificial Intelligence, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]},{"raw_affiliation_string":"Chair for Human-Centered Artificial Intelligence, University of Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020263645","display_name":"Timo Giesbrecht","orcid":"https://orcid.org/0000-0002-5545-6895"},"institutions":[{"id":"https://openalex.org/I1342131907","display_name":"Unilever (United Kingdom)","ror":"https://ror.org/05n8ah907","country_code":"GB","type":"company","lineage":["https://openalex.org/I1342131907"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Timo Giesbrecht","raw_affiliation_strings":["Unilever R&D Port Sunlight, Wirral, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5545-6895","affiliations":[{"raw_affiliation_string":"Unilever R&D Port Sunlight, Wirral, U.K","institution_ids":["https://openalex.org/I1342131907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089151131","display_name":"Michel Valstar","orcid":null},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michel Valstar","raw_affiliation_strings":["BlueSkeye AI, Nottingham, U.K","Computer Vision Lab, School of Computer Science, University of Nottingham, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2414-161X","affiliations":[{"raw_affiliation_string":"BlueSkeye AI, Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]},{"raw_affiliation_string":"Computer Vision Lab, School of Computer Science, University of Nottingham, U.K","institution_ids":["https://openalex.org/I142263535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5034922365"],"corresponding_institution_ids":["https://openalex.org/I142263535"],"apc_list":null,"apc_paid":null,"fwci":4.9752,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.95531433,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"2","first_page":"535","last_page":"548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.8300188779830933},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.7409898638725281},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7118935585021973},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5890239477157593},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5775346755981445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5549670457839966},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.38272932171821594},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3533288538455963},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34983766078948975},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3270045518875122},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11842471361160278},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09585398435592651}],"concepts":[{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.8300188779830933},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.7409898638725281},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7118935585021973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5890239477157593},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5775346755981445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5549670457839966},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38272932171821594},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3533288538455963},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34983766078948975},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3270045518875122},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11842471361160278},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09585398435592651},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/taffc.2023.3280530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2023.3280530","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1773006","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1773006","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:101012","is_oa":false,"landing_page_url":"https://opus.bibliothek.uni-augsburg.de/opus4/frontdoor/index/index/docId/101012","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4009489788","display_name":"Continual Online Learning For Unconstrained Facial Landmark Detection And Tracking","funder_award_id":"2159382","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8911269548","display_name":null,"funder_award_id":"2159382","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320336996","display_name":"NIHR Nottingham Biomedical Research Centre","ror":"https://ror.org/046cr9566"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1566413196","https://openalex.org/W1588539311","https://openalex.org/W1628791547","https://openalex.org/W1655469623","https://openalex.org/W1665222191","https://openalex.org/W1885777359","https://openalex.org/W1940910204","https://openalex.org/W1975436731","https://openalex.org/W1980331490","https://openalex.org/W2017107803","https://openalex.org/W2045472600","https://openalex.org/W2051297709","https://openalex.org/W2063601108","https://openalex.org/W2092206588","https://openalex.org/W2101965618","https://openalex.org/W2103943262","https://openalex.org/W2124508398","https://openalex.org/W2134389879","https://openalex.org/W2149628368","https://openalex.org/W2155211928","https://openalex.org/W2157735101","https://openalex.org/W2160126058","https://openalex.org/W2194775991","https://openalex.org/W2237250383","https://openalex.org/W2265959009","https://openalex.org/W2313339984","https://openalex.org/W2325939864","https://openalex.org/W2584229793","https://openalex.org/W2617323512","https://openalex.org/W2655404332","https://openalex.org/W2745497104","https://openalex.org/W2756460808","https://openalex.org/W2769666294","https://openalex.org/W2770998336","https://openalex.org/W2775620487","https://openalex.org/W2799685664","https://openalex.org/W2811342056","https://openalex.org/W2901836079","https://openalex.org/W2910165986","https://openalex.org/W2945729334","https://openalex.org/W2956682590","https://openalex.org/W2960563832","https://openalex.org/W2963263347","https://openalex.org/W2963292431","https://openalex.org/W2964014798","https://openalex.org/W2964176417","https://openalex.org/W2964327872","https://openalex.org/W2981648259","https://openalex.org/W2981677410","https://openalex.org/W2996401554","https://openalex.org/W2997244253","https://openalex.org/W3034192160","https://openalex.org/W3034633006","https://openalex.org/W3035542935","https://openalex.org/W3047624172","https://openalex.org/W3087982620","https://openalex.org/W3104300620","https://openalex.org/W3107794057","https://openalex.org/W3109427664","https://openalex.org/W3119221111","https://openalex.org/W3119633255","https://openalex.org/W3122081138","https://openalex.org/W3126750668","https://openalex.org/W3130864507","https://openalex.org/W3131709714","https://openalex.org/W3175239729","https://openalex.org/W3180794345","https://openalex.org/W4225725195","https://openalex.org/W4312326867","https://openalex.org/W4312590328","https://openalex.org/W6631190155","https://openalex.org/W6656767533","https://openalex.org/W6726497184","https://openalex.org/W6753364576","https://openalex.org/W6756778981","https://openalex.org/W6790291653"],"related_works":["https://openalex.org/W2029072726","https://openalex.org/W91913183","https://openalex.org/W2936882366","https://openalex.org/W1987182177","https://openalex.org/W2736893848","https://openalex.org/W1544055438","https://openalex.org/W3003450285","https://openalex.org/W2085024878","https://openalex.org/W2087245461","https://openalex.org/W4361008003"],"abstract_inverted_index":{"Recognising":[0],"continuous":[1],"emotions":[2],"and":[3,14,70,91,106,118,138,141,161,181],"action":[4],"unit":[5],"(AU)":[6],"intensities":[7,72],"from":[8],"face":[9,26,44,64,85,100,129,145],"videos,":[10],"requires":[11],"a":[12,37,176,197],"spatial":[13],"temporal":[15],"understanding":[16],"of":[17,51,98,168,189,195],"expression":[18,96],"dynamics.":[19,32],"Existing":[20],"works":[21,105],"primarily":[22],"rely":[23],"on":[24,36,41,116,132,136,148],"2D":[25,77,151],"appearance":[27,152],"features":[28,97,146,153],"to":[29,59,74],"extract":[30],"such":[31],"This":[33],"work":[34],"focuses":[35],"promising":[38],"alternative":[39],"based":[40],"parametric":[42],"3D":[43,63,84,99,128,144],"alignment":[45],"models,":[46],"which":[47,183],"disentangle":[48],"different":[49],"factors":[50],"variation,":[52],"including":[53],"expression-induced":[54],"shape":[55],"variations.":[56],"We":[57,80,124],"aim":[58],"understand":[60,171],"how":[61,127],"expressive":[62],"shapes":[65,130],"are":[66],"in":[67,154],"estimating":[68],"valence-arousal":[69,94,180,190],"AU":[71,133],"compared":[73],"the":[75,165,193],"state-of-the-art":[76],"appearance-based":[78],"models.":[79],"benchmark":[81],"five":[82],"recent":[83],"models:":[86],"ExpNet,":[87],"3DDFA-V2,":[88],"RingNet,":[89],"DECA,":[90],"EMOCA.":[92],"In":[93],"estimation,":[95],"models":[101],"consistently":[102],"surpassed":[103],"previous":[104],"yielded":[107],"an":[108],"average":[109],"concordance":[110],"correlation":[111],"of.":[112],"745":[113],"and.":[114],"574":[115],"SEWA":[117],"AVEC":[119],"2019":[120],"CES":[121],"corpora,":[122],"respectively.":[123],"also":[125],"study":[126],"performed":[131],"intensity":[134],"estimation":[135],"BP4D":[137],"DISFA":[139],"datasets,":[140],"report":[142],"that":[143,186],"were":[147],"par":[149],"with":[150],"recognising":[155],"AUs":[156],"4,":[157],"6,":[158],"10,":[159],"12,":[160],"25,":[162],"but":[163],"not":[164],"entire":[166],"set":[167],"AUs.":[169,199],"To":[170],"this":[172],"discrepancy,":[173],"we":[174],"conduct":[175],"correspondence":[177],"analysis":[178],"between":[179],"AUs,":[182],"points":[184],"out":[185],"accurate":[187],"prediction":[188],"may":[191],"require":[192],"knowledge":[194],"only":[196],"few":[198]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}