{"id":"https://openalex.org/W4406859688","doi":"https://doi.org/10.1109/apsipaasc63619.2025.10849169","title":"EavaNet: Enhancing Emotional Facial Expressions in 3D Avatars through Speech-Driven Animation","display_name":"EavaNet: Enhancing Emotional Facial Expressions in 3D Avatars through Speech-Driven Animation","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406859688","doi":"https://doi.org/10.1109/apsipaasc63619.2025.10849169"},"language":"en","primary_location":{"id":"doi:10.1109/apsipaasc63619.2025.10849169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc63619.2025.10849169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074612173","display_name":"Seyun Um","orcid":"https://orcid.org/0000-0002-2229-6741"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seyun Um","raw_affiliation_strings":["Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101403699","display_name":"Yong-Ju Lee","orcid":"https://orcid.org/0000-0001-9308-233X"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yongju Lee","raw_affiliation_strings":["Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113361523","display_name":"WooSeok Ko","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"WooSeok Ko","raw_affiliation_strings":["Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083918663","display_name":"Yuan Zhou","orcid":"https://orcid.org/0000-0002-1583-7570"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan Zhou","raw_affiliation_strings":["AI,Beijing,China"],"affiliations":[{"raw_affiliation_string":"AI,Beijing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015739530","display_name":"Sangyoun Lee","orcid":"https://orcid.org/0000-0003-0394-6777"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangyoun Lee","raw_affiliation_strings":["Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113564759","display_name":"Hong-Goo Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hong-Goo Kang","raw_affiliation_strings":["Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea"],"affiliations":[{"raw_affiliation_string":"Yonsei University,Department of Electrical and Electronic Engineering,Seoul,Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074612173"],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":null,"apc_paid":null,"fwci":0.2624,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.58972539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.964900016784668,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9496999979019165,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9348999857902527,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.7597544193267822},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7403687238693237},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6204363107681274},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5863540172576904},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4618702232837677},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.45465636253356934},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.44908636808395386},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.4334827959537506},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3352624475955963},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2728211283683777}],"concepts":[{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.7597544193267822},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7403687238693237},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6204363107681274},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5863540172576904},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4618702232837677},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.45465636253356934},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44908636808395386},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.4334827959537506},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3352624475955963},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2728211283683777}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsipaasc63619.2025.10849169","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsipaasc63619.2025.10849169","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Asia Pacific Signal and Information Processing Association Annual Summit and Conference (APSIPA ASC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2154961933","https://openalex.org/W2519091744","https://openalex.org/W2603777577","https://openalex.org/W2739192055","https://openalex.org/W2745771616","https://openalex.org/W2752796333","https://openalex.org/W2769666294","https://openalex.org/W2981263323","https://openalex.org/W3154411171","https://openalex.org/W4200630629","https://openalex.org/W4284703992","https://openalex.org/W4312096630","https://openalex.org/W4385245566","https://openalex.org/W4386076250","https://openalex.org/W4386211337","https://openalex.org/W4390872742","https://openalex.org/W6640212811","https://openalex.org/W6750489868","https://openalex.org/W6760861152","https://openalex.org/W6780218876"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Speech-driven":[0],"3D":[1,139],"facial":[2,33],"animation":[3],"models":[4,116,149],"are":[5],"essential":[6],"for":[7,51,135],"creating":[8],"human-like":[9],"avatars":[10],"that":[11,35,73],"synchronize":[12],"lip":[13,156],"movements":[14],"realistically":[15],"with":[16,37],"speech.":[17],"Despite":[18],"these":[19,62],"advancements,":[20],"it":[21],"is":[22],"still":[23],"difficult":[24],"to":[25,44,59,91,97],"effectively":[26],"convey":[27],"a":[28,70,120],"wide":[29],"range":[30],"of":[31,47,110,138,152],"emotional":[32,79,153],"expressions":[34],"align":[36],"the":[38,45,75,88,108],"voice.":[39],"This":[40],"issue":[41],"arises":[42],"due":[43],"lack":[46],"clearly":[48],"labeled":[49],"datasets":[50,90],"individual":[52],"emotions":[53,100],"as":[54,56],"well":[55],"insufficient":[57],"inputs":[58],"adequately":[60],"describe":[61],"emotions.":[63],"To":[64],"overcome":[65],"this":[66],"challenge,":[67],"we":[68,106],"propose":[69],"re-categorization":[71],"process":[72],"reduces":[74],"data":[76],"into":[77],"four":[78],"groups:":[80],"angry,":[81],"sadness,":[82],"happy,":[83],"and":[84,101,128,155,162],"neutral.":[85],"We":[86],"use":[87],"re-categorized":[89],"estimate":[92],"style":[93],"embeddings,":[94],"which":[95],"serve":[96],"distinctly":[98],"express":[99],"control":[102],"their":[103],"intensity.":[104],"Additionally,":[105],"tackle":[107],"challenge":[109],"slow":[111],"inference":[112],"speed":[113],"in":[114,150,159],"autoregressive":[115],"by":[117],"introducing":[118],"EavaNet,":[119],"non-autoregressive":[121],"model":[122,145],"utilizing":[123],"gated":[124],"activation":[125],"units":[126],"(GAUs)":[127],"bidirectional":[129],"long":[130],"short-term":[131],"memory":[132],"(BLSTM)":[133],"modules":[134],"efficient":[136],"prediction":[137],"face":[140],"mesh":[141],"vertices.":[142],"Our":[143],"proposed":[144],"outperforms":[146],"previous":[147],"state-of-the-art":[148],"terms":[151],"expressiveness":[154],"synchronization":[157],"accuracy":[158],"both":[160],"subjective":[161],"objective":[163],"evaluations.":[164],"<sup":[165],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[167]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}
