{"id":"https://openalex.org/W4400527960","doi":"https://doi.org/10.1109/fg59268.2024.10581920","title":"CSTalk: Correlation Supervised Speech-driven 3D Emotional Facial Animation Generation","display_name":"CSTalk: Correlation Supervised Speech-driven 3D Emotional Facial Animation Generation","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400527960","doi":"https://doi.org/10.1109/fg59268.2024.10581920"},"language":"en","primary_location":{"id":"doi:10.1109/fg59268.2024.10581920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10581920","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079110961","display_name":"Xiangyu Liang","orcid":"https://orcid.org/0000-0002-3663-8394"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Liang","raw_affiliation_strings":["School of Automation, Southeast University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046754672","display_name":"Wenlin Zhuang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenlin Zhuang","raw_affiliation_strings":["School of Automation, Southeast University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003400014","display_name":"Tianyong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyong Wang","raw_affiliation_strings":["School of Automation, Southeast University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101346928","display_name":"Guangxing Geng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guangxing Geng","raw_affiliation_strings":["Nanjing 8:8 Digital Technology Co., Ltd,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing 8:8 Digital Technology Co., Ltd,Nanjing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108594901","display_name":"Guangyue Geng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guangyue Geng","raw_affiliation_strings":["Nanjing 8:8 Digital Technology Co., Ltd,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing 8:8 Digital Technology Co., Ltd,Nanjing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051051967","display_name":"Haifeng Xia","orcid":"https://orcid.org/0000-0002-3317-0490"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Xia","raw_affiliation_strings":["School of Automation, Southeast University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025016953","display_name":"Siyu Xia","orcid":"https://orcid.org/0000-0002-0953-6501"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Xia","raw_affiliation_strings":["School of Automation, Southeast University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5259,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67121366,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7316029071807861},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.6955165863037109},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5475070476531982},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5160343647003174},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5150777697563171},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4809381365776062},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.43539929389953613},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4147891402244568},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.17492473125457764},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0812261700630188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7316029071807861},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.6955165863037109},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5475070476531982},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5160343647003174},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5150777697563171},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4809381365776062},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.43539929389953613},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4147891402244568},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.17492473125457764},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0812261700630188},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg59268.2024.10581920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg59268.2024.10581920","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W3094080214","https://openalex.org/W2535923857","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Speech-driven":[0],"3D":[1],"facial":[2,30,57,71,100,118],"animation":[3],"technology":[4],"has":[5,35],"been":[6],"developed":[7],"for":[8,144],"years,":[9],"but":[10],"its":[11],"practical":[12],"application":[13],"still":[14],"lacks":[15],"expectations.":[16],"The":[17],"main":[18],"challenges":[19],"lie":[20],"in":[21,50],"data":[22],"limitations,":[23],"lip":[24,33],"alignment,":[25],"and":[26,46,53,102,140,157],"the":[27,68,74,94,104,107,136,165],"naturalness":[28],"of":[29,56,70,77,99,106,131,167],"expressions.":[31,169],"Although":[32],"alignment":[34],"seen":[36],"many":[37],"related":[38],"studies,":[39],"existing":[40,177],"methods":[41],"struggle":[42],"to":[43,110,116,163],"synthesize":[44],"natural":[45],"realistic":[47,112],"expressions,":[48],"resulting":[49],"a":[51,86,128,142,150],"mechanical":[52],"stiff":[54],"appearance":[55],"animations.":[58],"Even":[59],"with":[60],"some":[61],"research":[62],"extracting":[63],"emotional":[64],"features":[65],"from":[66],"speech,":[67],"randomness":[69],"movements":[72,101],"limits":[73],"effective":[75],"expression":[76],"emotions.":[78,147],"To":[79,121],"address":[80],"this":[81,83],"issue,":[82],"paper":[84],"proposes":[85],"method":[87,175],"called":[88],"CSTalk":[89],"(Correlation":[90],"Supervised)":[91],"that":[92,114,173],"models":[93],"correlations":[95],"among":[96],"different":[97,146],"regions":[98],"supervises":[103],"training":[105],"generative":[108,151],"model":[109,139],"generate":[111,122],"expressions":[113],"conform":[115],"human":[117],"motion":[119],"patterns.":[120],"more":[123],"intricate":[124],"animations,":[125],"we":[126],"employ":[127],"rich":[129],"set":[130],"control":[132],"parameters":[133],"based":[134],"on":[135],"metahuman":[137],"character":[138],"capture":[141],"dataset":[143],"five":[145],"We":[148],"train":[149],"network":[152],"using":[153],"an":[154,159],"autoencoder":[155],"structure":[156],"input":[158],"emotion":[160],"embedding":[161],"vector":[162],"achieve":[164],"generation":[166],"user-control":[168],"Experimental":[170],"results":[171],"demonstrate":[172],"our":[174],"outperforms":[176],"state-of-the-art":[178],"methods.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}