{"id":"https://openalex.org/W4394698479","doi":"https://doi.org/10.1109/tcsvt.2024.3386836","title":"CorrTalk: Correlation Between Hierarchical Speech and Facial Activity Variances for 3D Animation","display_name":"CorrTalk: Correlation Between Hierarchical Speech and Facial Activity Variances for 3D Animation","publication_year":2024,"publication_date":"2024-04-10","ids":{"openalex":"https://openalex.org/W4394698479","doi":"https://doi.org/10.1109/tcsvt.2024.3386836"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3386836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3386836","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046541624","display_name":"Zhaojie Chu","orcid":"https://orcid.org/0009-0002-4389-211X"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaojie Chu","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072766893","display_name":"Kailing Guo","orcid":"https://orcid.org/0000-0003-4753-9022"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailing Guo","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036301580","display_name":"Xiaofen Xing","orcid":"https://orcid.org/0000-0002-0016-9055"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofen Xing","raw_affiliation_strings":["School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109668631","display_name":"Yilin Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilin Lan","raw_affiliation_strings":["School of Future Technology, South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Future Technology, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063210263","display_name":"Bolun Cai","orcid":"https://orcid.org/0000-0002-9394-7820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bolun Cai","raw_affiliation_strings":["ByteDance Inc., Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"ByteDance Inc., Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007354180","display_name":"Xiangmin Xu","orcid":"https://orcid.org/0000-0003-4573-5820"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangmin Xu","raw_affiliation_strings":["Pazhou Lab, Guangzhou, China","South China University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Pazhou Lab, Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046541624"],"corresponding_institution_ids":["https://openalex.org/I90610280"],"apc_list":null,"apc_paid":null,"fwci":2.4928,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90076569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"9","first_page":"8953","last_page":"8965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9624000191688538,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6790450811386108},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.6710637807846069},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.594443678855896},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5561603903770447},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4868864119052887},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.4112522006034851},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.39690953493118286},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38391488790512085},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3499196767807007},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.23832440376281738},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2084294557571411}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6790450811386108},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.6710637807846069},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.594443678855896},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5561603903770447},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4868864119052887},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.4112522006034851},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.39690953493118286},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38391488790512085},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3499196767807007},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.23832440376281738},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2084294557571411},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3386836","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3386836","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4790935676","display_name":null,"funder_award_id":"2023ZYGXZR086","funder_id":"https://openalex.org/F4320335880","funder_display_name":"Fundamental Research Funds for Central Universities of the Central South University"},{"id":"https://openalex.org/G5451359984","display_name":null,"funder_award_id":"2022A1515011588","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G6941837419","display_name":null,"funder_award_id":"2023ZYGXZR013","funder_id":"https://openalex.org/F4320335880","funder_display_name":"Fundamental Research Funds for Central Universities of the Central South University"}],"funders":[{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320335880","display_name":"Fundamental Research Funds for Central Universities of the Central South University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2010284423","https://openalex.org/W2123778317","https://openalex.org/W2140831887","https://openalex.org/W2154961933","https://openalex.org/W2564753563","https://openalex.org/W2739192055","https://openalex.org/W2932563367","https://openalex.org/W2981263323","https://openalex.org/W2982223350","https://openalex.org/W2990825125","https://openalex.org/W3006119204","https://openalex.org/W3006410788","https://openalex.org/W3081285175","https://openalex.org/W3081492798","https://openalex.org/W3095334805","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3136489197","https://openalex.org/W3151450932","https://openalex.org/W3152136404","https://openalex.org/W3154411171","https://openalex.org/W3155375169","https://openalex.org/W3165405144","https://openalex.org/W3177150198","https://openalex.org/W3194006130","https://openalex.org/W3202128205","https://openalex.org/W3207093815","https://openalex.org/W3208722310","https://openalex.org/W3209984917","https://openalex.org/W3210676520","https://openalex.org/W3211147706","https://openalex.org/W4200630629","https://openalex.org/W4220663529","https://openalex.org/W4221159457","https://openalex.org/W4221162874","https://openalex.org/W4226204502","https://openalex.org/W4312990833","https://openalex.org/W4318906029","https://openalex.org/W4379116955","https://openalex.org/W4382469130","https://openalex.org/W4386072006","https://openalex.org/W4386072021","https://openalex.org/W4386076250","https://openalex.org/W4386133969","https://openalex.org/W4390872116","https://openalex.org/W6743905813","https://openalex.org/W6765657114","https://openalex.org/W6803206414","https://openalex.org/W6811548253","https://openalex.org/W6849049266","https://openalex.org/W6907631384"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Speech-driven":[0],"3D":[1],"facial":[2,26,49,56,63,85,95,107,113,118,134,140,160,170],"animation":[3,141],"is":[4,99,149],"a":[5,70,124,144,180],"challenging":[6],"cross-modal":[7],"task":[8],"that":[9,184],"has":[10],"attracted":[11],"growing":[12],"research":[13],"interest.":[14],"During":[15],"speaking":[16],"activities,":[17],"the":[18,24,38,47,53,77,117],"mouth":[19],"displays":[20],"strong":[21,104,131],"motions,":[22],"while":[23],"other":[25],"regions":[27],"typically":[28],"demonstrate":[29],"comparatively":[30],"weak":[31,106,133],"activity":[32,57,96,119,161],"levels.":[33],"Existing":[34],"approaches":[35],"often":[36],"simplify":[37],"process":[39],"by":[40,110],"directly":[41],"mapping":[42],"single-level":[43],"speech":[44,82,157],"features":[45,83,158],"to":[46,60,101,128,151],"entire":[48],"animation,":[50],"which":[51,74,136,165],"overlook":[52],"differences":[54],"in":[55],"intensity":[58,97,120,139],"leading":[59],"overly":[61],"smoothed":[62],"movements.":[64],"In":[65],"this":[66],"study,":[67],"we":[68,122],"propose":[69,123],"novel":[71,94],"framework,":[72],"CorrTalk,":[73],"effectively":[75],"establishes":[76],"temporal":[78,153],"correlation":[79,154],"between":[80,103,155],"hierarchical":[81,146,156],"and":[84,105,132,159,168,174,194],"activities":[86],"of":[87],"different":[88,163],"intensities":[89],"across":[90],"distinct":[91],"regions.":[92],"A":[93],"prior":[98],"defined":[100],"distinguish":[102],"activity,":[108,135],"obtained":[109],"statistically":[111],"analyzing":[112],"animations.":[114],"Based":[115],"on":[116],"prior,":[121],"dual-branch":[125],"decoding":[126],"framework":[127],"synchronously":[129],"synthesize":[130],"guarantees":[137],"wider":[138],"synthesis.":[142],"Furthermore,":[143],"weighted":[145],"feature":[147],"encoder":[148],"proposed":[150],"establish":[152],"at":[162],"intensities,":[164],"ensures":[166],"lip-sync":[167],"plausible":[169],"expressions.":[171],"Extensive":[172],"qualitatively":[173],"quantitatively":[175],"experiments":[176],"as":[177,179],"well":[178],"user":[181],"study":[182],"indicate":[183],"our":[185],"CorrTalk":[186],"outperforms":[187],"existing":[188],"state-of-the-art":[189],"methods.":[190],"The":[191],"source":[192],"code":[193],"supplementary":[195],"video":[196],"are":[197],"publicly":[198],"available":[199],"at:":[200],"https://zjchu.github.io/projects/CorrTalk/.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}