{"id":"https://openalex.org/W4405779028","doi":"https://doi.org/10.1109/tmm.2024.3521701","title":"PMMTalk$:$ Speech-Driven 3D Facial Animation From Complementary Pseudo Multi-Modal Features","display_name":"PMMTalk$:$ Speech-Driven 3D Facial Animation From Complementary Pseudo Multi-Modal Features","publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405779028","doi":"https://doi.org/10.1109/tmm.2024.3521701"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521701","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022370132","display_name":"Tianshun Han","orcid":"https://orcid.org/0009-0004-3393-1597"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":true,"raw_author_name":"Tianshun Han","raw_affiliation_strings":["School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113064917","display_name":"Shengnan Gui","orcid":"https://orcid.org/0009-0003-8031-8667"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengnan Gui","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiqing Huang","orcid":"https://orcid.org/0009-0003-8722-2094"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yiqing Huang","raw_affiliation_strings":["School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042709274","display_name":"Baihui Li","orcid":"https://orcid.org/0009-0004-7660-0480"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baihui Li","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029225234","display_name":"Lijian Liu","orcid":"https://orcid.org/0000-0001-8636-6908"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijian Liu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054200099","display_name":"Benjia Zhou","orcid":"https://orcid.org/0000-0003-4883-5552"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Benjia Zhou","raw_affiliation_strings":["School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101654008","display_name":"Ning Jiang","orcid":"https://orcid.org/0000-0003-4549-6372"},"institutions":[{"id":"https://openalex.org/I4210092002","display_name":"Runze (China)","ror":"https://ror.org/00fgwkr80","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210092002"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ning Jiang","raw_affiliation_strings":["Mashang Consumer Finance Company Ltd., Chongqing, China","Mashang Consumer Finance Co., Ltd, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Mashang Consumer Finance Company Ltd., Chongqing, China","institution_ids":[]},{"raw_affiliation_string":"Mashang Consumer Finance Co., Ltd, Chongqing, China","institution_ids":["https://openalex.org/I4210092002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104212958","display_name":"Quan L\u00fc","orcid":null},"institutions":[{"id":"https://openalex.org/I4210092002","display_name":"Runze (China)","ror":"https://ror.org/00fgwkr80","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210092002"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Lu","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","Mashang Consumer Finance Co., Ltd, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Mashang Consumer Finance Co., Ltd, Chongqing, China","institution_ids":["https://openalex.org/I4210092002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082723081","display_name":"Ruicong Zhi","orcid":"https://orcid.org/0000-0002-6913-4248"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruicong Zhi","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062981171","display_name":"Yanyan Liang","orcid":"https://orcid.org/0000-0002-5780-8540"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Yanyan Liang","raw_affiliation_strings":["School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100677750","display_name":"Du Zhang","orcid":"https://orcid.org/0000-0002-3350-9108"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Du Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063979916","display_name":"Jun Wan","orcid":"https://orcid.org/0000-0002-4735-2885"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN","MO"],"is_corresponding":false,"raw_author_name":"Jun Wan","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems (MAIS), Institute of Automation, Chinese Academy of Sciences (CASIA), Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Computer Science and Engineering, the Faculty of Innovation Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5022370132"],"corresponding_institution_ids":["https://openalex.org/I111950717"],"apc_list":null,"apc_paid":null,"fwci":0.49,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.67197324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"2570","last_page":"2581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8661996126174927},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6061888933181763},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5715636610984802},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.44595906138420105},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.4392070174217224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42053985595703125},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4034390151500702},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.2795758545398712}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8661996126174927},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6061888933181763},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5715636610984802},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.44595906138420105},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.4392070174217224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42053985595703125},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4034390151500702},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2795758545398712},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521701","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521701","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3485291661","display_name":null,"funder_award_id":"62476273","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7542815214","display_name":null,"funder_award_id":"JQ23016","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1566413196","https://openalex.org/W1997883496","https://openalex.org/W2015394094","https://openalex.org/W2017107803","https://openalex.org/W2018727909","https://openalex.org/W2050658984","https://openalex.org/W2051297709","https://openalex.org/W2107037917","https://openalex.org/W2121486117","https://openalex.org/W2127211243","https://openalex.org/W2154961933","https://openalex.org/W2163131540","https://openalex.org/W2470957930","https://openalex.org/W2739192055","https://openalex.org/W2799185473","https://openalex.org/W2804619907","https://openalex.org/W2890952074","https://openalex.org/W2944294033","https://openalex.org/W2972802841","https://openalex.org/W2981263323","https://openalex.org/W3034798648","https://openalex.org/W3081492798","https://openalex.org/W3097792222","https://openalex.org/W3154411171","https://openalex.org/W3168292752","https://openalex.org/W3174763799","https://openalex.org/W3186700381","https://openalex.org/W4200630629","https://openalex.org/W4200633626","https://openalex.org/W4206517532","https://openalex.org/W4221145616","https://openalex.org/W4297095647","https://openalex.org/W4312556940","https://openalex.org/W4312801317","https://openalex.org/W4313023760","https://openalex.org/W4385245566","https://openalex.org/W4385767609","https://openalex.org/W4386076250","https://openalex.org/W4387421789","https://openalex.org/W4387967971","https://openalex.org/W4390872742","https://openalex.org/W6605737493","https://openalex.org/W6631190155","https://openalex.org/W6678743343","https://openalex.org/W6771467084","https://openalex.org/W6791353385","https://openalex.org/W6794682062","https://openalex.org/W6800569930","https://openalex.org/W6849973098","https://openalex.org/W6851800748"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Speech-driven":[0],"3D":[1,178],"facial":[2,71,134,170],"animation":[3,165],"has":[4],"improved":[5],"a":[6,50,184],"lot":[7],"recently":[8],"while":[9],"most":[10],"related":[11],"works":[12],"only":[13,142],"utilize":[14],"acoustic":[15],"modality":[16],"and":[17,23,34,40,83,97,104,122,207,221],"neglect":[18],"the":[19,68,87,91,112,117,126,175,215,218],"influence":[20],"of":[21,32,70,177,217],"visual":[22,39,103],"textual":[24,41,105],"cues,":[25],"leading":[26],"to":[27,101,131,138],"unsatisfactory":[28],"results":[29],"in":[30],"terms":[31],"precision":[33],"coherence.":[35],"We":[36],"argue":[37],"that":[38,211],"cues":[42],"are":[43,223],"not":[44],"trivial":[45],"information.":[46],"Therefore,":[47],"we":[48,182],"present":[49],"novel":[51],"framework,":[52],"namely":[53],"PMMTalk,":[54],"using":[55],"complementary":[56],"<bold":[57,60,186,189,192,197,200],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[58,61,63,187,190,193,195,198,201],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">P</b>seudo":[59],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>ulti-<bold":[62],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>odal":[64],"features":[65,119],"for":[66],"improving":[67],"accuracy":[69],"animation.":[72],"The":[73],"framework":[74],"entails":[75],"three":[76],"modules:":[77],"PMMTalk":[78,84,88,127,141],"encoder,":[79],"cross-modal":[80,113],"alignment":[81,114],"module,":[82],"decoder.":[85],"Specifically,":[86],"encoder":[89],"employs":[90],"off-the-shelf":[92],"talking":[93,179],"head":[94],"generation":[95],"architecture":[96],"speech":[98],"recognition":[99],"technology":[100],"extract":[102],"information":[106],"from":[107],"speech,":[108],"respectively.":[109],"Following":[110],"this,":[111],"module":[115],"aligns":[116],"audio-image-text":[118],"at":[120,225],"temporal":[121],"semantic":[123],"levels.":[124],"Subsequently,":[125],"decoder":[128],"is":[129,157],"employed":[130],"predict":[132],"lip-syncing":[133],"blendshape":[135,171],"coefficients.":[136,172],"Contrary":[137],"prior":[139],"methods,":[140],"requires":[143],"an":[144],"additional":[145],"random":[146],"reference":[147],"face":[148,180],"image":[149],"but":[150],"yields":[151],"more":[152],"accurate":[153],"results.":[154],"Additionally,":[155],"it":[156,160],"artist-friendly":[158],"as":[159],"seamlessly":[161],"integrates":[162],"into":[163],"standard":[164],"production":[166],"workflows":[167],"by":[168],"introducing":[169],"Finally,":[173],"given":[174],"scarcity":[176],"datasets,":[181],"introduce":[183],"large-scale":[185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">3D</b>":[188],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</b>hinese":[191],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</b>udio-<bold":[194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">V</b>isual":[196],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">F</b>acial":[199],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</b>nimation":[202],"(3D-CAVFA)":[203],"dataset.":[204],"Extensive":[205],"experiments":[206],"user":[208],"studies":[209],"show":[210],"our":[212],"approach":[213],"outperforms":[214],"state":[216],"art.":[219],"Codes":[220],"datasets":[222],"available":[224],"PMMTalk.":[226]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}