{"id":"https://openalex.org/W3202128205","doi":"https://doi.org/10.1109/tvcg.2021.3117484","title":"3D Talking Face With Personalized Pose Dynamics","display_name":"3D Talking Face With Personalized Pose Dynamics","publication_year":2021,"publication_date":"2021-10-05","ids":{"openalex":"https://openalex.org/W3202128205","doi":"https://doi.org/10.1109/tvcg.2021.3117484","mag":"3202128205","pmid":"https://pubmed.ncbi.nlm.nih.gov/34606458"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2021.3117484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3117484","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078876971","display_name":"Chenxu Zhang","orcid":"https://orcid.org/0000-0002-1971-1975"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenxu Zhang","raw_affiliation_strings":["Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-1971-1975","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079551822","display_name":"Saifeng Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saifeng Ni","raw_affiliation_strings":["Samsung Research America, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Research America, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100604049","display_name":"Zhipeng Fan","orcid":"https://orcid.org/0000-0001-9386-717X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhipeng Fan","raw_affiliation_strings":["Tandon School of Engineering, New York University, New York, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402160","display_name":"Hongbo Li","orcid":"https://orcid.org/0000-0001-8173-234X"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongbo Li","raw_affiliation_strings":["Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447274","display_name":"Ming Zeng","orcid":"https://orcid.org/0000-0002-5056-0706"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zeng","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5056-0706","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022890476","display_name":"Madhukar Budagavi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madhukar Budagavi","raw_affiliation_strings":["Samsung Research America, Mountain View, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Samsung Research America, Mountain View, CA, USA","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101604531","display_name":"Xiaohu Guo","orcid":"https://orcid.org/0000-0002-2141-7222"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohu Guo","raw_affiliation_strings":["Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-2141-7222","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.978,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95093628,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"29","issue":"2","first_page":"1438","last_page":"1449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8751463890075684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6823102235794067},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6038870811462402},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6019589900970459},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.5799745917320251},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.5316553711891174},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4265667498111725},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3858473300933838}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8751463890075684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6823102235794067},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6038870811462402},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6019589900970459},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.5799745917320251},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.5316553711891174},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4265667498111725},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3858473300933838},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011187","descriptor_name":"Posture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011187","descriptor_name":"Posture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011187","descriptor_name":"Posture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2021.3117484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2021.3117484","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:34606458","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34606458","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3876069837","display_name":null,"funder_award_id":"20720190003","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6567053180","display_name":null,"funder_award_id":"2007661","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G7234145558","display_name":null,"funder_award_id":"62072382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W71477782","https://openalex.org/W1522301498","https://openalex.org/W1566413196","https://openalex.org/W1568068040","https://openalex.org/W1569907127","https://openalex.org/W1901129140","https://openalex.org/W1922655562","https://openalex.org/W1997883496","https://openalex.org/W2017107803","https://openalex.org/W2018727909","https://openalex.org/W2063634999","https://openalex.org/W2087960557","https://openalex.org/W2099471712","https://openalex.org/W2112776351","https://openalex.org/W2114336453","https://openalex.org/W2124399597","https://openalex.org/W2125389028","https://openalex.org/W2129360799","https://openalex.org/W2132870739","https://openalex.org/W2135666716","https://openalex.org/W2137306662","https://openalex.org/W2147885303","https://openalex.org/W2154961933","https://openalex.org/W2163131540","https://openalex.org/W2237250383","https://openalex.org/W2470957930","https://openalex.org/W2507178061","https://openalex.org/W2513140567","https://openalex.org/W2604379605","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2741633070","https://openalex.org/W2769666294","https://openalex.org/W2782422271","https://openalex.org/W2790649793","https://openalex.org/W2799185473","https://openalex.org/W2802076562","https://openalex.org/W2804619907","https://openalex.org/W2944294033","https://openalex.org/W2962795401","https://openalex.org/W2963081548","https://openalex.org/W2963290645","https://openalex.org/W2964243274","https://openalex.org/W2964449965","https://openalex.org/W2964559396","https://openalex.org/W2979894294","https://openalex.org/W2981263323","https://openalex.org/W2984529706","https://openalex.org/W3006295631","https://openalex.org/W3008734941","https://openalex.org/W3019952993","https://openalex.org/W3036120140","https://openalex.org/W3081492798","https://openalex.org/W3087121792","https://openalex.org/W3089455867","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3105015787","https://openalex.org/W3107666850","https://openalex.org/W3109114891","https://openalex.org/W6631190155","https://openalex.org/W6640090968","https://openalex.org/W6678815747","https://openalex.org/W6725923168","https://openalex.org/W6737896281","https://openalex.org/W6748181857","https://openalex.org/W6749251296","https://openalex.org/W6764542186","https://openalex.org/W6765657114","https://openalex.org/W6774337803"],"related_works":["https://openalex.org/W2123263858","https://openalex.org/W3127959533","https://openalex.org/W4387967917","https://openalex.org/W2012531322","https://openalex.org/W4387968151","https://openalex.org/W3097502728","https://openalex.org/W2402761219","https://openalex.org/W4386925306","https://openalex.org/W3132124459","https://openalex.org/W2946083937"],"abstract_inverted_index":{"Recently,":[0],"we":[1,58,77],"have":[2],"witnessed":[3],"a":[4,26,39,60,111,140],"boom":[5],"in":[6,165],"applications":[7],"for":[8,90,115],"3D":[9,16,23,66,117,141],"talking":[10,67,142,180],"face":[11,17,88,131],"generation.":[12],"However,":[13],"most":[14],"existing":[15],"generation":[18],"methods":[19],"can":[20,148,157],"only":[21],"generate":[22,129,158],"faces":[24,68],"with":[25,33,69,144,167,175],"static":[27],"head":[28,44,85,112,143,146,160],"pose,":[29],"which":[30],"is":[31,95],"inconsistent":[32],"how":[34],"humans":[35],"perceive":[36],"faces.":[37],"Only":[38],"few":[40],"articles":[41],"focus":[42],"on":[43],"pose":[45,71,113,126,161],"generation,":[46],"but":[47],"even":[48],"these":[49,137],"ignore":[50],"the":[51,116,123,134,168,176],"attribute":[52],"of":[53,97,136,179],"personality.":[54],"In":[55],"this":[56,75],"article,":[57],"propose":[59],"unified":[61],"audio-driven":[62],"approach":[63],"to":[64,128],"endow":[65],"personalized":[70],"dynamics.":[72],"To":[73],"achieve":[74],"goal,":[76],"establish":[78],"an":[79,105],"original":[80],"person-specific":[81,159],"dataset,":[82],"providing":[83],"corresponding":[84],"poses":[86],"and":[87,102,119,125,171],"shapes":[89],"each":[91],"video.":[92],"Our":[93],"framework":[94],"composed":[96],"two":[98,138],"separate":[99],"modules:":[100],"PoseGAN":[101,108],"PGFace.":[103],"Given":[104],"input":[106,169],"audio,":[107],"first":[109],"produces":[110],"sequence":[114],"head,":[118],"then,":[120],"PGFace":[121],"utilizes":[122],"audio":[124,170],"information":[127],"natural":[130],"models.":[132],"With":[133],"combination":[135],"parts,":[139],"dynamic":[145],"movement":[147],"be":[149],"constructed.":[150],"Experimental":[151],"evidence":[152],"indicates":[153],"that":[154,163,172],"our":[155],"method":[156],"sequences":[162],"are":[164],"sync":[166],"best":[173],"match":[174],"human":[177],"experience":[178],"heads.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}