{"id":"https://openalex.org/W3087121792","doi":"https://doi.org/10.1109/tvcg.2020.3023573","title":"Photorealistic Audio-driven Video Portraits","display_name":"Photorealistic Audio-driven Video Portraits","publication_year":2020,"publication_date":"2020-09-17","ids":{"openalex":"https://openalex.org/W3087121792","doi":"https://doi.org/10.1109/tvcg.2020.3023573","mag":"3087121792","pmid":"https://pubmed.ncbi.nlm.nih.gov/32941145"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2020.3023573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3023573","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012702826","display_name":"Xin Wen","orcid":"https://orcid.org/0000-0001-8379-4149"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Wen","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100415842","display_name":"Miao Wang","orcid":"https://orcid.org/0000-0002-4102-8582"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Wang","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","State Key Laboratory of Virtual Reality Technology and Systems, Research Institute for Frontier Science, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Research Institute for Frontier Science, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090657753","display_name":"Christian Richardt","orcid":"https://orcid.org/0000-0001-6716-9845"},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Richardt","raw_affiliation_strings":["Department of Computer Science, University of Bath, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Bath, UK","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032933311","display_name":"Ze-Yin Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ze-Yin Chen","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, School of Computer Science and Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037233582","display_name":"Shi\u2010Min Hu","orcid":"https://orcid.org/0000-0001-7507-6542"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi-Min Hu","raw_affiliation_strings":["BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5012702826"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":186.0098,"has_fulltext":false,"cited_by_count":79,"citation_normalized_percentile":{"value":0.99981425,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"26","issue":"12","first_page":"3457","last_page":"3466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12868","display_name":"Photography and Visual Culture","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1202","display_name":"History"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12868","display_name":"Photography and Visual Culture","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1202","display_name":"History"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10758","display_name":"Cinema and Media Studies","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/2002","display_name":"Economics and Econometrics"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9728999733924866,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8083306550979614},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.7088644504547119},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4567824602127075},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44542941451072693},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.4174266457557678},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.39059707522392273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3385235071182251}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8083306550979614},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.7088644504547119},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4567824602127075},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44542941451072693},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.4174266457557678},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.39059707522392273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3385235071182251}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvcg.2020.3023573","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2020.3023573","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:32941145","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32941145","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null},{"id":"pmh:oai:purehost.bath.ac.uk:publications/ede8ec1c-ae37-4ca2-9003-273d69d3b00f","is_oa":false,"landing_page_url":"https://researchportal.bath.ac.uk/en/publications/ede8ec1c-ae37-4ca2-9003-273d69d3b00f","pdf_url":null,"source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1100817172","display_name":null,"funder_award_id":"619320","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1101433095","display_name":"6-DoF VR Video: Towards Immersive 360-degree VR Video with Motion Parallax","funder_award_id":"EP/S001050/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1726752640","display_name":null,"funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G487895436","display_name":null,"funder_award_id":"EP/T022523/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5158269727","display_name":null,"funder_award_id":"61932003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5212373428","display_name":null,"funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5376227206","display_name":null,"funder_award_id":"61902012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7007430439","display_name":null,"funder_award_id":"EP/S001050/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G7537086629","display_name":null,"funder_award_id":"6193200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8060463550","display_name":null,"funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320320240","funder_display_name":"Research Councils UK"},{"id":"https://openalex.org/G8965417760","display_name":"Centre for the Analysis of Motion, Entertainment Research and Applications (CAMERA)","funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320240","display_name":"Research Councils UK","ror":"https://ror.org/00dq2kk65"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1964202597","https://openalex.org/W2015143272","https://openalex.org/W2017107803","https://openalex.org/W2029199293","https://openalex.org/W2030931454","https://openalex.org/W2059404013","https://openalex.org/W2062712751","https://openalex.org/W2099471712","https://openalex.org/W2105649179","https://openalex.org/W2107037917","https://openalex.org/W2125389028","https://openalex.org/W2133665775","https://openalex.org/W2163039781","https://openalex.org/W2194775991","https://openalex.org/W2237250383","https://openalex.org/W2398381847","https://openalex.org/W2519091744","https://openalex.org/W2555510177","https://openalex.org/W2559821077","https://openalex.org/W2594690981","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2770534877","https://openalex.org/W2798291180","https://openalex.org/W2798896170","https://openalex.org/W2803705807","https://openalex.org/W2806379360","https://openalex.org/W2806833697","https://openalex.org/W2891959861","https://openalex.org/W2896628364","https://openalex.org/W2906447902","https://openalex.org/W2942074357","https://openalex.org/W2944294033","https://openalex.org/W2949382160","https://openalex.org/W2949662773","https://openalex.org/W2949825757","https://openalex.org/W2960274051","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963290645","https://openalex.org/W2963444790","https://openalex.org/W2963839617","https://openalex.org/W2963841322","https://openalex.org/W2963917969","https://openalex.org/W2964121744","https://openalex.org/W2964449965","https://openalex.org/W2971634123","https://openalex.org/W2979894294","https://openalex.org/W2981263323","https://openalex.org/W2981767644","https://openalex.org/W2984529706","https://openalex.org/W2990452356","https://openalex.org/W2994893696","https://openalex.org/W2999966482","https://openalex.org/W3005766216","https://openalex.org/W3006410788","https://openalex.org/W3010434693","https://openalex.org/W3013780467","https://openalex.org/W3024596292","https://openalex.org/W3034192160","https://openalex.org/W3043139608","https://openalex.org/W3097792222","https://openalex.org/W3104792420","https://openalex.org/W3105763085","https://openalex.org/W3112809496","https://openalex.org/W3168116257","https://openalex.org/W4232006427","https://openalex.org/W4232275900","https://openalex.org/W4288088427","https://openalex.org/W4295312788","https://openalex.org/W4320013936","https://openalex.org/W6631190155","https://openalex.org/W6737896281","https://openalex.org/W6753914649","https://openalex.org/W6766978945","https://openalex.org/W6769148693","https://openalex.org/W6771141629"],"related_works":["https://openalex.org/W2013728941","https://openalex.org/W4225274103","https://openalex.org/W2154046714","https://openalex.org/W2189613078","https://openalex.org/W2579659702","https://openalex.org/W2923661510","https://openalex.org/W1574055964","https://openalex.org/W1965329638","https://openalex.org/W2542318691","https://openalex.org/W3160708108"],"abstract_inverted_index":{"Video":[0],"portraits":[1,28],"are":[2,194],"common":[3],"in":[4,43],"a":[5,21,37,64,78,94,134,145,187],"variety":[6],"of":[7,49,105,152],"applications,":[8],"such":[9],"as":[10,93,196],"videoconferencing,":[11],"news":[12],"broadcasting,":[13],"and":[14,17,76,126],"virtual":[15],"education":[16],"training.":[18],"We":[19,110],"present":[20],"novel":[22],"method":[23],"to":[24,83,100],"synthesize":[25],"photorealistic":[26,51,135],"video":[27,121,136,182],"for":[29,159],"an":[30],"input":[31,55,87,161],"portrait":[32,137,183],"video,":[33],"automatically":[34],"driven":[35],"by":[36,70],"person's":[38],"voice.":[39],"The":[40,86],"main":[41],"challenge":[42],"this":[44,60],"task":[45],"is":[46,90,98,155],"the":[47,106,113,118,123,128,139,156],"hallucination":[48],"plausible,":[50],"facial":[52,72,102],"expressions":[53],"from":[54,80,117,138,168],"speech":[56,162,166],"audio.":[57],"To":[58],"address":[59],"challenge,":[61],"we":[62,132],"employ":[63],"parametric":[65],"3D":[66,107],"face":[67,108,142,147],"model":[68,84],"represented":[69,92],"geometry,":[71],"expression,":[73],"illumination,":[74],"etc.,":[75],"learn":[77],"mapping":[79],"audio":[81,89,167],"features":[82],"parameters.":[85],"source":[88],"first":[91],"high-dimensional":[95],"feature,":[96],"which":[97],"used":[99],"predict":[101],"expression":[103,114],"parameters":[104,115],"model.":[109],"then":[111],"replace":[112],"computed":[116],"original":[119],"target":[120],"with":[122],"predicted":[124],"one,":[125],"rerender":[127],"reenacted":[129,140],"face.":[130],"Finally,":[131],"generate":[133],"synthetic":[141,165],"sequence":[143],"via":[144],"neural":[146],"renderer.":[148],"One":[149],"appealing":[150],"feature":[151],"our":[153,176,192],"approach":[154,177],"generalization":[157],"capability":[158],"various":[160],"audio,":[163],"including":[164],"text-to-speech":[169],"software.":[170],"Extensive":[171],"experimental":[172],"results":[173,193],"show":[174],"that":[175,191],"outperforms":[178],"previous":[179,200],"general-purpose":[180],"audio-driven":[181],"methods.":[184,201],"This":[185],"includes":[186],"user":[188],"study":[189],"demonstrating":[190],"rated":[195],"more":[197],"realistic":[198],"than":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":12}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}