{"id":"https://openalex.org/W4404527398","doi":"https://doi.org/10.1145/3687974","title":"VOODOO XP: Expressive One-Shot Head Reenactment for VR Telepresence","display_name":"VOODOO XP: Expressive One-Shot Head Reenactment for VR Telepresence","publication_year":2024,"publication_date":"2024-11-19","ids":{"openalex":"https://openalex.org/W4404527398","doi":"https://doi.org/10.1145/3687974"},"language":"en","primary_location":{"id":"doi:10.1145/3687974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687974","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3687974","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3687974","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113938643","display_name":"Phong Tran","orcid":"https://orcid.org/0009-0000-0865-6651"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Phong Tran","raw_affiliation_strings":["MBZUAI, Masdar City, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"MBZUAI, Masdar City, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072400499","display_name":"Egor Zakharov","orcid":"https://orcid.org/0000-0002-9880-9531"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Egor Zakharov","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045616447","display_name":"Long-Nhat Ho","orcid":"https://orcid.org/0009-0006-5911-8945"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Long-Nhat Ho","raw_affiliation_strings":["MBZUAI, Masdar City, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"MBZUAI, Masdar City, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098936117","display_name":"Adilbek Karmanov","orcid":"https://orcid.org/0009-0008-4923-5309"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Adilbek Karmanov","raw_affiliation_strings":["MBZUAI, Masdar City, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"MBZUAI, Masdar City, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098936118","display_name":"Ariana Bermudez Venegas","orcid":"https://orcid.org/0000-0003-2826-7666"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ariana Bermudez Venegas","raw_affiliation_strings":["MBZUAI, Masdar City, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"MBZUAI, Masdar City, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046184712","display_name":"Mclean Goldwhite","orcid":"https://orcid.org/0000-0003-0471-3860"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McLean Goldwhite","raw_affiliation_strings":["Pinscreen, South Pasadena, United States of America"],"affiliations":[{"raw_affiliation_string":"Pinscreen, South Pasadena, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052562571","display_name":"Aviral Agarwal","orcid":"https://orcid.org/0009-0003-4787-7205"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aviral Agarwal","raw_affiliation_strings":["Pinscreen, IMPZ Production City, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"Pinscreen, IMPZ Production City, United Arab Emirates","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087029457","display_name":"Liwen Hu","orcid":"https://orcid.org/0000-0002-6614-5785"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liwen Hu","raw_affiliation_strings":["Pinscreen, Los Angeles, United States of America"],"affiliations":[{"raw_affiliation_string":"Pinscreen, Los Angeles, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056185442","display_name":"Anh Tran","orcid":"https://orcid.org/0000-0002-3120-4036"},"institutions":[{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Anh Tran","raw_affiliation_strings":["VinAI Research, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"VinAI Research, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210142044"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100348588","display_name":"Hao Li","orcid":"https://orcid.org/0000-0002-4019-3420"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":["MBZUAI, Masdar City, United Arab Emirates","Pinscreen, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"MBZUAI, Masdar City, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Pinscreen, Los Angeles, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5113938643"],"corresponding_institution_ids":["https://openalex.org/I4210113480"],"apc_list":null,"apc_paid":null,"fwci":2.0994,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.88888474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"43","issue":"6","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.805966317653656},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6134389638900757},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.587176501750946},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5152173638343811},{"id":"https://openalex.org/keywords/one-shot","display_name":"One shot","score":0.4802258610725403},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.4789774417877197},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46732038259506226},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09297168254852295},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.07180768251419067}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.805966317653656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6134389638900757},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.587176501750946},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5152173638343811},{"id":"https://openalex.org/C2992734406","wikidata":"https://www.wikidata.org/wiki/Q413267","display_name":"One shot","level":2,"score":0.4802258610725403},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4789774417877197},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46732038259506226},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09297168254852295},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.07180768251419067},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3687974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687974","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3687974","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3687974","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687974","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3687974","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4404527398.pdf"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W2237250383","https://openalex.org/W2556634673","https://openalex.org/W2811426698","https://openalex.org/W2913668833","https://openalex.org/W2942074357","https://openalex.org/W2949662773","https://openalex.org/W2957926190","https://openalex.org/W2962785568","https://openalex.org/W2963168844","https://openalex.org/W2964449965","https://openalex.org/W2969985801","https://openalex.org/W2990452356","https://openalex.org/W3018564516","https://openalex.org/W3043139608","https://openalex.org/W3095664976","https://openalex.org/W3104792420","https://openalex.org/W3112871073","https://openalex.org/W3159481202","https://openalex.org/W3170544306","https://openalex.org/W3173531806","https://openalex.org/W3176179930","https://openalex.org/W3176503495","https://openalex.org/W3178284600","https://openalex.org/W3180589757","https://openalex.org/W3180770160","https://openalex.org/W3180794345","https://openalex.org/W3182714435","https://openalex.org/W3197199219","https://openalex.org/W3204971388","https://openalex.org/W3211147706","https://openalex.org/W3211490618","https://openalex.org/W4200150166","https://openalex.org/W4225726688","https://openalex.org/W4255556797","https://openalex.org/W4281730245","https://openalex.org/W4286611181","https://openalex.org/W4286869901","https://openalex.org/W4288242633","https://openalex.org/W4304014863","https://openalex.org/W4306178025","https://openalex.org/W4311034191","https://openalex.org/W4312301053","https://openalex.org/W4312453532","https://openalex.org/W4312473638","https://openalex.org/W4312567873","https://openalex.org/W4312722235","https://openalex.org/W4312933868","https://openalex.org/W4372283500","https://openalex.org/W4385287058","https://openalex.org/W4386066404","https://openalex.org/W4386075804","https://openalex.org/W4387259531","https://openalex.org/W4387994527","https://openalex.org/W4390874022","https://openalex.org/W4400573497","https://openalex.org/W4402727609","https://openalex.org/W4402727898","https://openalex.org/W4402776467","https://openalex.org/W6600047755","https://openalex.org/W6600103761","https://openalex.org/W6600376255","https://openalex.org/W6600577311","https://openalex.org/W6601283680","https://openalex.org/W6602344735","https://openalex.org/W6609501977","https://openalex.org/W6803132585","https://openalex.org/W6863511876"],"related_works":["https://openalex.org/W2497720472","https://openalex.org/W4292659306","https://openalex.org/W3044321615","https://openalex.org/W2806221744","https://openalex.org/W2326937258","https://openalex.org/W394267150","https://openalex.org/W2773965352","https://openalex.org/W4294892107","https://openalex.org/W2357748469","https://openalex.org/W2392917037"],"abstract_inverted_index":{"We":[0,41,116,139,176],"introduce":[1],"VOODOO":[2],"XP:":[3],"a":[4,23,46,118,148,156,197],"3D-aware":[5,65,100],"one-shot":[6],"head":[7,62,181,200],"reenactment":[8,63,102,182],"method":[9,216],"that":[10,122,141],"can":[11,33,194],"generate":[12],"highly":[13,142],"expressive":[14],"facial":[15,78,93,114,127],"expressions":[16,128],"driven":[17],"by":[18],"an":[19,51,185],"input":[20,134],"video":[21,48],"from":[22,202],"single":[24],"2D":[25,61],"portrait.":[26],"Our":[27],"approach":[28],"is":[29,145,161],"real-time,":[30],"view-consistent,":[31],"and":[32,50,75,107,112,167,205,220,226],"be":[34],"instantly":[35,195],"used":[36],"without":[37],"calibration":[38],"or":[39],"fine-tuning.":[40],"demonstrate":[42],"our":[43,179,214],"solution":[44,183],"in":[45],"monocular":[47],"setting":[49],"end-to-end":[52],"VR":[53,188],"telepresence":[54,189],"system":[55],"for":[56,80,88],"two-way":[57],"communication.":[58],"Compared":[59],"to":[60,68,109,129,208],"methods,":[64],"approaches":[66],"aim":[67],"preserve":[69],"the":[70,73,125,133,211],"identity":[71],"of":[72,132],"subject":[74],"ensure":[76],"view-consistent":[77],"geometry":[79],"novel":[81,119,180],"camera":[82],"poses,":[83],"which":[84,160],"makes":[85],"them":[86],"suitable":[87],"immersive":[89],"applications.":[90],"While":[91],"various":[92],"disentanglement":[94,144],"techniques":[95,103],"have":[96],"been":[97],"introduced,":[98],"cutting-edge":[99],"neural":[101,199],"still":[104],"lack":[105],"expressiveness":[106,219],"fail":[108],"reproduce":[110],"complex":[111],"fine-scale":[113],"expressions.":[115],"present":[117],"cross-reenactment":[120],"architecture":[121],"directly":[123],"transfers":[124],"driver's":[126],"transformer":[130],"blocks":[131],"source's":[135],"3D":[136,168],"lifting":[137],"module.":[138],"show":[140],"effective":[143],"possible":[146],"using":[147,210],"new":[149],"multi-stage":[150],"self-supervision":[151],"approach.":[152],"It":[153],"relies":[154],"on":[155,223],"coarse-to-fine":[157],"training":[158,174],"strategy,":[159],"combined":[162],"with":[163],"explicit":[164],"face":[165],"neutralization":[166],"lifted":[169],"frontalization":[170],"during":[171],"its":[172],"initial":[173],"stage.":[175],"further":[177],"integrate":[178],"into":[184],"accessible":[186],"high-fidelity":[187],"system,":[190],"where":[191],"any":[192,203],"person":[193],"build":[196],"personalized":[198],"avatar":[201],"photo":[204],"bring":[206],"it":[207],"life":[209],"headset.":[212],"Furthermore,":[213],"proposed":[215],"demonstrates":[217],"state-of-the-art":[218],"likeness":[221],"preservation":[222],"diverse":[224],"subjects":[225],"capture":[227],"conditions.":[228]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}