{"id":"https://openalex.org/W2957926190","doi":"https://doi.org/10.1145/3306346.3323030","title":"VR facial animation via multiview image translation","display_name":"VR facial animation via multiview image translation","publication_year":2019,"publication_date":"2019-07-12","ids":{"openalex":"https://openalex.org/W2957926190","doi":"https://doi.org/10.1145/3306346.3323030","mag":"2957926190"},"language":"en","primary_location":{"id":"doi:10.1145/3306346.3323030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3306346.3323030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3306346.3323030","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3306346.3323030","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071340306","display_name":"Shih-En Wei","orcid":"https://orcid.org/0000-0002-3214-125X"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Shih-En Wei","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082178717","display_name":"Jason Saragih","orcid":"https://orcid.org/0000-0001-6218-5029"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Jason Saragih","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068089881","display_name":"Tomas Simon","orcid":"https://orcid.org/0000-0002-0972-7455"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tomas Simon","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019748928","display_name":"Adam W. Harley","orcid":"https://orcid.org/0000-0002-9851-4645"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Adam W. Harley","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017813263","display_name":"Stephen Lombardi","orcid":"https://orcid.org/0000-0003-3370-7216"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Stephen Lombardi","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081357253","display_name":"Michal Per\u010foch","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Michal Perdoch","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091815561","display_name":"Alexander Hypes","orcid":"https://orcid.org/0000-0003-3891-9293"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Alexander Hypes","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100445437","display_name":"Dawei Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Dawei Wang","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077152821","display_name":"Hern\u00e1n Badino","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Hernan Badino","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060280374","display_name":"Yaser Sheikh","orcid":"https://orcid.org/0000-0001-6512-9348"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yaser Sheikh","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5071340306"],"corresponding_institution_ids":["https://openalex.org/I2252078561"],"apc_list":null,"apc_paid":null,"fwci":8.9812,"has_fulltext":true,"cited_by_count":130,"citation_normalized_percentile":{"value":0.9829045,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"38","issue":"4","first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.8254522085189819},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7953832149505615},{"id":"https://openalex.org/keywords/headset","display_name":"Headset","score":0.778363823890686},{"id":"https://openalex.org/keywords/stylized-fact","display_name":"Stylized fact","score":0.6084952354431152},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5535194277763367},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5332740545272827},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4842236042022705},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4697711169719696},{"id":"https://openalex.org/keywords/image-stitching","display_name":"Image stitching","score":0.4640205502510071},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.4105778634548187},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3876394033432007}],"concepts":[{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.8254522085189819},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7953832149505615},{"id":"https://openalex.org/C2780657452","wikidata":"https://www.wikidata.org/wiki/Q1193170","display_name":"Headset","level":2,"score":0.778363823890686},{"id":"https://openalex.org/C38935604","wikidata":"https://www.wikidata.org/wiki/Q4330363","display_name":"Stylized fact","level":2,"score":0.6084952354431152},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5535194277763367},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5332740545272827},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4842236042022705},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4697711169719696},{"id":"https://openalex.org/C29081049","wikidata":"https://www.wikidata.org/wiki/Q1364242","display_name":"Image stitching","level":2,"score":0.4640205502510071},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.4105778634548187},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3876394033432007},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3306346.3323030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3306346.3323030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3306346.3323030","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3306346.3323030","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3306346.3323030","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3306346.3323030","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2957926190.pdf","grobid_xml":"https://content.openalex.org/works/W2957926190.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1691728462","https://openalex.org/W1965581703","https://openalex.org/W1975848997","https://openalex.org/W2039239232","https://openalex.org/W2069997605","https://openalex.org/W2086331119","https://openalex.org/W2134862753","https://openalex.org/W2157285372","https://openalex.org/W2172803778","https://openalex.org/W2237250383","https://openalex.org/W2255781698","https://openalex.org/W2301937176","https://openalex.org/W2405844906","https://openalex.org/W2475287302","https://openalex.org/W2486034530","https://openalex.org/W2544981553","https://openalex.org/W2556634673","https://openalex.org/W2605287558","https://openalex.org/W2623464795","https://openalex.org/W2739385919","https://openalex.org/W2810084975","https://openalex.org/W2811426698","https://openalex.org/W2887724628","https://openalex.org/W2897765997","https://openalex.org/W2910172454","https://openalex.org/W2952080583","https://openalex.org/W2963073614","https://openalex.org/W2963527086","https://openalex.org/W2963836885","https://openalex.org/W3147653952","https://openalex.org/W4238101556","https://openalex.org/W4245551996"],"related_works":["https://openalex.org/W2529311304","https://openalex.org/W4248275646","https://openalex.org/W2992609826","https://openalex.org/W2552900035","https://openalex.org/W2162875951","https://openalex.org/W2062875858","https://openalex.org/W3124809058","https://openalex.org/W2138330538","https://openalex.org/W2091466534","https://openalex.org/W1988023718"],"abstract_inverted_index":{"A":[0],"key":[1],"promise":[2],"of":[3,10,34,47,79,191],"Virtual":[4],"Reality":[5],"(VR)":[6],"is":[7,15,57],"the":[8,35,45,102,159,162,186],"possibility":[9],"remote":[11],"social":[12,25,48],"interaction":[13],"that":[14,74],"more":[16],"immersive":[17],"than":[18],"any":[19],"prior":[20,198],"telecommunication":[21],"media.":[22],"However,":[23],"existing":[24],"VR":[26,49],"experiences":[27],"are":[28,91,123,165],"mediated":[29],"by":[30,110,114],"inauthentic":[31],"digital":[32],"representations":[33,42],"user":[36],"(i.e.,":[37],"stylized":[38,41],"avatars).":[39],"These":[40],"have":[43],"limited":[44],"adoption":[46],"applications":[50],"in":[51,95,155],"precisely":[52],"those":[53],"cases":[54],"where":[55],"immersion":[56],"most":[58],"necessary":[59],"(e.g.,":[60],"professional":[61],"interactions":[62,154],"and":[63,101,144,147,161,193],"intimate":[64],"conversations).":[65],"In":[66],"this":[67],"work,":[68],"we":[69],"present":[70,135],"a":[71,138,148,189],"bidirectional":[72],"system":[73,187],"can":[75],"animate":[76],"avatar":[77,160],"heads":[78],"both":[80,108],"users'":[81],"full":[82],"likeness":[83],"using":[84],"consumer-friendly":[85],"headset":[86],"mounted":[87],"cameras":[88],"(HMC).":[89],"There":[90],"two":[92],"main":[93],"challenges":[94,109],"doing":[96],"this:":[97],"unaccommodating":[98],"camera":[99],"views":[100],"image-to-avatar":[103,120],"domain":[104],"gap.":[105],"We":[106,134,184],"address":[107],"leveraging":[111],"constraints":[112],"imposed":[113],"multiview":[115,170],"geometry":[116],"to":[117,126],"establish":[118],"precise":[119],"correspondence,":[121],"which":[122,173],"then":[124],"used":[125],"learn":[127],"an":[128],"end-to-end":[129],"model":[130,145],"for":[131,137,151],"real-time":[132],"tracking.":[133],"designs":[136],"training":[139],"HMC,":[140],"aimed":[141],"at":[142],"data-collection":[143],"building,":[146],"tracking":[149],"HMC":[150],"use":[152],"during":[153],"VR.":[156],"Correspondence":[157],"between":[158,182],"HMC-acquired":[163],"images":[164],"automatically":[166],"found":[167],"through":[168],"self-supervised":[169],"image":[171],"translation,":[172],"does":[174],"not":[175],"require":[176],"manual":[177],"annotation":[178],"or":[179],"one-to-one":[180],"correspondence":[181],"domains.":[183],"evaluate":[185],"on":[188],"variety":[190],"users":[192],"demonstrate":[194],"significant":[195],"improvements":[196],"over":[197],"work.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":40},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}