{"id":"https://openalex.org/W4288043288","doi":"https://doi.org/10.48550/arxiv.2207.11243","title":"Multiface: A Dataset for Neural Face Rendering","display_name":"Multiface: A Dataset for Neural Face Rendering","publication_year":2022,"publication_date":"2022-07-22","ids":{"openalex":"https://openalex.org/W4288043288","doi":"https://doi.org/10.48550/arxiv.2207.11243"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2207.11243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.11243","pdf_url":"https://arxiv.org/pdf/2207.11243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.11243","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055070402","display_name":"Cheng-hsin Wuu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wuu, Cheng-hsin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049682248","display_name":"Ningyuan Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Ningyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010544154","display_name":"Scott Ardisson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ardisson, Scott","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046516836","display_name":"Rohan Bali","orcid":"https://orcid.org/0000-0001-7808-3676"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bali, Rohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055605381","display_name":"Danielle Belko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Belko, Danielle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017750168","display_name":"Eric Brockmeyer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brockmeyer, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081236238","display_name":"Lucas Evans","orcid":"https://orcid.org/0000-0001-5826-3717"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Evans, Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047801179","display_name":"Timothy Godisart","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Godisart, Timothy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046784924","display_name":"Hyowon Ha","orcid":"https://orcid.org/0000-0002-2824-917X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ha, Hyowon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Huang, Xuhua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xuhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091815561","display_name":"Alexander Hypes","orcid":"https://orcid.org/0000-0003-3891-9293"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hypes, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018099103","display_name":"Taylor Koska","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koska, Taylor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002770382","display_name":"Steven Krenn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krenn, Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017813263","display_name":"Stephen Lombardi","orcid":"https://orcid.org/0000-0003-3370-7216"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lombardi, Stephen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113516187","display_name":"Xiaomin Luo","orcid":"https://orcid.org/0000-0003-0426-3417"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Xiaomin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078569597","display_name":"Kevyn McPhail","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McPhail, Kevyn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036999879","display_name":"Laura Millerschoen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Millerschoen, Laura","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081357253","display_name":"Michal Per\u010foch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perdoch, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022062859","display_name":"Mark Pitts","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pitts, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112845052","display_name":"Alexander Richard","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082178717","display_name":"Jason Saragih","orcid":"https://orcid.org/0000-0001-6218-5029"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saragih, Jason","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033816822","display_name":"Junko Saragih","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saragih, Junko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072453520","display_name":"Takaaki Shiratori","orcid":"https://orcid.org/0000-0002-1012-415X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiratori, Takaaki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068089881","display_name":"Tomas Simon","orcid":"https://orcid.org/0000-0002-0972-7455"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simon, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109225544","display_name":"Matt Stewart","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stewart, Matt","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079387457","display_name":"Autumn Trimble","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trimble, Autumn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090287059","display_name":"Xinshuo Weng","orcid":"https://orcid.org/0000-0002-7894-4381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weng, Xinshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010780234","display_name":"David Whitewolf","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Whitewolf, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039066582","display_name":"Chenglei Wu","orcid":"https://orcid.org/0000-0002-7307-9480"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Chenglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068260993","display_name":"Shoou-I Yu","orcid":"https://orcid.org/0000-0002-3421-3691"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Shoou-I","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060280374","display_name":"Yaser Sheikh","orcid":"https://orcid.org/0000-0001-6512-9348"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheikh, Yaser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8333262205123901},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7862106561660767},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6123008131980896},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4786878228187561},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.45334574580192566},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4385315775871277},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4208773374557495},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3388473391532898}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8333262205123901},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7862106561660767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6123008131980896},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4786878228187561},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.45334574580192566},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4385315775871277},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4208773374557495},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3388473391532898},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2207.11243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.11243","pdf_url":"https://arxiv.org/pdf/2207.11243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2207.11243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2207.11243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.11243","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.11243","pdf_url":"https://arxiv.org/pdf/2207.11243","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2035757446","https://openalex.org/W2008385118","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W4246858109","https://openalex.org/W2172753644","https://openalex.org/W54172855","https://openalex.org/W2170209930","https://openalex.org/W2046782623"],"abstract_inverted_index":{"Photorealistic":[0],"avatars":[1],"of":[2,23,38,80,86,114,124,133],"human":[3,52],"faces":[4],"have":[5],"come":[6],"a":[7,21,48,70,81,139],"long":[8],"way":[9],"in":[10,93,99,107],"recent":[11],"years,":[12],"yet":[13],"research":[14,106],"along":[15],"this":[16,43],"area":[17],"is":[18,88,169],"limited":[19],"by":[20],"lack":[22],"publicly":[24],"available,":[25],"high-quality":[26],"datasets":[27],"covering":[28],"both,":[29],"dense":[30],"multi-view":[31],"camera":[32],"captures,":[33],"and":[34,103,136,156,167],"rich":[35],"facial":[36,82],"expressions":[37],"the":[39,91,100,112,115,122,129],"captured":[40],"subjects.":[41],"In":[42],"work,":[44],"we":[45,117,147],"present":[46],"Multiface,":[47],"new":[49],"multi-view,":[50],"high-resolution":[51,77],"face":[53,65],"dataset":[54],"collected":[55],"from":[56],"13":[57],"identities":[58],"at":[59],"Reality":[60],"Labs":[61],"Research":[62],"for":[63],"neural":[64],"rendering.":[66],"We":[67],"introduce":[68],"Mugsy,":[69],"large":[71],"scale":[72],"multi-camera":[73],"apparatus":[74],"to":[75,89,95,104],"capture":[76],"synchronized":[78],"videos":[79],"performance.":[83],"The":[84],"goal":[85],"Multiface":[87],"close":[90],"gap":[92],"accessibility":[94],"high":[96],"quality":[97],"data":[98,168],"academic":[101],"community":[102],"enable":[105],"VR":[108],"telepresence.":[109],"Along":[110],"with":[111],"release":[113],"dataset,":[116],"conduct":[118],"ablation":[119],"studies":[120],"on":[121,161],"influence":[123],"different":[125],"model":[126,142],"architectures":[127],"toward":[128],"model's":[130],"interpolation":[131],"capacity":[132],"novel":[134,162],"viewpoint":[135],"expressions.":[137],"With":[138],"conditional":[140],"VAE":[141],"serving":[143],"as":[144],"our":[145],"baseline,":[146],"found":[148],"that":[149],"adding":[150],"spatial":[151],"bias,":[152],"texture":[153],"warp":[154],"field,":[155],"residual":[157],"connections":[158],"improves":[159],"performance":[160],"view":[163],"synthesis.":[164],"Our":[165],"code":[166],"available":[170],"at:":[171],"https://github.com/facebookresearch/multiface":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":21}],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}