{"id":"https://openalex.org/W4391632029","doi":"https://doi.org/10.1145/3641519.3657406","title":"VRMM: A Volumetric Relightable Morphable Head Model","display_name":"VRMM: A Volumetric Relightable Morphable Head Model","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4391632029","doi":"https://doi.org/10.1145/3641519.3657406"},"language":"en","primary_location":{"id":"doi:10.1145/3641519.3657406","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657406","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.04101","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054615827","display_name":"Haotian Yang","orcid":"https://orcid.org/0009-0008-7334-6113"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haotian Yang","raw_affiliation_strings":["Kuaishou Technology, China"],"raw_orcid":"https://orcid.org/0009-0008-7334-6113","affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052643960","display_name":"Mingwu Zheng","orcid":"https://orcid.org/0009-0005-3705-4592"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingwu Zheng","raw_affiliation_strings":["Kuaishou Technology, China"],"raw_orcid":"https://orcid.org/0009-0005-3705-4592","affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025046851","display_name":"Chongyang Ma","orcid":"https://orcid.org/0000-0002-8243-9513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chongyang Ma","raw_affiliation_strings":["Kuaishou Technology, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-8243-9513","affiliations":[{"raw_affiliation_string":"Kuaishou Technology, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067850699","display_name":"Yu\u2010Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["Cardiff University, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2094-5680","affiliations":[{"raw_affiliation_string":"Cardiff University, United Kingdom","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101928510","display_name":"Pengfei Wan","orcid":"https://orcid.org/0000-0001-7225-565X"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Wan","raw_affiliation_strings":["Kuaishou Technology, China"],"raw_orcid":"https://orcid.org/0000-0001-7225-565X","affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101795031","display_name":"Haibin Huang","orcid":"https://orcid.org/0000-0002-7787-6428"},"institutions":[{"id":"https://openalex.org/I4401726859","display_name":"Kuaishou (China)","ror":"https://ror.org/0258as409","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haibin Huang","raw_affiliation_strings":["Kuaishou Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-7787-6428","affiliations":[{"raw_affiliation_string":"Kuaishou Technology, China","institution_ids":["https://openalex.org/I4401726859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8181664347648621},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6950356960296631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.626516580581665},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5872222781181335},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5276052951812744},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5137816071510315},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5053146481513977},{"id":"https://openalex.org/keywords/active-appearance-model","display_name":"Active appearance model","score":0.49372872710227966},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.48745083808898926},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.4866991341114044},{"id":"https://openalex.org/keywords/parametric-model","display_name":"Parametric model","score":0.4814671576023102},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.47310638427734375},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43725740909576416},{"id":"https://openalex.org/keywords/morphing","display_name":"Morphing","score":0.4259878695011139},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.4251593053340912},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3669186532497406},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.3310401439666748},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.20421355962753296},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.18074560165405273},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1623435914516449},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09993055462837219}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8181664347648621},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6950356960296631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.626516580581665},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5872222781181335},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5276052951812744},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5137816071510315},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5053146481513977},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.49372872710227966},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.48745083808898926},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.4866991341114044},{"id":"https://openalex.org/C24574437","wikidata":"https://www.wikidata.org/wiki/Q7135228","display_name":"Parametric model","level":3,"score":0.4814671576023102},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.47310638427734375},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43725740909576416},{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.4259878695011139},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.4251593053340912},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3669186532497406},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.3310401439666748},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.20421355962753296},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.18074560165405273},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1623435914516449},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09993055462837219},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3641519.3657406","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657406","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.04101","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04101","pdf_url":"https://arxiv.org/pdf/2402.04101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:169266","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/169266/1/VRMM_SIG2024.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.04101","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.04101","pdf_url":"https://arxiv.org/pdf/2402.04101","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1890563702","https://openalex.org/W1989116902","https://openalex.org/W2017107803","https://openalex.org/W2040692352","https://openalex.org/W2044618760","https://openalex.org/W2069997605","https://openalex.org/W2100810849","https://openalex.org/W2107037917","https://openalex.org/W2135666716","https://openalex.org/W2235136907","https://openalex.org/W2237250383","https://openalex.org/W2265959009","https://openalex.org/W2431101926","https://openalex.org/W2486034530","https://openalex.org/W2605701576","https://openalex.org/W2768345177","https://openalex.org/W2769666294","https://openalex.org/W2796822548","https://openalex.org/W2799116135","https://openalex.org/W2810993953","https://openalex.org/W2889050557","https://openalex.org/W2917887692","https://openalex.org/W2962770929","https://openalex.org/W2963627347","https://openalex.org/W2985068832","https://openalex.org/W3000731301","https://openalex.org/W3014859719","https://openalex.org/W3015873132","https://openalex.org/W3020836388","https://openalex.org/W3034798648","https://openalex.org/W3035413889","https://openalex.org/W3048381483","https://openalex.org/W3048884441","https://openalex.org/W3109154889","https://openalex.org/W3109585842","https://openalex.org/W3176503495","https://openalex.org/W3178406257","https://openalex.org/W3180589757","https://openalex.org/W3184291866","https://openalex.org/W3213346804","https://openalex.org/W4210279013","https://openalex.org/W4221151978","https://openalex.org/W4225726688","https://openalex.org/W4231149888","https://openalex.org/W4285981758","https://openalex.org/W4286611181","https://openalex.org/W4288242633","https://openalex.org/W4306178025","https://openalex.org/W4309803402","https://openalex.org/W4312259933","https://openalex.org/W4312567281","https://openalex.org/W4319299960","https://openalex.org/W4368618799","https://openalex.org/W4385318467","https://openalex.org/W4386071566","https://openalex.org/W4386072096","https://openalex.org/W4386075804","https://openalex.org/W4386076478","https://openalex.org/W4390871675","https://openalex.org/W4390872725","https://openalex.org/W6948207492"],"related_works":["https://openalex.org/W1679315481","https://openalex.org/W3151495635","https://openalex.org/W4206659980","https://openalex.org/W2786600129","https://openalex.org/W1608670751","https://openalex.org/W46907201","https://openalex.org/W2990594878","https://openalex.org/W2547830264","https://openalex.org/W2507781969","https://openalex.org/W2110070888"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,122],"introduce":[4],"the":[5,79,105,124,159,166],"Volumetric":[6],"Relightable":[7],"Morphable":[8,34],"Model":[9],"(VRMM),":[10],"a":[11,52,98,134,152],"novel":[12,53,135],"volumetric":[13,24,131],"and":[14,43,59,66,96,107,119],"parametric":[15],"facial":[16,117],"prior":[17,25],"for":[18,81],"3D":[19,33,147,169],"face":[20,38,148,170],"modeling.":[21,171],"While":[22],"recent":[23],"models":[26,132],"offer":[27],"improvements":[28],"over":[29],"traditional":[30],"methods":[31],"like":[32,114],"Models":[35],"(3DMMs),":[36],"they":[37],"challenges":[39],"in":[40,88,129],"model":[41],"learning":[42],"personalized":[44],"reconstructions.":[45],"Our":[46,156],"VRMM":[47,92,110,162],"overcomes":[48],"these":[49],"by":[50],"employing":[51],"training":[54,82],"framework":[55,138],"that":[56],"efficiently":[57],"disentangles":[58],"encodes":[60],"latent":[61],"spaces":[62],"of":[63,101,109,127,161,168],"identity,":[64],"expression,":[65],"lighting":[67],"into":[68],"low-dimensional":[69],"representations.":[70],"This":[71],"framework,":[72],"designed":[73],"with":[74,133],"self-supervised":[75],"learning,":[76],"significantly":[77,164],"reduces":[78],"constraints":[80],"data,":[83],"making":[84],"it":[85],"more":[86],"feasible":[87],"practice.":[89],"The":[90],"learned":[91],"offers":[93],"relighting":[94],"capabilities":[95],"encompasses":[97],"comprehensive":[99],"range":[100],"expressions.":[102],"We":[103],"demonstrate":[104],"versatility":[106],"effectiveness":[108],"through":[111],"various":[112],"applications":[113],"avatar":[115],"generation,":[116],"reconstruction,":[118],"animation.":[120],"Additionally,":[121],"address":[123],"common":[125],"issue":[126],"overfitting":[128],"generative":[130],"prior-preserving":[136],"personalization":[137],"based":[139],"on":[140],"VRMM.":[141],"Such":[142],"an":[143],"approach":[144],"enables":[145],"high-quality":[146],"reconstruction":[149],"from":[150],"even":[151],"single":[153],"portrait":[154],"input.":[155],"experiments":[157],"showcase":[158],"potential":[160],"to":[163],"enhance":[165],"field":[167]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}