{"id":"https://openalex.org/W3188678927","doi":"https://doi.org/10.1109/fg57933.2023.10042553","title":"FLAME-in-NeRF: Neural control of Radiance Fields for Free View Face Animation","display_name":"FLAME-in-NeRF: Neural control of Radiance Fields for Free View Face Animation","publication_year":2023,"publication_date":"2023-01-05","ids":{"openalex":"https://openalex.org/W3188678927","doi":"https://doi.org/10.1109/fg57933.2023.10042553","mag":"3188678927"},"language":"en","primary_location":{"id":"doi:10.1109/fg57933.2023.10042553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg57933.2023.10042553","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008464830","display_name":"ShahRukh Athar","orcid":"https://orcid.org/0000-0002-8871-669X"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"ShahRukh Athar","raw_affiliation_strings":["Stony Brook University,UK","Stony Brook University, UK"],"affiliations":[{"raw_affiliation_string":"Stony Brook University,UK","institution_ids":["https://openalex.org/I59553526"]},{"raw_affiliation_string":"Stony Brook University, UK","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034904892","display_name":"Zhixin Shu","orcid":null},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhixin Shu","raw_affiliation_strings":["Adobe Research"],"affiliations":[{"raw_affiliation_string":"Adobe Research","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076307452","display_name":"Dimitris Samaras","orcid":"https://orcid.org/0000-0002-1373-0294"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dimitris Samaras","raw_affiliation_strings":["Stony Brook University,UK","Stony Brook University, UK"],"affiliations":[{"raw_affiliation_string":"Stony Brook University,UK","institution_ids":["https://openalex.org/I59553526"]},{"raw_affiliation_string":"Stony Brook University, UK","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008464830"],"corresponding_institution_ids":["https://openalex.org/I59553526"],"apc_list":null,"apc_paid":null,"fwci":3.45739846,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.90272003,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8374990224838257},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7563939094543457},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6705275774002075},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.6699753403663635},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6392743587493896},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5590935349464417},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5192273259162903},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.49274685978889465},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4780700206756592},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.41148194670677185},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4108527898788452},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3663313388824463}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8374990224838257},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7563939094543457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6705275774002075},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.6699753403663635},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6392743587493896},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5590935349464417},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5192273259162903},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.49274685978889465},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4780700206756592},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.41148194670677185},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4108527898788452},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3663313388824463},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fg57933.2023.10042553","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fg57933.2023.10042553","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 17th International Conference on Automatic Face and Gesture Recognition (FG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4300000071525574,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2099471712","https://openalex.org/W2237250383","https://openalex.org/W2607170299","https://openalex.org/W2769666294","https://openalex.org/W2806833697","https://openalex.org/W2807725536","https://openalex.org/W2942074357","https://openalex.org/W2962793481","https://openalex.org/W2963022858","https://openalex.org/W2963073614","https://openalex.org/W2963767194","https://openalex.org/W2969222682","https://openalex.org/W2971278627","https://openalex.org/W3008823916","https://openalex.org/W3011537551","https://openalex.org/W3034600949","https://openalex.org/W3036235590","https://openalex.org/W3043139608","https://openalex.org/W3085249258","https://openalex.org/W3092203888","https://openalex.org/W3092948912","https://openalex.org/W3104300620","https://openalex.org/W3105974636","https://openalex.org/W3107486934","https://openalex.org/W3109585842","https://openalex.org/W3111219211","https://openalex.org/W3112598097","https://openalex.org/W3112871073","https://openalex.org/W3119388918","https://openalex.org/W3128081663","https://openalex.org/W3129086450","https://openalex.org/W3135764758","https://openalex.org/W3153220274","https://openalex.org/W3167914619","https://openalex.org/W3171145773","https://openalex.org/W3172568571","https://openalex.org/W3174752334","https://openalex.org/W3176941685","https://openalex.org/W3177583232","https://openalex.org/W3180589757","https://openalex.org/W3180794345","https://openalex.org/W3182714435","https://openalex.org/W3184952021","https://openalex.org/W3202037070","https://openalex.org/W4200382072","https://openalex.org/W4214731463","https://openalex.org/W4285719527","https://openalex.org/W4288242633","https://openalex.org/W4297812694","https://openalex.org/W4320013936","https://openalex.org/W6763480078","https://openalex.org/W6781358543","https://openalex.org/W6781421651","https://openalex.org/W6784492152","https://openalex.org/W6784729325","https://openalex.org/W6787479323"],"related_works":["https://openalex.org/W2121378366","https://openalex.org/W3112102641","https://openalex.org/W2013184069","https://openalex.org/W2535923857","https://openalex.org/W2989004599","https://openalex.org/W126583968","https://openalex.org/W1976926596","https://openalex.org/W4313289090","https://openalex.org/W2359575859","https://openalex.org/W2532377291"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,46,60,91,108,141,166,172,176,180],"neural":[4,16,20],"rendering":[5],"method":[6,153,169],"for":[7,68,131],"controllable":[8,41],"portrait":[9,69,159],"video":[10,174],"synthesis.":[11],"Recent":[12],"advances":[13],"in":[14,81],"volumetric":[15,117],"rendering,":[17],"such":[18,49],"as":[19,43],"radiance":[21],"fields":[22],"(NeRF),":[23],"have":[24],"enabled":[25],"the":[26,73,77,87,97,104,115,125,149],"photorealistic":[27],"novel":[28,65],"view":[29,66,156],"synthesis":[30,67,157],"of":[31,45,71,86,99,107,151,158,175],"static":[32,132],"scenes":[33],"with":[34,48,161],"impressive":[35],"results.":[36],"However,":[37],"modeling":[38],"dynamic":[39,136],"and":[40,76,82,113,135],"objects":[42],"part":[44],"scene":[47,50,78,133],"representations":[51],"is":[52],"still":[53],"challenging.":[54],"In":[55,121],"this":[56],"work,":[57],"we":[58,139],"design":[59],"system":[61],"that":[62],"enables":[63],"1)":[64],"video,":[70],"both":[72],"human":[74,100],"subject":[75,177],"they":[79],"are":[80],"2)":[83],"explicit":[84],"control":[85,130],"facial":[88,101,137],"expressions":[89,102],"through":[90],"low-dimensional":[92],"expression":[93,105,162],"representation.":[94],"We":[95,147],"represent":[96],"distribution":[98],"using":[103],"parameters":[106],"3D":[109],"Morphable":[110],"Model":[111],"(3DMM)":[112],"condition":[114],"NeRF":[116],"function":[118],"on":[119,154],"them.":[120],"order":[122],"to":[123,127],"guide":[124],"network":[126],"learn":[128],"disentangled":[129],"appearance":[134],"actions,":[138],"impose":[140],"spatial":[142],"prior":[143],"via":[144],"3DMM":[145],"fitting.":[146],"show":[148],"effectiveness":[150],"our":[152,168],"free":[155],"videos":[160],"controls.":[163],"To":[164],"train":[165],"scene,":[167],"only":[170],"requires":[171],"short":[173],"captured":[178],"by":[179],"mobile":[181],"device.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-02-20T08:17:22.645390","created_date":"2025-10-10T00:00:00"}