{"id":"https://openalex.org/W3180794345","doi":"https://doi.org/10.1145/3450626.3459936","title":"Learning an animatable detailed 3D face model from in-the-wild images","display_name":"Learning an animatable detailed 3D face model from in-the-wild images","publication_year":2021,"publication_date":"2021-07-19","ids":{"openalex":"https://openalex.org/W3180794345","doi":"https://doi.org/10.1145/3450626.3459936","mag":"3180794345"},"language":"en","primary_location":{"id":"doi:10.1145/3450626.3459936","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459936","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459936","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459936","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102813327","display_name":"Yao Feng","orcid":"https://orcid.org/0000-0002-9481-9783"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao Feng","raw_affiliation_strings":["Max Planck ETH Center for Learning System, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck ETH Center for Learning System, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034400901","display_name":"Haiwen Feng","orcid":"https://orcid.org/0009-0005-7629-0547"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Haiwen Feng","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396778","display_name":"Michael J. Black","orcid":"https://orcid.org/0000-0001-6077-4540"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael J. Black","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025958423","display_name":"Timo Bolkart","orcid":"https://orcid.org/0000-0002-3829-3924"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Timo Bolkart","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.2341,"has_fulltext":true,"cited_by_count":617,"citation_normalized_percentile":{"value":0.99915158,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"40","issue":"4","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575671076774597},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.743047297000885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.685196042060852},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6234948635101318},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6037572622299194},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5587925910949707},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5186330676078796},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4966803193092346},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45101457834243774},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4375007748603821},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.4149007201194763},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4103381037712097},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3319302797317505},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.27931082248687744},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.25394701957702637}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575671076774597},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.743047297000885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.685196042060852},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6234948635101318},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6037572622299194},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5587925910949707},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5186330676078796},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4966803193092346},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45101457834243774},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4375007748603821},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.4149007201194763},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4103381037712097},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3319302797317505},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.27931082248687744},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.25394701957702637},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3450626.3459936","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459936","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459936","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3450626.3459936","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459936","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459936","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320331705","display_name":"Max Planck ETH Center for Learning Systems","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3180794345.pdf","grobid_xml":"https://content.openalex.org/works/W3180794345.grobid-xml"},"referenced_works_count":81,"referenced_works":["https://openalex.org/W125358319","https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W1566555074","https://openalex.org/W1567532702","https://openalex.org/W1964981411","https://openalex.org/W1975848997","https://openalex.org/W1985290145","https://openalex.org/W2003706019","https://openalex.org/W2004068758","https://openalex.org/W2012048984","https://openalex.org/W2013871799","https://openalex.org/W2013947191","https://openalex.org/W2031365440","https://openalex.org/W2059404013","https://openalex.org/W2062712751","https://openalex.org/W2102924784","https://openalex.org/W2105649179","https://openalex.org/W2107037917","https://openalex.org/W2120420721","https://openalex.org/W2134724684","https://openalex.org/W2150635919","https://openalex.org/W2158054470","https://openalex.org/W2163183381","https://openalex.org/W2194775991","https://openalex.org/W2237250383","https://openalex.org/W2261888986","https://openalex.org/W2398381847","https://openalex.org/W2467255717","https://openalex.org/W2486034530","https://openalex.org/W2555510177","https://openalex.org/W2560535660","https://openalex.org/W2584229793","https://openalex.org/W2593956217","https://openalex.org/W2599226450","https://openalex.org/W2605701576","https://openalex.org/W2608058963","https://openalex.org/W2769375465","https://openalex.org/W2771328060","https://openalex.org/W2795709097","https://openalex.org/W2798896170","https://openalex.org/W2803705807","https://openalex.org/W2806379360","https://openalex.org/W2806833697","https://openalex.org/W2808631503","https://openalex.org/W2810993953","https://openalex.org/W2902836694","https://openalex.org/W2903041701","https://openalex.org/W2912459656","https://openalex.org/W2945729334","https://openalex.org/W2949662773","https://openalex.org/W2962770929","https://openalex.org/W2962780596","https://openalex.org/W2962807783","https://openalex.org/W2963342110","https://openalex.org/W2963409406","https://openalex.org/W2963557052","https://openalex.org/W2963653779","https://openalex.org/W2963839617","https://openalex.org/W2964145484","https://openalex.org/W2964176417","https://openalex.org/W2964184631","https://openalex.org/W2964449965","https://openalex.org/W2970131683","https://openalex.org/W2981263323","https://openalex.org/W2981441786","https://openalex.org/W2982232682","https://openalex.org/W3010001210","https://openalex.org/W3014859719","https://openalex.org/W3020836388","https://openalex.org/W3022489543","https://openalex.org/W3034192160","https://openalex.org/W3034798648","https://openalex.org/W3035413889","https://openalex.org/W3097989406","https://openalex.org/W3101531717","https://openalex.org/W3104300620","https://openalex.org/W3104792420","https://openalex.org/W3109317096","https://openalex.org/W3152675032","https://openalex.org/W4255269169"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2362580381","https://openalex.org/W2535923857","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2617644139","https://openalex.org/W3020604125","https://openalex.org/W577858612","https://openalex.org/W3094080214","https://openalex.org/W2989004599"],"abstract_inverted_index":{"While":[0],"current":[1],"monocular":[2],"3D":[3,58,168],"face":[4,41,59],"reconstruction":[5,174],"methods":[6,17,36],"can":[7],"recover":[8],"fine":[9],"geometric":[10],"details,":[11],"they":[12,26],"suffer":[13],"several":[14],"limitations.":[15],"Some":[16],"produce":[18,86],"faces":[19],"that":[20,56,64,96,134],"cannot":[21],"be":[22],"realistically":[23],"animated":[24],"because":[25],"do":[27,44],"not":[28,45],"model":[29,202],"how":[30],"wrinkles":[31,149],"vary":[32],"with":[33,72,165],"expression.":[34,73],"Other":[35],"are":[37,65,205],"trained":[38,83,110],"on":[39,176,181],"high-quality":[40],"scans":[42],"and":[43,61,80,102,118,170,187,193,203],"generalize":[46],"well":[47],"to":[48,67,84,111,145,190],"in-the-wild":[49,163,182],"images.":[50],"We":[51],"present":[52],"the":[53],"first":[54],"approach":[55],"regresses":[57],"shape":[60,173],"animatable":[62],"details":[63,137,157,195],"specific":[66],"an":[68],"individual":[69],"but":[70],"change":[71],"Our":[74],"model,":[75],"DECA":[76,159],"(Detailed":[77],"Expression":[78],"Capture":[79],"Animation),":[81],"is":[82,109,160],"robustly":[85],"a":[87,92,107,122,130],"UV":[88],"displacement":[89],"map":[90],"from":[91,121,138,162],"low-dimensional":[93],"latent":[94],"representation":[95],"consists":[97],"of":[98,198],"person-specific":[99,136,148,156],"detail":[100],"parameters":[101,120,153],"generic":[103],"expression":[104,152],"parameters,":[105],"while":[106,154],"regressor":[108],"predict":[112],"detail,":[113],"shape,":[114],"albedo,":[115],"expression,":[116],"pose":[117],"illumination":[119],"single":[123],"image.":[124],"To":[125],"enable":[126],"this,":[127],"we":[128],"introduce":[129],"novel":[131],"detail-consistency":[132],"loss":[133],"disentangles":[135],"expression-dependent":[139,194],"wrinkles.":[140],"This":[141],"disentanglement":[142],"allows":[143],"us":[144],"synthesize":[146],"realistic":[147],"by":[150],"controlling":[151],"keeping":[155],"unchanged.":[158],"learned":[161],"images":[164],"no":[166],"paired":[167],"supervision":[169],"achieves":[171],"state-of-the-art":[172],"accuracy":[175],"two":[177],"benchmarks.":[178],"Qualitative":[179],"results":[180],"data":[183],"demonstrate":[184],"DECA's":[185],"robustness":[186],"its":[188],"ability":[189],"disentangle":[191],"identity-":[192],"enabling":[196],"animation":[197],"reconstructed":[199],"faces.":[200],"The":[201],"code":[204],"publicly":[206],"available":[207],"at":[208],"https://deca.is.tue.mpg.de.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":59},{"year":2025,"cited_by_count":157},{"year":2024,"cited_by_count":170},{"year":2023,"cited_by_count":145},{"year":2022,"cited_by_count":78},{"year":2021,"cited_by_count":8}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}