{"id":"https://openalex.org/W4400557967","doi":"https://doi.org/10.1145/3670687","title":"Near-realtime Facial Animation by Deep 3D Simulation Super-Resolution","display_name":"Near-realtime Facial Animation by Deep 3D Simulation Super-Resolution","publication_year":2024,"publication_date":"2024-07-11","ids":{"openalex":"https://openalex.org/W4400557967","doi":"https://doi.org/10.1145/3670687"},"language":"en","primary_location":{"id":"doi:10.1145/3670687","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3670687","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058729079","display_name":"Hyojoon Park","orcid":"https://orcid.org/0000-0002-3796-9777"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hyojoon Park","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, USA","Computer Sciences, University of Wisconsin-Madison, Madison, United States"],"raw_orcid":"https://orcid.org/0000-0002-3796-9777","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Computer Sciences, University of Wisconsin-Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325855","display_name":"Sangeetha Grama Srinivasan","orcid":"https://orcid.org/0000-0001-6508-7256"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sangeetha Grama Srinivasan","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, USA","Computer Sciences, University of Wisconsin-Madison, Madison, United States"],"raw_orcid":"https://orcid.org/0000-0001-6508-7256","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Computer Sciences, University of Wisconsin-Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075614063","display_name":"Matthew Cong","orcid":"https://orcid.org/0000-0003-2956-2050"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Cong","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","NVIDIA Corp, Santa Clara, United States"],"raw_orcid":"https://orcid.org/0000-0003-2956-2050","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"NVIDIA Corp, Santa Clara, United States","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036448571","display_name":"Doyub Kim","orcid":"https://orcid.org/0000-0002-8932-5519"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Doyub Kim","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","NVIDIA Corp, Santa Clara, United States"],"raw_orcid":"https://orcid.org/0000-0002-8932-5519","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"NVIDIA Corp, Santa Clara, United States","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101911086","display_name":"Byungsoo Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Byungsoo Kim","raw_affiliation_strings":["NVIDIA, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4482-8363","affiliations":[{"raw_affiliation_string":"NVIDIA, Z\u00fcrich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020100286","display_name":"Jonathan Swartz","orcid":"https://orcid.org/0000-0003-1959-6396"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Swartz","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","NVIDIA Corp, Santa Clara, United States"],"raw_orcid":"https://orcid.org/0000-0003-1959-6396","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"NVIDIA Corp, Santa Clara, United States","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034723250","display_name":"Ken Museth","orcid":"https://orcid.org/0000-0002-9926-780X"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ken Museth","raw_affiliation_strings":["NVIDIA, Santa Clara, USA","NVIDIA Corp, Santa Clara, United States"],"raw_orcid":"https://orcid.org/0000-0002-9926-780X","affiliations":[{"raw_affiliation_string":"NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875"]},{"raw_affiliation_string":"NVIDIA Corp, Santa Clara, United States","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089697513","display_name":"Eftychios Sifakis","orcid":"https://orcid.org/0000-0001-5608-3085"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]},{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eftychios Sifakis","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, USA and NVIDIA, Santa Clara, USA","Computer Sciences, University of Wisconsin-Madison, Madison, United States"],"raw_orcid":"https://orcid.org/0000-0001-5608-3085","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, USA and NVIDIA, Santa Clara, USA","institution_ids":["https://openalex.org/I4210127875","https://openalex.org/I135310074"]},{"raw_affiliation_string":"Computer Sciences, University of Wisconsin-Madison, Madison, United States","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5058729079"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":1.0748,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72183462,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"43","issue":"5","first_page":"1","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9685999751091003,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378798127174377},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.7285853624343872},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6285169124603271},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.5703341364860535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5305443406105042},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.506655752658844},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.39369046688079834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378798127174377},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.7285853624343872},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6285169124603271},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.5703341364860535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5305443406105042},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.506655752658844},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.39369046688079834}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3670687","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3670687","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W198154524","https://openalex.org/W1964336874","https://openalex.org/W1967152690","https://openalex.org/W1972394471","https://openalex.org/W1973788353","https://openalex.org/W1976986327","https://openalex.org/W1977758817","https://openalex.org/W1992642990","https://openalex.org/W1995851149","https://openalex.org/W2009422376","https://openalex.org/W2017032799","https://openalex.org/W2022204099","https://openalex.org/W2024243735","https://openalex.org/W2031598719","https://openalex.org/W2032617361","https://openalex.org/W2037323396","https://openalex.org/W2051962838","https://openalex.org/W2054732436","https://openalex.org/W2058524213","https://openalex.org/W2075605912","https://openalex.org/W2081994738","https://openalex.org/W2087366393","https://openalex.org/W2089206901","https://openalex.org/W2093095635","https://openalex.org/W2096932164","https://openalex.org/W2100193742","https://openalex.org/W2115864266","https://openalex.org/W2127824956","https://openalex.org/W2132836675","https://openalex.org/W2137531922","https://openalex.org/W2138428430","https://openalex.org/W2143345877","https://openalex.org/W2165353396","https://openalex.org/W2167943602","https://openalex.org/W2170167721","https://openalex.org/W2296133029","https://openalex.org/W2366389387","https://openalex.org/W2509629008","https://openalex.org/W2530006557","https://openalex.org/W2557169239","https://openalex.org/W2623012778","https://openalex.org/W2753738274","https://openalex.org/W2768683308","https://openalex.org/W2787774738","https://openalex.org/W2884154111","https://openalex.org/W2887695188","https://openalex.org/W2963390820","https://openalex.org/W2963627347","https://openalex.org/W2963680153","https://openalex.org/W2963926543","https://openalex.org/W2964121744","https://openalex.org/W2964128214","https://openalex.org/W2964994311","https://openalex.org/W2979282880","https://openalex.org/W2979750740","https://openalex.org/W2981978060","https://openalex.org/W2997337685","https://openalex.org/W3004605286","https://openalex.org/W3033348680","https://openalex.org/W3035515538","https://openalex.org/W3036234074","https://openalex.org/W3036843665","https://openalex.org/W3048366741","https://openalex.org/W3095682719","https://openalex.org/W3101408971","https://openalex.org/W3106699132","https://openalex.org/W3124561108","https://openalex.org/W3127096448","https://openalex.org/W3128187920","https://openalex.org/W3128475240","https://openalex.org/W3146210588","https://openalex.org/W3166588004","https://openalex.org/W3173531806","https://openalex.org/W3174865552","https://openalex.org/W3176503495","https://openalex.org/W3178714617","https://openalex.org/W3183348663","https://openalex.org/W3184736166","https://openalex.org/W3186468161","https://openalex.org/W4200150166","https://openalex.org/W4224230678","https://openalex.org/W4249505770","https://openalex.org/W4250196415","https://openalex.org/W4256610973","https://openalex.org/W4286616026","https://openalex.org/W4287756134","https://openalex.org/W4317213985","https://openalex.org/W4385245566","https://openalex.org/W4388072853","https://openalex.org/W6739901393"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W3094080214","https://openalex.org/W2535923857","https://openalex.org/W2156310872","https://openalex.org/W2215755978"],"abstract_inverted_index":{"We":[0,82,172],"present":[1],"a":[2,14,19,25,34,61,91,180],"neural":[3,119],"network-based":[4],"simulation":[5,23,92],"super-resolution":[6,121],"framework":[7,122],"that":[8,29,32,74],"can":[9],"efficiently":[10],"and":[11,48,70,110,150,185,188,194],"realistically":[12],"enhance":[13],"facial":[15],"performance":[16],"produced":[17],"by":[18,101],"low-cost,":[20],"real-time":[21,148,170],"physics-based":[22],"to":[24,59,128,140,159,196],"level":[26],"of":[27,33,64,89,168,176,182],"detail":[28],"closely":[30],"approximates":[31],"reference-quality":[35],"off-line":[36],"simulator":[37],"with":[38,79],"much":[39],"higher":[40],"resolution":[41,142],"(27\u00d7":[42],"element":[43],"count":[44],"in":[45,56,76,104,113,146],"our":[46,57,177,197],"examples)":[47],"accurate":[49],"physical":[50],"modeling.":[51],"Our":[52,117,200],"approach":[53],"is":[54,99,202],"rooted":[55],"ability":[58],"construct":[60],"training":[62,126],"set":[63,127],"paired":[65],"frames,":[66],"from":[67,124],"the":[68,105,114,136,147,166,169,174],"low-":[69],"high-resolution":[71],"simulators":[72],"respectively,":[73],"are":[75],"semantic":[77,97,155],"correspondence":[78],"each":[80],"other.":[81],"use":[83],"face":[84],"animation":[85],"as":[86,162],"an":[87],"exemplar":[88],"such":[90],"domain,":[93],"where":[94],"creating":[95],"this":[96,125],"congruence":[98],"achieved":[100],"simply":[102],"dialing":[103],"same":[106],"muscle":[107],"actuation":[108],"controls":[109],"skeletal":[111],"pose":[112],"two":[115,137],"simulators.":[116],"proposed":[118,198],"network":[120],"generalizes":[123],"unseen":[129],"expressions,":[130],"compensates":[131],"for":[132,191],"modeling":[133],"discrepancies":[134],"between":[135],"simulations":[138],"due":[139],"limited":[141],"or":[143,157],"cost-cutting":[144],"approximations":[145],"variant,":[149],"does":[151],"not":[152],"require":[153],"any":[154],"descriptors":[156],"parameters":[158],"be":[160],"provided":[161],"input,":[163],"other":[164],"than":[165],"result":[167],"simulation.":[171],"evaluate":[173],"efficacy":[175],"pipeline":[178],"on":[179],"variety":[181],"expressive":[183],"performances":[184],"provide":[186],"comparisons":[187],"ablation":[189],"experiments":[190],"plausible":[192],"variations":[193],"alternatives":[195],"scheme.":[199],"code":[201],"available":[203],"at":[204],"https://github.com/hjoonpark/3d-sim-super-":[205],"res.git.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}