{"id":"https://openalex.org/W4388157361","doi":"https://doi.org/10.1145/3623264.3624451","title":"Audiovisual Inputs for Learning Robust, Real-time Facial Animation with Lip Sync","display_name":"Audiovisual Inputs for Learning Robust, Real-time Facial Animation with Lip Sync","publication_year":2023,"publication_date":"2023-10-29","ids":{"openalex":"https://openalex.org/W4388157361","doi":"https://doi.org/10.1145/3623264.3624451"},"language":"en","primary_location":{"id":"doi:10.1145/3623264.3624451","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3623264.3624451","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3623264.3624451","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGGRAPH Conference on Motion Interaction and Games","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3623264.3624451","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061776456","display_name":"I\u00f1aki Navarro","orcid":"https://orcid.org/0000-0001-8763-4134"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"I\u00f1aki Navarro","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0000-0001-8763-4134","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058674167","display_name":"Dario Kneubuehler","orcid":"https://orcid.org/0009-0005-8678-3767"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dario Kneubuehler","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0009-0005-8678-3767","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046264082","display_name":"Tijmen Verhulsdonck","orcid":"https://orcid.org/0009-0009-8451-6541"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tijmen Verhulsdonck","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0009-0009-8451-6541","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079322923","display_name":"Eloi Du Bois","orcid":"https://orcid.org/0009-0009-7169-3370"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eloi Du Bois","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0009-0009-7169-3370","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043397097","display_name":"William Welch","orcid":"https://orcid.org/0009-0002-9706-5881"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Welch","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0009-0002-9706-5881","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101835397","display_name":"Charles Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charles Shang","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0000-0002-6444-2241","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090354671","display_name":"Ian Sachs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ian Sachs","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0009-0003-6206-0009","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101915674","display_name":"Morgan McGuire","orcid":"https://orcid.org/0000-0003-1074-0953"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Morgan Mcguire","raw_affiliation_strings":["Roblox, USA and University of Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1074-0953","affiliations":[{"raw_affiliation_string":"Roblox, USA and University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000237739","display_name":"Victor Zordan","orcid":"https://orcid.org/0000-0002-7309-7013"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Victor Zordan","raw_affiliation_strings":["Roblox, USA and Clemson University, USA"],"raw_orcid":"https://orcid.org/0000-0002-7309-7013","affiliations":[{"raw_affiliation_string":"Roblox, USA and Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052113444","display_name":"K. Sham Bhat","orcid":"https://orcid.org/0009-0000-1221-7256"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kiran Bhat","raw_affiliation_strings":["Roblox, USA"],"raw_orcid":"https://orcid.org/0009-0000-1221-7256","affiliations":[{"raw_affiliation_string":"Roblox, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5061776456"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1177,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42802328,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8346167206764221},{"id":"https://openalex.org/keywords/sync","display_name":"sync","score":0.7316952347755432},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7139941453933716},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6639379262924194},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.6170904040336609},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41214147210121155},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.37455451488494873},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.23034361004829407},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.1965736746788025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8346167206764221},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.7316952347755432},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7139941453933716},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6639379262924194},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.6170904040336609},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41214147210121155},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.37455451488494873},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.23034361004829407},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.1965736746788025},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3623264.3624451","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3623264.3624451","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3623264.3624451","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGGRAPH Conference on Motion Interaction and Games","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3623264.3624451","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3623264.3624451","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3623264.3624451","source":null,"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGGRAPH Conference on Motion Interaction and Games","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388157361.pdf","grobid_xml":"https://content.openalex.org/works/W4388157361.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1536680647","https://openalex.org/W2022179201","https://openalex.org/W2127141656","https://openalex.org/W2593116425","https://openalex.org/W2623464795","https://openalex.org/W2739192055","https://openalex.org/W2747874407","https://openalex.org/W2769666294","https://openalex.org/W2804619907","https://openalex.org/W2891063225","https://openalex.org/W2962887041","https://openalex.org/W2963342110","https://openalex.org/W2981263323","https://openalex.org/W2989028032","https://openalex.org/W3016098309","https://openalex.org/W3094612121","https://openalex.org/W3154411171","https://openalex.org/W3180794345","https://openalex.org/W3209059054","https://openalex.org/W4214708455"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W3094080214","https://openalex.org/W2535923857","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"We":[0,95],"present":[1],"an":[2],"approach":[3],"for":[4,18,90],"generating":[5],"facial":[6],"animation":[7],"that":[8,48,87],"combines":[9],"video":[10],"and":[11,33,56,60,93,106],"audio":[12],"input":[13],"data":[14,59],"in":[15,67],"real":[16,57],"time":[17],"low-end":[19,76],"devices":[20],"through":[21],"deep":[22],"learning.":[23],"Our":[24],"method":[25],"produces":[26],"control":[27],"signals":[28],"from":[29],"audiovisual":[30],"inputs":[31],"separately,":[32],"mixes":[34],"them":[35],"to":[36,64,69,103],"animate":[37],"a":[38,52,107],"character":[39],"rig.":[40],"The":[41],"architecture":[42],"relies":[43],"on":[44,51,75],"two":[45],"specialized":[46],"networks":[47],"are":[49,61],"trained":[50],"combination":[53],"of":[54,85,111],"synthetic":[55],"world":[58],"highly":[62],"engineered":[63],"be":[65],"efficient":[66],"order":[68],"support":[70],"quality":[71],"avatar":[72],"faces":[73],"even":[74],"devices.":[77],"In":[78],"addition,":[79],"the":[80,112],"system":[81],"supports":[82],"several":[83],"levels":[84],"detail":[86],"degrade":[88],"gracefully":[89],"additional":[91],"scaling":[92],"efficiency.":[94],"showcase":[96],"how":[97],"user":[98],"testing":[99],"has":[100],"been":[101],"employed":[102],"improve":[104],"performance":[105],"comparison":[108],"with":[109],"state":[110],"art.":[113]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}