{"id":"https://openalex.org/W4200383378","doi":"https://doi.org/10.1145/3476122.3484850","title":"LIPSYNC.AI: A.I. Driven Lips and Tongue Animations Using Articulatory Phonetic Descriptors and FACS Blendshapes","display_name":"LIPSYNC.AI: A.I. Driven Lips and Tongue Animations Using Articulatory Phonetic Descriptors and FACS Blendshapes","publication_year":2021,"publication_date":"2021-12-12","ids":{"openalex":"https://openalex.org/W4200383378","doi":"https://doi.org/10.1145/3476122.3484850"},"language":"en","primary_location":{"id":"doi:10.1145/3476122.3484850","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476122.3484850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2021 Emerging Technologies","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091387234","display_name":"Jara Alvarez Masso","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104195","display_name":"Emotech (United Kingdom)","ror":"https://ror.org/01kstph72","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104195"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jara Alvarez Masso","raw_affiliation_strings":["Emotech Ltd, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Emotech Ltd, United Kingdom","institution_ids":["https://openalex.org/I4210104195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036830982","display_name":"Alexandru Mihai Rogozea","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104195","display_name":"Emotech (United Kingdom)","ror":"https://ror.org/01kstph72","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104195"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Alexandru Mihai Rogozea","raw_affiliation_strings":["Emotech Ltd, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Emotech Ltd, United Kingdom","institution_ids":["https://openalex.org/I4210104195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040868557","display_name":"Jan Medvesek","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104195","display_name":"Emotech (United Kingdom)","ror":"https://ror.org/01kstph72","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104195"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jan Medvesek","raw_affiliation_strings":["Emotech Ltd, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Emotech Ltd, United Kingdom","institution_ids":["https://openalex.org/I4210104195"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014116611","display_name":"Saeid Mokaram","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104195","display_name":"Emotech (United Kingdom)","ror":"https://ror.org/01kstph72","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104195"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Saeid Mokaram","raw_affiliation_strings":["Emotech Ltd, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Emotech Ltd, United Kingdom","institution_ids":["https://openalex.org/I4210104195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002289161","display_name":"Yijun Yu","orcid":"https://orcid.org/0000-0002-7154-8570"},"institutions":[{"id":"https://openalex.org/I4210104195","display_name":"Emotech (United Kingdom)","ror":"https://ror.org/01kstph72","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210104195"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yijun Yu","raw_affiliation_strings":["Emotech Ltd, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Emotech Ltd, United Kingdom","institution_ids":["https://openalex.org/I4210104195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091387234"],"corresponding_institution_ids":["https://openalex.org/I4210104195"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17518594,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9847999811172485,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7672481536865234},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7033610939979553},{"id":"https://openalex.org/keywords/tongue","display_name":"Tongue","score":0.6226679086685181},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6046770811080933},{"id":"https://openalex.org/keywords/phonetics","display_name":"Phonetics","score":0.5787569880485535},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5164647102355957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4901755452156067},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38383638858795166},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.16771435737609863},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.09432807564735413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7672481536865234},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7033610939979553},{"id":"https://openalex.org/C2779744641","wikidata":"https://www.wikidata.org/wiki/Q9614","display_name":"Tongue","level":2,"score":0.6226679086685181},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6046770811080933},{"id":"https://openalex.org/C137584468","wikidata":"https://www.wikidata.org/wiki/Q35395","display_name":"Phonetics","level":2,"score":0.5787569880485535},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5164647102355957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4901755452156067},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38383638858795166},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.16771435737609863},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.09432807564735413},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3476122.3484850","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3476122.3484850","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2021 Emerging Technologies","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2737658251","https://openalex.org/W2739192055","https://openalex.org/W2804619907","https://openalex.org/W2900822843","https://openalex.org/W2954390955","https://openalex.org/W2981263323","https://openalex.org/W3080485275"],"related_works":["https://openalex.org/W3136794468","https://openalex.org/W2367950022","https://openalex.org/W4310844315","https://openalex.org/W2365707941","https://openalex.org/W2366141844","https://openalex.org/W2383946220","https://openalex.org/W2358428239","https://openalex.org/W3011636953","https://openalex.org/W2532377291","https://openalex.org/W2351206852"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,12],"solution":[3,34],"for":[4],"generating":[5],"realistic":[6],"lips":[7,44],"and":[8,26,31,38,45,59],"tongue":[9,46],"animations,":[10],"using":[11],"novel":[13],"hybrid":[14],"method":[15],"which":[16],"makes":[17],"use":[18,49],"of":[19,41,50,63],"both":[20],"the":[21,27,42,48,55,60],"advancements":[22],"in":[23,75],"deep":[24],"learning":[25],"theory":[28],"behind":[29],"speech":[30],"phonetics.":[32],"Our":[33],"generates":[35],"highly":[36],"accurate":[37],"natural":[39],"animations":[40],"jaw,":[43],"through":[47],"additional":[51],"phonetic":[52],"information":[53],"during":[54],"neural":[56],"network":[57],"training,":[58],"procedural":[61],"mapping":[62],"its":[64],"outputs":[65],"directly":[66],"to":[67,77,79],"FACS":[68],"[Prince":[69],"et":[70],"al.":[71],"2015]":[72],"based":[73],"blendshapes,":[74],"order":[76],"comply":[78],"animation":[80],"industry":[81],"standards.":[82]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}