{"id":"https://openalex.org/W1993560421","doi":"https://doi.org/10.1109/tcsvt.2012.2201672","title":"Animating Lip-Sync Characters With Dominated Animeme Models","display_name":"Animating Lip-Sync Characters With Dominated Animeme Models","publication_year":2012,"publication_date":"2012-05-30","ids":{"openalex":"https://openalex.org/W1993560421","doi":"https://doi.org/10.1109/tcsvt.2012.2201672","mag":"1993560421"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2012.2201672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2012.2201672","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101777168","display_name":"Yumei Chen","orcid":"https://orcid.org/0000-0003-3838-0902"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Mei Chen","raw_affiliation_strings":["National Taiwan University, Taipei, Taiwan","National Taiwan University Taipei,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"National Taiwan University Taipei,Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007974313","display_name":"Fuchun Huang","orcid":"https://orcid.org/0000-0002-6621-1076"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fu-Chun Huang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA, USA","[Dept. of Electr. Eng. & Comput. Sci., Univ. of California, Berkeley, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of Electr. Eng. & Comput. Sci., Univ. of California, Berkeley, CA, USA]","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018087080","display_name":"Shuen-Huei Guan","orcid":"https://orcid.org/0009-0009-0962-7292"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shuen-Huei Guan","raw_affiliation_strings":["Graduate Institute of Networking and Multimedia, National Taiwan University, Taipei, Taiwan","Grad. Inst. of Networking & Multimedia, Nat. Taiwan Univ., Taipei, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate Institute of Networking and Multimedia, National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"Grad. Inst. of Networking & Multimedia, Nat. Taiwan Univ., Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047845215","display_name":"Bing\u2010Yu Chen","orcid":"https://orcid.org/0000-0003-0169-7682"},"institutions":[{"id":"https://openalex.org/I16733864","display_name":"National Taiwan University","ror":"https://ror.org/05bqach95","country_code":"TW","type":"education","lineage":["https://openalex.org/I16733864"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Bing-Yu Chen","raw_affiliation_strings":["National Taiwan University, Taipei, Taiwan","National Taiwan University Taipei,Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Taiwan University, Taipei, Taiwan","institution_ids":["https://openalex.org/I16733864"]},{"raw_affiliation_string":"National Taiwan University Taipei,Taiwan","institution_ids":["https://openalex.org/I16733864"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2477,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.52298742,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"22","issue":"9","first_page":"1344","last_page":"1353"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.80419921875},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7331284284591675},{"id":"https://openalex.org/keywords/viseme","display_name":"Viseme","score":0.7160836458206177},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.709815502166748},{"id":"https://openalex.org/keywords/skeletal-animation","display_name":"Skeletal animation","score":0.6894471049308777},{"id":"https://openalex.org/keywords/sync","display_name":"sync","score":0.6438276171684265},{"id":"https://openalex.org/keywords/coarticulation","display_name":"Coarticulation","score":0.6107817888259888},{"id":"https://openalex.org/keywords/character","display_name":"Character (mathematics)","score":0.5022585391998291},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4926829934120178},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4805174767971039},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.41123485565185547},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3368706703186035},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3227840065956116},{"id":"https://openalex.org/keywords/speech-technology","display_name":"Speech technology","score":0.09306204319000244},{"id":"https://openalex.org/keywords/vowel","display_name":"Vowel","score":0.09260338544845581},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.09154835343360901}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.80419921875},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7331284284591675},{"id":"https://openalex.org/C33767174","wikidata":"https://www.wikidata.org/wiki/Q371190","display_name":"Viseme","level":4,"score":0.7160836458206177},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.709815502166748},{"id":"https://openalex.org/C44710944","wikidata":"https://www.wikidata.org/wiki/Q1813564","display_name":"Skeletal animation","level":5,"score":0.6894471049308777},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.6438276171684265},{"id":"https://openalex.org/C130727458","wikidata":"https://www.wikidata.org/wiki/Q1639109","display_name":"Coarticulation","level":3,"score":0.6107817888259888},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.5022585391998291},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4926829934120178},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4805174767971039},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.41123485565185547},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3368706703186035},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3227840065956116},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.09306204319000244},{"id":"https://openalex.org/C2779581591","wikidata":"https://www.wikidata.org/wiki/Q36244","display_name":"Vowel","level":2,"score":0.09260338544845581},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.09154835343360901},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2012.2201672","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2012.2201672","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.228.9403","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.228.9403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://graphics.im.ntu.edu.tw/%7Erobin/docs/tcsvt11.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W85728648","https://openalex.org/W1554803342","https://openalex.org/W1971980693","https://openalex.org/W1981950775","https://openalex.org/W1987709386","https://openalex.org/W1988457341","https://openalex.org/W1992187125","https://openalex.org/W2013196554","https://openalex.org/W2013947191","https://openalex.org/W2014336666","https://openalex.org/W2022890264","https://openalex.org/W2032993994","https://openalex.org/W2040345492","https://openalex.org/W2047671930","https://openalex.org/W2071441136","https://openalex.org/W2082229127","https://openalex.org/W2083389036","https://openalex.org/W2096342506","https://openalex.org/W2102416463","https://openalex.org/W2106715340","https://openalex.org/W2112367092","https://openalex.org/W2115531472","https://openalex.org/W2116883077","https://openalex.org/W2120181525","https://openalex.org/W2120654454","https://openalex.org/W2122007052","https://openalex.org/W2122295613","https://openalex.org/W2135666716","https://openalex.org/W2143640516","https://openalex.org/W2147885303","https://openalex.org/W2148458776","https://openalex.org/W2155129098","https://openalex.org/W2156428627","https://openalex.org/W2165232124","https://openalex.org/W2237250383","https://openalex.org/W2295661697","https://openalex.org/W2295663742","https://openalex.org/W2296297070","https://openalex.org/W2761994698","https://openalex.org/W3136489197","https://openalex.org/W4231537718","https://openalex.org/W4233118564","https://openalex.org/W4236925851","https://openalex.org/W4239189285","https://openalex.org/W4239927390","https://openalex.org/W6647298532","https://openalex.org/W6662166008","https://openalex.org/W6682736512","https://openalex.org/W6683043541"],"related_works":["https://openalex.org/W2142233983","https://openalex.org/W2126511038","https://openalex.org/W2244377763","https://openalex.org/W3137167006","https://openalex.org/W1993560421","https://openalex.org/W2954390955","https://openalex.org/W2196799208","https://openalex.org/W4285736196","https://openalex.org/W2188280435","https://openalex.org/W4308897760"],"abstract_inverted_index":{"Character":[0],"speech":[1,35,54,62,115],"animation":[2,55,84,122,141,171,174,180,185],"is":[3,39],"traditionally":[4],"considered":[5],"as":[6,169],"important":[7],"but":[8],"tedious":[9],"work,":[10],"especially":[11],"when":[12],"taking":[13,107],"lip":[14],"synchronization":[15],"(lip-sync)":[16],"into":[17,109,191,204],"consideration.":[18],"Although":[19],"there":[20],"are":[21,95],"some":[22],"methods":[23],"proposed":[24],"to":[25,31,98],"ease":[26],"the":[27,82,121,126,135,148,183,205],"burden":[28],"on":[29],"artists":[30],"create":[32],"facial":[33,150],"and":[34,41,64,102,117,178],"animation,":[36],"almost":[37],"none":[38],"fast":[40],"efficient.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"introduce":[47],"a":[48,60,113],"framework":[49],"for":[50,75,165,194],"synthesizing":[51],"lip-sync":[52,140,170],"character":[53,127],"in":[56,131,158],"real":[57,132,159],"time":[58,133],"from":[59,69],"given":[61,112],"sequence":[63,116],"its":[65,118],"corresponding":[66,103,119],"texts,":[67,120],"starting":[68],"training":[70],"dominated":[71],"animeme":[72,100],"models":[73,101],"(DAMs)":[74],"each":[76],"kind":[77],"of":[78,125,147],"phoneme":[79],"by":[80],"learning":[81],"character's":[83,149],"control":[85,123,186],"signal":[86,124,187],"through":[87],"an":[88],"expectation-maximization":[89],"(EM)-style":[90],"optimization":[91],"approach.":[92],"The":[93,138],"DAMs":[94],"further":[96,195],"decomposed":[97],"polynomial-fitted":[99],"dominance":[104],"functions":[105],"while":[106],"coarticulation":[108],"account.":[110],"Finally,":[111],"novel":[114],"can":[128,142,156,162,188,200],"be":[129,163,189,201],"synthesized":[130,139,184],"with":[134],"trained":[136],"DAMs.":[137],"even":[143],"preserve":[144],"exaggerated":[145],"characteristics":[146],"geometry.":[151],"Moreover,":[152],"since":[153],"our":[154,198],"method":[155,199],"perform":[157],"time,":[160],"it":[161],"used":[164],"many":[166],"applications,":[167],"such":[168],"prototyping,":[172],"multilingual":[173],"reproduction,":[175],"avatar":[176],"speech,":[177],"mass":[179],"production.":[181],"Furthermore,":[182],"imported":[190],"3-D":[192],"packages":[193],"adjustment,":[196],"so":[197],"easily":[202],"integrated":[203],"existing":[206],"production":[207],"pipeline.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}