{"id":"https://openalex.org/W2146555476","doi":"https://doi.org/10.1109/mulmm.2004.1264973","title":"Lip-sync in human face animation based on video analysis and spline models","display_name":"Lip-sync in human face animation based on video analysis and spline models","publication_year":2004,"publication_date":"2004-06-03","ids":{"openalex":"https://openalex.org/W2146555476","doi":"https://doi.org/10.1109/mulmm.2004.1264973","mag":"2146555476"},"language":"en","primary_location":{"id":"doi:10.1109/mulmm.2004.1264973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mulmm.2004.1264973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"10th International Multimedia Modelling Conference, 2004. Proceedings.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-repository.griffith.edu.au/bitstreams/be73a9c5-b54a-516a-9670-bf4d65b4114a/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011443542","display_name":"Sy-sen Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Sy-sen Tang","raw_affiliation_strings":["Department of Computer Engineering and Information Technology, City University of Hong Kong, Kowloon, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Information Technology, City University of Hong Kong, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091254555","display_name":"Alan Wee\u2010Chung Liew","orcid":"https://orcid.org/0000-0001-6718-7584"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"A.W.C. Liew","raw_affiliation_strings":["Department of Computer Engineering and Information Technology, City University of Hong Kong, Kowloon, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Information Technology, City University of Hong Kong, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100644375","display_name":"Hong Yan","orcid":"https://orcid.org/0000-0001-9661-3095"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["AU","HK"],"is_corresponding":false,"raw_author_name":"Hong Yan","raw_affiliation_strings":["Department of Computer Engineering and Information Technology, City University of Hong Kong, Kowloon, Hong Kong, China","School of Electrical and Information Engineering, University of Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Information Technology, City University of Hong Kong, Kowloon, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"School of Electrical and Information Engineering, University of Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5011443542"],"corresponding_institution_ids":["https://openalex.org/I168719708"],"apc_list":null,"apc_paid":null,"fwci":1.1093,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.8062783,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"102","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.8054297566413879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7535682916641235},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7248693108558655},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6878266334533691},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5981673002243042},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5844937562942505},{"id":"https://openalex.org/keywords/sync","display_name":"sync","score":0.5720056891441345},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.5664834976196289},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.5560810565948486},{"id":"https://openalex.org/keywords/spline","display_name":"Spline (mechanical)","score":0.5423858761787415},{"id":"https://openalex.org/keywords/facial-muscles","display_name":"Facial muscles","score":0.5348134636878967},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5215861201286316},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4616625905036926},{"id":"https://openalex.org/keywords/graphics","display_name":"Graphics","score":0.45445773005485535},{"id":"https://openalex.org/keywords/facial-action-coding-system","display_name":"Facial Action Coding System","score":0.4444258511066437},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.43719547986984253},{"id":"https://openalex.org/keywords/skeletal-animation","display_name":"Skeletal animation","score":0.43042415380477905},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4179733693599701},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.1702953577041626},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.16768375039100647},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.16242751479148865},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.0888863205909729},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.07995817065238953},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07643777132034302}],"concepts":[{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.8054297566413879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7535682916641235},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7248693108558655},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6878266334533691},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5981673002243042},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5844937562942505},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.5720056891441345},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.5664834976196289},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.5560810565948486},{"id":"https://openalex.org/C10390562","wikidata":"https://www.wikidata.org/wiki/Q581809","display_name":"Spline (mechanical)","level":2,"score":0.5423858761787415},{"id":"https://openalex.org/C2780905192","wikidata":"https://www.wikidata.org/wiki/Q2341604","display_name":"Facial muscles","level":2,"score":0.5348134636878967},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5215861201286316},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4616625905036926},{"id":"https://openalex.org/C21442007","wikidata":"https://www.wikidata.org/wiki/Q1027879","display_name":"Graphics","level":2,"score":0.45445773005485535},{"id":"https://openalex.org/C40346341","wikidata":"https://www.wikidata.org/wiki/Q1391629","display_name":"Facial Action Coding System","level":3,"score":0.4444258511066437},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.43719547986984253},{"id":"https://openalex.org/C44710944","wikidata":"https://www.wikidata.org/wiki/Q1813564","display_name":"Skeletal animation","level":5,"score":0.43042415380477905},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4179733693599701},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.1702953577041626},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.16768375039100647},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.16242751479148865},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.0888863205909729},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.07995817065238953},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07643777132034302},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mulmm.2004.1264973","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mulmm.2004.1264973","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"10th International Multimedia Modelling Conference, 2004. Proceedings.","raw_type":"proceedings-article"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/22676","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/22676","pdf_url":"https://research-repository.griffith.edu.au/bitstreams/be73a9c5-b54a-516a-9670-bf4d65b4114a/download","source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"}],"best_oa_location":{"id":"pmh:oai:research-repository.griffith.edu.au:10072/22676","is_oa":true,"landing_page_url":"http://hdl.handle.net/10072/22676","pdf_url":"https://research-repository.griffith.edu.au/bitstreams/be73a9c5-b54a-516a-9670-bf4d65b4114a/download","source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309893","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2146555476.pdf","grobid_xml":"https://content.openalex.org/works/W2146555476.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W82673884","https://openalex.org/W1503820821","https://openalex.org/W1548879090","https://openalex.org/W1588539311","https://openalex.org/W1969168880","https://openalex.org/W1981950775","https://openalex.org/W1987637303","https://openalex.org/W2016378165","https://openalex.org/W2031080503","https://openalex.org/W2082229127","https://openalex.org/W2098449997","https://openalex.org/W2099625444","https://openalex.org/W2126130514","https://openalex.org/W2128597598","https://openalex.org/W2132172443","https://openalex.org/W2168311553","https://openalex.org/W2610325056","https://openalex.org/W2912899437","https://openalex.org/W2997385702","https://openalex.org/W4205649593","https://openalex.org/W4233118564","https://openalex.org/W6603401936"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W615219140","https://openalex.org/W2139716748","https://openalex.org/W2040366276","https://openalex.org/W2188148675","https://openalex.org/W2401874398","https://openalex.org/W4211065946","https://openalex.org/W77703367","https://openalex.org/W2748502319","https://openalex.org/W4200000403"],"abstract_inverted_index":{"Human":[0],"facial":[1,27,86],"animation":[2],"is":[3,21],"an":[4],"interesting":[5],"and":[6,29,88,105],"difficult":[7],"problem":[8],"in":[9],"computer":[10],"graphics.":[11],"In":[12],"this":[13],"paper,":[14],"a":[15,25,44,108,111],"novel":[16],"B-spline":[17,66],"(NURBS)":[18],"muscle":[19],"system":[20,33],"proposed":[22],"to":[23,49,54,107],"simulate":[24],"3D":[26],"expression":[28,87],"talking":[30,112],"animation.":[31],"The":[32,58],"gets":[34],"the":[35,40,51,63,82,96,115],"lip":[36,47,118],"shape":[37],"parameters":[38],"from":[39],"video,":[41],"which":[42,68],"captures":[43],"real":[45],"person's":[46],"movement,":[48],"control":[50,79],"proper":[52],"muscles":[53,59],"form":[55],"different":[56,76,103],"phonemes.":[57],"are":[60,69],"constructed":[61],"by":[62,101],"non-uniform":[64],"rational":[65],"curves,":[67],"based":[70],"on":[71,81],"anatomical":[72],"knowledge.":[73],"By":[74],"using":[75,114],"number":[77],"of":[78,98],"points":[80],"muscles,":[83],"more":[84],"detailed":[85],"mouth":[89],"shapes":[90],"can":[91],"be":[92],"simulated.":[93],"We":[94],"demonstrate":[95],"flexibility":[97],"our":[99],"model":[100],"simulating":[102],"emotions":[104],"lip-sync":[106],"video":[109],"with":[110],"head":[113],"automatically":[116],"extracted":[117],"parameters.":[119]},"counts_by_year":[{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}