{"id":"https://openalex.org/W2077889979","doi":"https://doi.org/10.1145/1599301.1599309","title":"Model-based synthesis of visual speech movements from 3D video","display_name":"Model-based synthesis of visual speech movements from 3D video","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W2077889979","doi":"https://doi.org/10.1145/1599301.1599309","mag":"2077889979"},"language":"en","primary_location":{"id":"doi:10.1145/1599301.1599309","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1599301.1599309","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1644500.1599309","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH '09: Posters","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.5555/1644500.1599309","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086791484","display_name":"James D. Edge","orcid":null},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"James D. Edge","raw_affiliation_strings":["Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK","Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK#TAB#"],"affiliations":[{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK#TAB#","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016376222","display_name":"Adrian Hilton","orcid":"https://orcid.org/0000-0003-4223-238X"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adrian Hilton","raw_affiliation_strings":["Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK","Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK#TAB#"],"affiliations":[{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK#TAB#","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022165330","display_name":"Philip J. B. Jackson","orcid":"https://orcid.org/0000-0001-7933-5935"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Philip Jackson","raw_affiliation_strings":["Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK","Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK#TAB#"],"affiliations":[{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK","institution_ids":["https://openalex.org/I28290843"]},{"raw_affiliation_string":"Centre for Vision, Speech and Signal Processing, The University of Surrey, Surrey, UK#TAB#","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5086791484"],"corresponding_institution_ids":["https://openalex.org/I28290843"],"apc_list":null,"apc_paid":null,"fwci":1.4284,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80689655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8211671113967896},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.6818829774856567},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6752806901931763},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.6700093150138855},{"id":"https://openalex.org/keywords/viseme","display_name":"Viseme","score":0.5296746492385864},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5238387584686279},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.48765408992767334},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4861271381378174},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4699400067329407},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.4622039794921875},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4589146375656128},{"id":"https://openalex.org/keywords/speech-production","display_name":"Speech production","score":0.42430296540260315},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4203093349933624},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.4160652160644531},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4070815443992615},{"id":"https://openalex.org/keywords/speech-technology","display_name":"Speech technology","score":0.14735519886016846},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.10501465201377869}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8211671113967896},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.6818829774856567},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6752806901931763},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.6700093150138855},{"id":"https://openalex.org/C33767174","wikidata":"https://www.wikidata.org/wiki/Q371190","display_name":"Viseme","level":4,"score":0.5296746492385864},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5238387584686279},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.48765408992767334},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4861271381378174},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4699400067329407},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4622039794921875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4589146375656128},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.42430296540260315},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4203093349933624},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.4160652160644531},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4070815443992615},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.14735519886016846},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.10501465201377869},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/1599301.1599309","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1599301.1599309","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1644500.1599309","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH '09: Posters","raw_type":"proceedings-article"},{"id":"pmh:oai:alma.44SUR_INST:11139334670002346","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.377.5462","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.377.5462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://xm2vtsdb.ee.surrey.ac.uk/CVSSP/Publications/papers/EdgeHiltonJackson_JASMP09.pdf","raw_type":"text"},{"id":"pmh:oai:alma.44SUR_INST:11140076560002346","is_oa":false,"landing_page_url":"https://openresearch.surrey.ac.uk/esploro/outputs/conferencePresentation/Model-based-synthesis-of-visual-speech-movements/99516584502346","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"event"},{"id":"pmh:oai:epubs.surrey.ac.uk:830789","is_oa":false,"landing_page_url":"http://epubs.surrey.ac.uk/830789/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400680","display_name":"Surrey Research Insight Open Access (The University of Surrey)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28290843","host_organization_name":"University of Surrey","host_organization_lineage":["https://openalex.org/I28290843"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.1145/1599301.1599309","is_oa":true,"landing_page_url":"https://doi.org/10.1145/1599301.1599309","pdf_url":"https://dl.acm.org/doi/pdf/10.5555/1644500.1599309","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH '09: Posters","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5600000023841858,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3566858457","display_name":null,"funder_award_id":"EP/F02827X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2077889979.pdf","grobid_xml":"https://content.openalex.org/works/W2077889979.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W85728648","https://openalex.org/W1496801689","https://openalex.org/W1523299280","https://openalex.org/W1524896478","https://openalex.org/W1547376871","https://openalex.org/W1552319954","https://openalex.org/W1554803342","https://openalex.org/W1561603372","https://openalex.org/W1600747508","https://openalex.org/W1693261796","https://openalex.org/W2014336666","https://openalex.org/W2051169188","https://openalex.org/W2064400654","https://openalex.org/W2071096833","https://openalex.org/W2083389036","https://openalex.org/W2095156353","https://openalex.org/W2103633133","https://openalex.org/W2105478683","https://openalex.org/W2106715340","https://openalex.org/W2118104180","https://openalex.org/W2120654454","https://openalex.org/W2125459948","https://openalex.org/W2130890537","https://openalex.org/W2141570123","https://openalex.org/W2143640516","https://openalex.org/W2147885303","https://openalex.org/W2148985157","https://openalex.org/W2155047782","https://openalex.org/W2172803778","https://openalex.org/W2295661697","https://openalex.org/W2397194895","https://openalex.org/W2980286501","https://openalex.org/W4251434124","https://openalex.org/W6629685604","https://openalex.org/W6671659011","https://openalex.org/W6676047094","https://openalex.org/W6680860353","https://openalex.org/W6682634897","https://openalex.org/W6772494849"],"related_works":["https://openalex.org/W2401811665","https://openalex.org/W1974357398","https://openalex.org/W2295574089","https://openalex.org/W2055569256","https://openalex.org/W4241846838","https://openalex.org/W4234707920","https://openalex.org/W2087756952","https://openalex.org/W3133492806","https://openalex.org/W136487047","https://openalex.org/W2166970146"],"abstract_inverted_index":{"We":[0],"describe":[1],"a":[2,12,23,55],"method":[3],"for":[4],"the":[5,45,67,90,97,117],"synthesis":[6,107],"of":[7,38,57,69,105,119],"visual":[8,70],"speech":[9,71,74,121],"movements":[10,19,72,84],"using":[11,22],"hybrid":[13],"unit":[14,113],"selection/model-based":[15],"approach.":[16],"Speech":[17],"lip":[18,48,83],"are":[20],"captured":[21],"3D":[24],"stereo":[25],"face":[26],"capture":[27],"system":[28],"and":[29,50,63],"split":[30],"up":[31],"into":[32],"phonetic":[33,94],"units.":[34],"A":[35],"dynamic":[36],"parameterisation":[37,54],"this":[39,53],"data":[40],"is":[41,61,64,85],"constructed":[42],"which":[43],"maintains":[44],"relationship":[46],"between":[47],"shapes":[49],"velocities;":[51],"within":[52],"model":[56],"how":[58],"lips":[59],"move":[60],"built":[62],"used":[65],"in":[66],"animation":[68],"from":[73,79],"audio":[75,80],"input.":[76],"The":[77],"mapping":[78],"parameters":[81],"to":[82,96],"disambiguated":[86],"by":[87],"selecting":[88],"only":[89],"most":[91],"similar":[92],"stored":[93],"units":[95],"target":[98],"utterance":[99],"during":[100],"synthesis.":[101,122],"By":[102],"combining":[103],"properties":[104],"model-based":[106],"(e.g.,":[108],"HMMs,":[109],"neural":[110],"nets)":[111],"with":[112],"selection":[114],"we":[115],"improve":[116],"quality":[118],"our":[120]},"counts_by_year":[{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}