{"id":"https://openalex.org/W3088578979","doi":"https://doi.org/10.1145/3429341.3429356","title":"Neural Face Models for Example-Based Visual Speech Synthesis","display_name":"Neural Face Models for Example-Based Visual Speech Synthesis","publication_year":2020,"publication_date":"2020-12-07","ids":{"openalex":"https://openalex.org/W3088578979","doi":"https://doi.org/10.1145/3429341.3429356","mag":"3088578979"},"language":"en","primary_location":{"id":"doi:10.1145/3429341.3429356","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3429341.3429356","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3429341.3429356","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Visual Media Production","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3429341.3429356","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065436485","display_name":"Wolfgang Paier","orcid":"https://orcid.org/0000-0002-0834-0566"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4923324","display_name":"Fraunhofer Society","ror":"https://ror.org/05hkkdn48","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Wolfgang Paier","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute, Germany","Fraunhofer Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Fraunhofer Society","institution_ids":["https://openalex.org/I4923324"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074580099","display_name":"Anna Hilsmann","orcid":"https://orcid.org/0000-0002-2086-0951"},"institutions":[{"id":"https://openalex.org/I4923324","display_name":"Fraunhofer Society","ror":"https://ror.org/05hkkdn48","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4923324"]},{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Hilsmann","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute, Germany","Fraunhofer Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Fraunhofer Society","institution_ids":["https://openalex.org/I4923324"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009614926","display_name":"Peter Eisert","orcid":"https://orcid.org/0000-0001-8378-4805"},"institutions":[{"id":"https://openalex.org/I2800274787","display_name":"Fraunhofer Institute for Telecommunications, Heinrich Hertz Institute","ror":"https://ror.org/02tbr6331","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800274787","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I4923324","display_name":"Fraunhofer Society","ror":"https://ror.org/05hkkdn48","country_code":"DE","type":"funder","lineage":["https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Peter Eisert","raw_affiliation_strings":["Fraunhofer Heinrich Hertz Institute, Germany","Fraunhofer Society"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fraunhofer Heinrich Hertz Institute, Germany","institution_ids":["https://openalex.org/I2800274787"]},{"raw_affiliation_string":"Fraunhofer Society","institution_ids":["https://openalex.org/I4923324"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065436485"],"corresponding_institution_ids":["https://openalex.org/I2800274787","https://openalex.org/I4923324"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10223076,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8377457857131958},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.7194221019744873},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6340926885604858},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6323271989822388},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5969139337539673},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.5959962010383606},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.592934787273407},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.580305814743042},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5647938847541809},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.5379332900047302},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5302585959434509},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.4302389919757843},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.37524914741516113},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3647143840789795},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2964877486228943},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.20244815945625305}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8377457857131958},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.7194221019744873},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6340926885604858},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6323271989822388},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5969139337539673},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.5959962010383606},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.592934787273407},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.580305814743042},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5647938847541809},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.5379332900047302},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5302585959434509},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.4302389919757843},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.37524914741516113},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3647143840789795},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2964877486228943},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.20244815945625305},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1145/3429341.3429356","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3429341.3429356","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3429341.3429356","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Visual Media Production","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2009.10361","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2009.10361","pdf_url":"https://arxiv.org/pdf/2009.10361","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:fraunhofer.de:N-639264","is_oa":true,"landing_page_url":"http://publica.fraunhofer.de/documents/N-639264.html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400801","display_name":"Publikationsdatenbank der Fraunhofer-Gesellschaft (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Fraunhofer HHI","raw_type":"Conference Paper"},{"id":"pmh:oai:publica.fraunhofer.de:publica/412331","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/412331","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"doi:10.48550/arxiv.2009.10361","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2009.10361","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:3088578979","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1145/3429341.3429356","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3429341.3429356","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3429341.3429356","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"European Conference on Visual Media Production","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1621481301","display_name":null,"funder_award_id":"762021","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G2798382537","display_name":null,"funder_award_id":"762021","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4075534908","display_name":"Innovative Volumetric Capture and Editing Tools for Ubiquitous Storytelling","funder_award_id":"952147","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3088578979.pdf","grobid_xml":"https://content.openalex.org/works/W3088578979.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1521942597","https://openalex.org/W1834323716","https://openalex.org/W1975270274","https://openalex.org/W1978492316","https://openalex.org/W1995712965","https://openalex.org/W1998572983","https://openalex.org/W2000911139","https://openalex.org/W2004068758","https://openalex.org/W2005831039","https://openalex.org/W2012048984","https://openalex.org/W2017107803","https://openalex.org/W2045439795","https://openalex.org/W2063601108","https://openalex.org/W2070604790","https://openalex.org/W2087681821","https://openalex.org/W2099266232","https://openalex.org/W2099471712","https://openalex.org/W2101870300","https://openalex.org/W2120654454","https://openalex.org/W2125675458","https://openalex.org/W2135666716","https://openalex.org/W2143516773","https://openalex.org/W2147885303","https://openalex.org/W2152826865","https://openalex.org/W2153903029","https://openalex.org/W2162598851","https://openalex.org/W2172803778","https://openalex.org/W2237250383","https://openalex.org/W2243237735","https://openalex.org/W2274515147","https://openalex.org/W2289286917","https://openalex.org/W2336236730","https://openalex.org/W2514988131","https://openalex.org/W2520141791","https://openalex.org/W2552465644","https://openalex.org/W2577762507","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2804619907","https://openalex.org/W2811426698","https://openalex.org/W2883861033","https://openalex.org/W2902836694","https://openalex.org/W2951004968","https://openalex.org/W2952975732","https://openalex.org/W2980562267","https://openalex.org/W2981263323","https://openalex.org/W2997095758","https://openalex.org/W3006295631","https://openalex.org/W3049347123","https://openalex.org/W3097792222"],"related_works":["https://openalex.org/W2946867860","https://openalex.org/W901542585","https://openalex.org/W3046190993","https://openalex.org/W1568597564","https://openalex.org/W2047671930","https://openalex.org/W1898590751","https://openalex.org/W2914512687","https://openalex.org/W150903945","https://openalex.org/W1984635349","https://openalex.org/W2130217769","https://openalex.org/W3098266104","https://openalex.org/W2115136127","https://openalex.org/W2172529265","https://openalex.org/W3022532090","https://openalex.org/W2754411079","https://openalex.org/W2019263219","https://openalex.org/W2913232922","https://openalex.org/W2560663400","https://openalex.org/W3011005153","https://openalex.org/W3207795450"],"abstract_inverted_index":{"Creating":[0],"realistic":[1,145],"animations":[2,162],"of":[3,46,73,79,96,142,160,166,176,201,238,257],"human":[4],"faces":[5],"with":[6,20,128,163],"computer":[7],"graphic":[8],"models":[9],"is":[10,16,51,104,124,174,242],"still":[11],"a":[12,97,107,116,187,199,217,235],"challenging":[13],"task.":[14],"It":[15],"often":[17],"solved":[18],"either":[19],"tedious":[21],"manual":[22],"work":[23],"or":[24,61],"motion":[25,55,68,113,148,210,222],"capture":[26,223],"based":[27,36,130,224,267],"techniques":[28],"that":[29,57,119],"require":[30],"specialised":[31],"and":[32,81,144,158,183,203],"costly":[33],"hardware.":[34],"Example":[35],"animation":[37,102,251],"approaches":[38],"circumvent":[39],"these":[40,152],"problems":[41,153],"by":[42,110,154,198,260],"re-using":[43],"captured":[44,231],"data":[45,50,87],"real":[47,90],"people.":[48],"This":[49,192],"split":[52],"into":[53],"short":[54],"samples":[56,114],"can":[58],"be":[59],"looped":[60],"concatenated":[62,209],"in":[63,115],"order":[64],"to":[65,186,244],"create":[66],"novel":[67],"sequences.":[69,271],"The":[70],"obvious":[71],"advantages":[72,165],"this":[74,213],"approach":[75,219,259],"are":[76,133],"the":[77,82,86,101,120,140,156,164,230,250,255],"simplicity":[78,159],"use":[80],"high":[83,134,178],"realism,":[84],"since":[85],"exhibits":[88],"only":[89],"deformations.":[91],"Rather":[92],"than":[93],"tuning":[94],"weights":[95],"complex":[98],"face":[99,168,172,181],"rig,":[100],"task":[103],"performed":[105],"on":[106,225,229,268],"higher":[108],"level":[109],"arranging":[111],"typical":[112],"way":[117],"such":[118],"desired":[121],"facial":[122,221,239,247],"performance":[123],"achieved.":[125],"Two":[126],"difficulties":[127],"example":[129],"approaches,":[131],"however,":[132],"memory":[135,196],"requirements":[136,197],"as":[137,139],"well":[138],"creation":[141],"artefact-free":[143],"transitions":[146,207],"between":[147,208],"samples.":[149,211],"We":[150,253],"solve":[151],"combining":[155],"realism":[157],"example-based":[161],"neural":[167,171,236],"models.":[169],"Our":[170],"model":[173],"capable":[175],"synthesising":[177,261],"quality":[179],"3D":[180],"geometry":[182],"texture":[184],"according":[185],"compact":[188],"latent":[189,193],"parameter":[190],"vector.":[191],"representation":[194,237],"reduces":[195],"factor":[200],"100":[202],"helps":[204],"creating":[205],"seamless":[206],"In":[212],"paper,":[214],"we":[215,233],"present":[216],"marker-less":[218],"for":[220,263],"multi-view":[226],"video.":[227],"Based":[228],"data,":[232],"learn":[234],"expressions,":[240],"which":[241],"used":[243],"seamlessly":[245],"concatenate":[246],"performances":[248],"during":[249],"procedure.":[252],"demonstrate":[254],"effectiveness":[256],"our":[258],"mouthings":[262],"Swiss-German":[264],"sign":[265],"language":[266],"viseme":[269],"query":[270]},"counts_by_year":[],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}