{"id":"https://openalex.org/W4403828057","doi":"https://doi.org/10.3390/info15110675","title":"Audio-Driven Facial Animation with Deep Learning: A Survey","display_name":"Audio-Driven Facial Animation with Deep Learning: A Survey","publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4403828057","doi":"https://doi.org/10.3390/info15110675"},"language":"en","primary_location":{"id":"doi:10.3390/info15110675","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15110675","pdf_url":"https://www.mdpi.com/2078-2489/15/11/675/pdf?version=1730126142","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2078-2489/15/11/675/pdf?version=1730126142","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052727503","display_name":"Diqiong Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Diqiong Jiang","raw_affiliation_strings":["National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK"],"affiliations":[{"raw_affiliation_string":"National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052361049","display_name":"Jian Chang","orcid":"https://orcid.org/0000-0003-4118-147X"},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jian Chang","raw_affiliation_strings":["National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK"],"affiliations":[{"raw_affiliation_string":"National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101850373","display_name":"Lihua You","orcid":"https://orcid.org/0000-0001-9738-4378"},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lihua You","raw_affiliation_strings":["National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK"],"affiliations":[{"raw_affiliation_string":"National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046801323","display_name":"Shaojun Bian","orcid":"https://orcid.org/0000-0003-1108-744X"},"institutions":[{"id":"https://openalex.org/I19668297","display_name":"Buckinghamshire New University","ror":"https://ror.org/02q3bak66","country_code":"GB","type":"education","lineage":["https://openalex.org/I19668297"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shaojun Bian","raw_affiliation_strings":["School of Creative and Digital Industries, Buckinghamshire New University, High Wycombe HP11 2JZ, UK"],"affiliations":[{"raw_affiliation_string":"School of Creative and Digital Industries, Buckinghamshire New University, High Wycombe HP11 2JZ, UK","institution_ids":["https://openalex.org/I19668297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093899857","display_name":"Robert Kosk","orcid":null},"institutions":[{"id":"https://openalex.org/I9300472","display_name":"Bournemouth University","ror":"https://ror.org/05wwcw481","country_code":"GB","type":"education","lineage":["https://openalex.org/I9300472"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert Kosk","raw_affiliation_strings":["National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK"],"affiliations":[{"raw_affiliation_string":"National Centre for Computer Animation, Bournemouth University, Poole BH12 5BB, UK","institution_ids":["https://openalex.org/I9300472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087708767","display_name":"Greg Maguire","orcid":"https://orcid.org/0000-0002-2935-7383"},"institutions":[{"id":"https://openalex.org/I138801177","display_name":"University of Ulster","ror":"https://ror.org/01yp9g959","country_code":"GB","type":"education","lineage":["https://openalex.org/I138801177"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Greg Maguire","raw_affiliation_strings":["Belfast School of Art, Ulster University, Belfast BT15 1ED, UK"],"affiliations":[{"raw_affiliation_string":"Belfast School of Art, Ulster University, Belfast BT15 1ED, UK","institution_ids":["https://openalex.org/I138801177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5052727503"],"corresponding_institution_ids":["https://openalex.org/I9300472"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.7061,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86017699,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"15","issue":"11","first_page":"675","last_page":"675"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6091470718383789},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.59232097864151},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.5382096767425537},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.401880145072937},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39180493354797363},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3427436053752899},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.30433255434036255},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.2681048810482025}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6091470718383789},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.59232097864151},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.5382096767425537},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.401880145072937},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39180493354797363},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3427436053752899},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.30433255434036255},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.2681048810482025}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/info15110675","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15110675","pdf_url":"https://www.mdpi.com/2078-2489/15/11/675/pdf?version=1730126142","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},{"id":"pmh:oai:eprints.bournemouth.ac.uk:40586","is_oa":true,"landing_page_url":null,"pdf_url":"https://eprints.bournemouth.ac.uk/40586/1/information-15-00675.pdf","source":{"id":"https://openalex.org/S4306400187","display_name":"Bournemouth University Research Online (Bournemouth University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9300472","host_organization_name":"Bournemouth University","host_organization_lineage":["https://openalex.org/I9300472"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:pure.atira.dk:publications/9c566e06-d18b-426c-80cd-92af11a01754","is_oa":true,"landing_page_url":"https://pure.ulster.ac.uk/en/publications/9c566e06-d18b-426c-80cd-92af11a01754","pdf_url":"https://pure.ulster.ac.uk/ws/files/215682784/Final_published_version.pdf","source":{"id":"https://openalex.org/S4306402454","display_name":"Ulster University Research Portal (Ulster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138801177","host_organization_name":"University of Ulster","host_organization_lineage":["https://openalex.org/I138801177"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Jiang, D, Chang, J, You, L, Bian, S, Kosk, R & Maguire, G 2024, 'Audio-Driven Facial Animation with Deep Learning: A Survey', Information, vol. 15, no. 11, 675, pp. 1-24. https://doi.org/10.3390/info15110675","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:48c3924bf4764c4aa2ca3b346b61f7ce","is_oa":true,"landing_page_url":"https://doaj.org/article/48c3924bf4764c4aa2ca3b346b61f7ce","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Information, Vol 15, Iss 11, p 675 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/info15110675","is_oa":true,"landing_page_url":"https://doi.org/10.3390/info15110675","pdf_url":"https://www.mdpi.com/2078-2489/15/11/675/pdf?version=1730126142","source":{"id":"https://openalex.org/S4210219776","display_name":"Information","issn_l":"2078-2489","issn":["2078-2489"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1409312002","display_name":"Centre for Applied Creative Technologies","funder_award_id":"900025","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1974542962","display_name":null,"funder_award_id":"Sk\u0142odowska","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403828057.pdf"},"referenced_works_count":120,"referenced_works":["https://openalex.org/W1565144712","https://openalex.org/W1569907127","https://openalex.org/W1779294284","https://openalex.org/W1822526425","https://openalex.org/W2010284423","https://openalex.org/W2029199293","https://openalex.org/W2030931454","https://openalex.org/W2032693983","https://openalex.org/W2071096833","https://openalex.org/W2083792893","https://openalex.org/W2104480821","https://openalex.org/W2129360799","https://openalex.org/W2133665775","https://openalex.org/W2134963900","https://openalex.org/W2154961933","https://openalex.org/W2237250383","https://openalex.org/W2295661697","https://openalex.org/W2342475039","https://openalex.org/W2519887557","https://openalex.org/W2551572271","https://openalex.org/W2570575067","https://openalex.org/W2594690981","https://openalex.org/W2726515241","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2739385919","https://openalex.org/W2745771616","https://openalex.org/W2763858995","https://openalex.org/W2803193013","https://openalex.org/W2808631503","https://openalex.org/W2810311710","https://openalex.org/W2884460600","https://openalex.org/W2890952074","https://openalex.org/W2893436174","https://openalex.org/W2895226286","https://openalex.org/W2895615590","https://openalex.org/W2897760566","https://openalex.org/W2914217321","https://openalex.org/W2915840827","https://openalex.org/W2944294033","https://openalex.org/W2950248412","https://openalex.org/W2954390955","https://openalex.org/W2959650063","https://openalex.org/W2962785568","https://openalex.org/W2963081548","https://openalex.org/W2963290645","https://openalex.org/W2963822910","https://openalex.org/W2963981733","https://openalex.org/W2964559396","https://openalex.org/W2979894294","https://openalex.org/W2981087920","https://openalex.org/W2981263323","https://openalex.org/W3019200173","https://openalex.org/W3025521275","https://openalex.org/W3034211329","https://openalex.org/W3036125056","https://openalex.org/W3036167779","https://openalex.org/W3036601975","https://openalex.org/W3038930935","https://openalex.org/W3081492798","https://openalex.org/W3089177030","https://openalex.org/W3093450153","https://openalex.org/W3094612121","https://openalex.org/W3095173472","https://openalex.org/W3097777922","https://openalex.org/W3099284785","https://openalex.org/W3101631197","https://openalex.org/W3107666850","https://openalex.org/W3109114891","https://openalex.org/W3120163087","https://openalex.org/W3125803510","https://openalex.org/W3154411171","https://openalex.org/W3174763799","https://openalex.org/W3175779516","https://openalex.org/W3186090335","https://openalex.org/W3186700381","https://openalex.org/W3195529437","https://openalex.org/W3197199219","https://openalex.org/W3209059054","https://openalex.org/W3216942228","https://openalex.org/W4200150166","https://openalex.org/W4200174933","https://openalex.org/W4200630629","https://openalex.org/W4200631136","https://openalex.org/W4200633626","https://openalex.org/W4210657261","https://openalex.org/W4311000453","https://openalex.org/W4311212916","https://openalex.org/W4311808636","https://openalex.org/W4312301053","https://openalex.org/W4312671789","https://openalex.org/W4312722235","https://openalex.org/W4312894597","https://openalex.org/W4313472219","https://openalex.org/W4380994134","https://openalex.org/W4381568341","https://openalex.org/W4384273426","https://openalex.org/W4386072021","https://openalex.org/W4386075487","https://openalex.org/W4386076250","https://openalex.org/W4388157164","https://openalex.org/W4390872742","https://openalex.org/W4390872926","https://openalex.org/W4390873123","https://openalex.org/W4391420692","https://openalex.org/W4393062768","https://openalex.org/W4394698479","https://openalex.org/W4400527960","https://openalex.org/W4402112200","https://openalex.org/W4402660084","https://openalex.org/W4402917159","https://openalex.org/W4402979798","https://openalex.org/W4403182842","https://openalex.org/W4403780835","https://openalex.org/W4403791206","https://openalex.org/W6741846975","https://openalex.org/W6764384072","https://openalex.org/W6779823529","https://openalex.org/W6780218876"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2103375294","https://openalex.org/W2532377291","https://openalex.org/W1823321090","https://openalex.org/W2378792725","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2617644139","https://openalex.org/W2535923857","https://openalex.org/W4400097232"],"abstract_inverted_index":{"Audio-driven":[0],"facial":[1,13,37,45,50,65,116],"animation":[2,47],"is":[3],"a":[4,20,27,40],"rapidly":[5],"evolving":[6],"field":[7],"that":[8,90],"aims":[9],"to":[10,35,58],"generate":[11],"realistic":[12,75],"expressions":[14],"and":[15,48,76,87,97,102,115,130],"lip":[16,95],"movements":[17],"synchronized":[18,77],"with":[19,39],"given":[21],"audio":[22,60],"input.":[23],"This":[24,79],"survey":[25,80],"provides":[26],"comprehensive":[28],"review":[29],"of":[30,73,122,132],"deep":[31,56],"learning":[32,57],"techniques":[33],"applied":[34],"audio-driven":[36,44,49],"animation,":[38],"focus":[41],"on":[42],"both":[43],"image":[46],"mesh":[51],"animation.":[52],"These":[53],"approaches":[54],"employ":[55],"map":[59],"inputs":[61],"directly":[62],"onto":[63],"3D":[64],"meshes":[66],"or":[67],"2D":[68],"images,":[69],"enabling":[70],"the":[71,88,127],"creation":[72],"highly":[74],"animations.":[78],"also":[81],"explores":[82],"evaluation":[83],"metrics,":[84],"available":[85],"datasets,":[86],"challenges":[89],"remain,":[91],"such":[92],"as":[93],"disentangling":[94],"synchronization":[96],"emotions,":[98],"generalization":[99],"across":[100],"speakers,":[101],"dataset":[103],"limitations.":[104],"Lastly,":[105],"we":[106],"discuss":[107],"future":[108],"directions,":[109],"including":[110],"multi-modal":[111],"integration,":[112],"personalized":[113],"models,":[114],"attribute":[117],"modification":[118],"in":[119],"animations,":[120],"all":[121],"which":[123],"are":[124],"critical":[125],"for":[126],"continued":[128],"development":[129],"application":[131],"this":[133],"technology.":[134]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}