{"id":"https://openalex.org/W4402402001","doi":"https://doi.org/10.1109/tvcg.2024.3456213","title":"Expressive 3D Facial Animation Generation Based on Local-to-Global Latent Diffusion","display_name":"Expressive 3D Facial Animation Generation Based on Local-to-Global Latent Diffusion","publication_year":2024,"publication_date":"2024-09-10","ids":{"openalex":"https://openalex.org/W4402402001","doi":"https://doi.org/10.1109/tvcg.2024.3456213","pmid":"https://pubmed.ncbi.nlm.nih.gov/39255115"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3456213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456213","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064016745","display_name":"Wenfeng Song","orcid":"https://orcid.org/0000-0002-5101-1071"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenfeng Song","raw_affiliation_strings":["Computer School, Beijing Information Science and Technology University, China"],"raw_orcid":"https://orcid.org/0000-0002-5101-1071","affiliations":[{"raw_affiliation_string":"Computer School, Beijing Information Science and Technology University, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107935333","display_name":"Xuan Wang","orcid":"https://orcid.org/0009-0003-2777-0179"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Wang","raw_affiliation_strings":["Computer School, Beijing Information Science and Technology University, China"],"raw_orcid":"https://orcid.org/0009-0003-2777-0179","affiliations":[{"raw_affiliation_string":"Computer School, Beijing Information Science and Technology University, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yiming Jiang","orcid":"https://orcid.org/0009-0002-8071-2894"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Jiang","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, China"],"raw_orcid":"https://orcid.org/0009-0002-8071-2894","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424132","display_name":"Shuai Li","orcid":"https://orcid.org/0000-0003-4182-1588"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Li","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0003-4182-1588","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035153076","display_name":"Aimin Hao","orcid":"https://orcid.org/0000-0002-5774-6706"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Hao","raw_affiliation_strings":["State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0002-5774-6706","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Virtual Reality Technology and Systems, Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090010416","display_name":"Xia Hou","orcid":"https://orcid.org/0000-0001-6006-4215"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia Hou","raw_affiliation_strings":["Computer School, Beijing Information Science and Technology University, China"],"raw_orcid":"https://orcid.org/0000-0001-6006-4215","affiliations":[{"raw_affiliation_string":"Computer School, Beijing Information Science and Technology University, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091408797","display_name":"Hong Qin","orcid":"https://orcid.org/0000-0001-7699-1355"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Qin","raw_affiliation_strings":["Department of Computer Science, Stony Brook University (SUNY at Stony Brook), Stony Brook, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-7699-1355","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University (SUNY at Stony Brook), Stony Brook, New York, USA","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":15.2865,"has_fulltext":false,"cited_by_count":94,"citation_normalized_percentile":{"value":0.9962882,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"30","issue":"11","first_page":"7397","last_page":"7407"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.935699999332428,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8248079419136047},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6629818677902222},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6049772500991821},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.5700781941413879},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.5106208920478821},{"id":"https://openalex.org/keywords/character-animation","display_name":"Character animation","score":0.42075228691101074},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3912017345428467},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35792338848114014},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3398646414279938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8248079419136047},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6629818677902222},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6049772500991821},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.5700781941413879},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.5106208920478821},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.42075228691101074},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3912017345428467},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35792338848114014},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3398646414279938}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3456213","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3456213","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:39255115","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39255115","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1195506233","display_name":null,"funder_award_id":"IIS-1715985","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1803388797","display_name":null,"funder_award_id":"L232102","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G2864714623","display_name":null,"funder_award_id":"IIS-1812606","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4413077633","display_name":null,"funder_award_id":"Z231100005923039","funder_id":"https://openalex.org/F4320335843","funder_display_name":"Beijing Science and Technology Planning Project"},{"id":"https://openalex.org/G4702096841","display_name":null,"funder_award_id":"4222024","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G5099333493","display_name":null,"funder_award_id":"62441201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5934650224","display_name":null,"funder_award_id":"62272021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7361149668","display_name":null,"funder_award_id":"2023YFF1203803","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8278685304","display_name":null,"funder_award_id":"62102036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335843","display_name":"Beijing Science and Technology Planning Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W2030931454","https://openalex.org/W2150081556","https://openalex.org/W2154961933","https://openalex.org/W2164647001","https://openalex.org/W2583330183","https://openalex.org/W2739192055","https://openalex.org/W2752796333","https://openalex.org/W2769666294","https://openalex.org/W2798583514","https://openalex.org/W2799185473","https://openalex.org/W2810085310","https://openalex.org/W2919859337","https://openalex.org/W2981263323","https://openalex.org/W3000341409","https://openalex.org/W3081192838","https://openalex.org/W3099284785","https://openalex.org/W3111943171","https://openalex.org/W3154411171","https://openalex.org/W3155072588","https://openalex.org/W3175283070","https://openalex.org/W3180355996","https://openalex.org/W3209059054","https://openalex.org/W3212516020","https://openalex.org/W4200630629","https://openalex.org/W4221144911","https://openalex.org/W4304099317","https://openalex.org/W4312388283","https://openalex.org/W4312465424","https://openalex.org/W4312497550","https://openalex.org/W4312588057","https://openalex.org/W4312590328","https://openalex.org/W4312933868","https://openalex.org/W4367359628","https://openalex.org/W4379115727","https://openalex.org/W4380994134","https://openalex.org/W4382457661","https://openalex.org/W4385245566","https://openalex.org/W4385284180","https://openalex.org/W4386065807","https://openalex.org/W4386075819","https://openalex.org/W4386076250","https://openalex.org/W4386076288","https://openalex.org/W4386076323","https://openalex.org/W4387211234","https://openalex.org/W4387319294","https://openalex.org/W4387421789","https://openalex.org/W4387967971","https://openalex.org/W4388157164","https://openalex.org/W4390872742","https://openalex.org/W4390873054","https://openalex.org/W4390873123","https://openalex.org/W4390873135","https://openalex.org/W4391305822","https://openalex.org/W4399527576","https://openalex.org/W4402703119","https://openalex.org/W4402727521","https://openalex.org/W4402727878","https://openalex.org/W6640963894","https://openalex.org/W6679045638","https://openalex.org/W6757817989","https://openalex.org/W6762931180","https://openalex.org/W6779823529","https://openalex.org/W6783713337","https://openalex.org/W6788990321","https://openalex.org/W6790978476","https://openalex.org/W6795261426","https://openalex.org/W6795288823","https://openalex.org/W6804703708","https://openalex.org/W6810940779","https://openalex.org/W6838639034","https://openalex.org/W6844223692","https://openalex.org/W6844305113","https://openalex.org/W6845350258","https://openalex.org/W6846611385","https://openalex.org/W6863783754"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2159681853","https://openalex.org/W2122474456"],"abstract_inverted_index":{"3D":[0,148,162],"Facial":[1,113],"animations,":[2],"crucial":[3],"to":[4,17,34,46,99,135,155],"augmented":[5,177],"and":[6,51,85,144,168,173,178,191],"mixed":[7,179],"reality":[8,180],"digital":[9],"media,":[10],"have":[11],"evolved":[12],"from":[13],"mere":[14],"aesthetic":[15],"elements":[16],"potent":[18],"storytelling":[19],"media.":[20],"Despite":[21],"considerable":[22],"progress":[23],"in":[24,97,176],"facial":[25,49,53,75,83,149,163],"animation":[26,121,164],"of":[27,38,61,91,107,159],"neutral":[28],"emotions,":[29],"existing":[30],"methods":[31],"still":[32],"struggle":[33],"capture":[35,47],"the":[36,66,119,138,146,156,170,196],"authenticity":[37],"emotions.":[39],"This":[40,198],"paper":[41],"introduces":[42],"a":[43,184],"novel":[44],"approach":[45],"fine":[48],"expressions":[50],"generate":[52],"animations":[54],"using":[55],"audio":[56,103,166],"synchronization.":[57],"Our":[58,151],"method":[59],"consists":[60],"two":[62],"key":[63,157],"components:":[64],"First,":[65],"Local-to-global":[67],"Latent":[68],"Diffusion":[69],"Model":[70,115],"(LG-LDM)":[71],"tailored":[72],"for":[73,117,165,194],"authentic":[74],"expressions,":[76,84],"which":[77],"can":[78],"integrate":[79],"audio,":[80],"time":[81],"step,":[82],"other":[86],"conditions":[87],"towards":[88],"possible":[89],"encoding":[90],"emotionally":[92,160],"rich":[93],"yet":[94],"latent":[95],"features":[96],"response":[98],"possibly":[100],"noisy":[101],"raw":[102],"signals.":[104],"The":[105],"core":[106],"LG-LDM":[108],"is":[109,200],"our":[110,188],"carefully":[111],"designed":[112],"Denoiser":[114],"(FDM)":[116],"aligning":[118],"local-to-global":[120],"feature":[122],"with":[123],"audio.":[124],"Second,":[125],"we":[126],"redesign":[127],"an":[128],"Emotion-centric":[129],"Vector":[130],"Quantized-Variational":[131],"AutoEncoder":[132],"framework":[133],"(EVQ-VAE)":[134],"finely":[136],"decode":[137],"subtle":[139],"differences":[140],"under":[141],"different":[142],"emotions":[143],"reconstruct":[145],"final":[147],"geometry.":[150],"work":[152],"significantly":[153],"contributes":[154],"challenges":[158],"realistic":[161],"synchronization":[167],"enhances":[169],"immersive":[171],"experience":[172],"emotional":[174],"depth":[175],"applications.":[181],"We":[182],"provide":[183],"reproducibility":[185],"kit":[186,199],"including":[187],"code,":[189],"dataset,":[190],"detailed":[192],"instructions":[193],"running":[195],"experiments.":[197],"available":[201],"at":[202],"https://github.com/wangxuanx/Face-Diffusion-Model.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":46},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}