{"id":"https://openalex.org/W4407450206","doi":"https://doi.org/10.1109/tmm.2025.3535287","title":"AdaMesh: Personalized Facial Expressions and Head Poses for Adaptive Speech-Driven 3D Facial Animation","display_name":"AdaMesh: Personalized Facial Expressions and Head Poses for Adaptive Speech-Driven 3D Facial Animation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407450206","doi":"https://doi.org/10.1109/tmm.2025.3535287"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3535287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535287","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101849127","display_name":"Liyang Chen","orcid":"https://orcid.org/0000-0001-6985-8281"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":true,"raw_author_name":"Liyang Chen","raw_affiliation_strings":["Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6985-8281","affiliations":[{"raw_affiliation_string":"Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036821828","display_name":"Weihong Bao","orcid":"https://orcid.org/0009-0008-4696-854X"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Weihong Bao","raw_affiliation_strings":["Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0008-4696-854X","affiliations":[{"raw_affiliation_string":"Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101255348","display_name":"Shun Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shun Lei","raw_affiliation_strings":["Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3597-3913","affiliations":[{"raw_affiliation_string":"Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101255349","display_name":"Boshi Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Boshi Tang","raw_affiliation_strings":["Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102869280","display_name":"Zhiyong Wu","orcid":"https://orcid.org/0000-0001-8533-0524"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Zhiyong Wu","raw_affiliation_strings":["Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8533-0524","affiliations":[{"raw_affiliation_string":"Tsinghua-CUHK Joint Research Center for Media Sciences, Technologies and Systems, Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I99065089","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083463839","display_name":"Shiyin Kang","orcid":"https://orcid.org/0000-0001-8304-5260"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyin Kang","raw_affiliation_strings":["SenseTime Research, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-8304-5260","affiliations":[{"raw_affiliation_string":"SenseTime Research, Shenzhen, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haozhi Huang","orcid":"https://orcid.org/0000-0003-3925-0237"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haozhi Huang","raw_affiliation_strings":["XVerse Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3925-0237","affiliations":[{"raw_affiliation_string":"XVerse Technology, Shenzhen, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102225156","display_name":"Helen Meng","orcid":"https://orcid.org/0000-0002-4427-3532"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Helen Meng","raw_affiliation_strings":["The Chinese University of Hong Kong, The Chinese University of Hong Kong, Hong Kong SAR, China","Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-4427-3532","affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Systems Engineering and Engineering Management, The Chinese University of Hong Kong, Hong Kong SAR, China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101849127"],"corresponding_institution_ids":["https://openalex.org/I889458895","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":4.533,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.93917573,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"27","issue":null,"first_page":"3598","last_page":"3609"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9379000067710876,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10888","display_name":"Augmented Reality Applications","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8402693271636963},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.763013482093811},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6288481950759888},{"id":"https://openalex.org/keywords/viseme","display_name":"Viseme","score":0.583369791507721},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5467466711997986},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5412135124206543},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5072605013847351},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.4971504509449005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4781164526939392},{"id":"https://openalex.org/keywords/facial-motion-capture","display_name":"Facial motion capture","score":0.43502703309059143},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.400264173746109},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3035205006599426},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.2959558963775635},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.2880106568336487},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.26625314354896545},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.15798449516296387},{"id":"https://openalex.org/keywords/acoustic-model","display_name":"Acoustic model","score":0.08828994631767273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8402693271636963},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.763013482093811},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6288481950759888},{"id":"https://openalex.org/C33767174","wikidata":"https://www.wikidata.org/wiki/Q371190","display_name":"Viseme","level":4,"score":0.583369791507721},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5467466711997986},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5412135124206543},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5072605013847351},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4971504509449005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4781164526939392},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.43502703309059143},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.400264173746109},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3035205006599426},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.2959558963775635},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2880106568336487},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.26625314354896545},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.15798449516296387},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.08828994631767273},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3535287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535287","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2603945996","display_name":null,"funder_award_id":"62076144","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1985447466","https://openalex.org/W2083164975","https://openalex.org/W2154961933","https://openalex.org/W2738406145","https://openalex.org/W2752796333","https://openalex.org/W2769666294","https://openalex.org/W2808631503","https://openalex.org/W2896457183","https://openalex.org/W2945629925","https://openalex.org/W2964449965","https://openalex.org/W2981263323","https://openalex.org/W3097792222","https://openalex.org/W3099284785","https://openalex.org/W3154411171","https://openalex.org/W3174770825","https://openalex.org/W3180794345","https://openalex.org/W3187364420","https://openalex.org/W3195529437","https://openalex.org/W3209059054","https://openalex.org/W3214444848","https://openalex.org/W3215615641","https://openalex.org/W4200630629","https://openalex.org/W4285603595","https://openalex.org/W4296438045","https://openalex.org/W4312309978","https://openalex.org/W4312671789","https://openalex.org/W4312933868","https://openalex.org/W4380994134","https://openalex.org/W4385245566","https://openalex.org/W4385801342","https://openalex.org/W4386072021","https://openalex.org/W4386076103","https://openalex.org/W4386076250","https://openalex.org/W4386133969","https://openalex.org/W4390190149","https://openalex.org/W4390872742","https://openalex.org/W4390873123","https://openalex.org/W4392356589","https://openalex.org/W4393149781","https://openalex.org/W4394597507","https://openalex.org/W4400818936","https://openalex.org/W4404199654","https://openalex.org/W6640963894","https://openalex.org/W6738045163","https://openalex.org/W6790220310","https://openalex.org/W6796581206","https://openalex.org/W6798483980","https://openalex.org/W6849049266","https://openalex.org/W6872170375","https://openalex.org/W6872556108"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2748502319","https://openalex.org/W2295574089","https://openalex.org/W2906438086","https://openalex.org/W615219140","https://openalex.org/W2130702999","https://openalex.org/W2165663879","https://openalex.org/W2139716748","https://openalex.org/W4385825592","https://openalex.org/W2188148675"],"abstract_inverted_index":{"Speech-driven":[0],"3D":[1],"facial":[2,7,33,71,91,111,165],"animation":[3,72],"aims":[4],"at":[5],"generating":[6],"movements":[8],"that":[9,148],"are":[10],"synchronized":[11],"with":[12,136],"the":[13,26,44,55,76,104,110,115,132,155,159],"driving":[14],"speech,":[15],"which":[16,74,107],"has":[17],"been":[18],"widely":[19],"explored":[20],"recently.":[21],"Existing":[22],"works":[23,40],"mostly":[24],"neglect":[25],"person-specific":[27],"talking":[28,78,156],"style":[29,79,134,140,157],"in":[30,158],"generation,":[31],"including":[32],"expression":[34,105,112],"and":[35,88,93,130,162],"head":[36,94],"pose":[37,117,122,128,139],"styles.":[38],"Several":[39],"intend":[41],"to":[42,54,102],"capture":[43],"personalities":[45],"by":[46,124],"fine-tuning":[47],"modules.":[48],"However,":[49],"limited":[50],"training":[51],"data":[52],"leads":[53],"lack":[56],"of":[57,84],"vividness.":[58],"In":[59],"this":[60],"work,":[61],"we":[62,97,119],"propose":[63,98,120],"<bold":[64],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[65],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">AdaMesh</b>,":[66],"a":[67,81,121,126,137],"novel":[68],"adaptive":[69],"speech-driven":[70],"approach,":[73],"learns":[75],"personalized":[77,116],"from":[80],"reference":[82,160],"video":[83],"about":[85],"10":[86],"seconds":[87],"generates":[89,163],"vivid":[90,164],"expressions":[92],"poses.":[95],"Specifically,":[96],"mixture-of-low-rank":[99],"adaptation":[100],"(MoLoRA)":[101],"fine-tune":[103],"adapter,":[106],"efficiently":[108],"captures":[109],"style.":[113],"For":[114],"style,":[118],"adapter":[123],"building":[125],"discrete":[127],"prior":[129],"retrieving":[131],"appropriate":[133],"embedding":[135],"semantic-aware":[138],"matrix":[141],"without":[142],"fine-tuning.":[143],"Extensive":[144],"experimental":[145],"results":[146],"show":[147],"our":[149],"approach":[150],"outperforms":[151],"state-of-the-art":[152],"methods,":[153],"preserves":[154],"video,":[161],"animation.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}