{"id":"https://openalex.org/W4403182842","doi":"https://doi.org/10.1109/tvcg.2024.3476275","title":"Learn2Talk: 3D Talking Face Learns From 2D Talking Face","display_name":"Learn2Talk: 3D Talking Face Learns From 2D Talking Face","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4403182842","doi":"https://doi.org/10.1109/tvcg.2024.3476275","pmid":"https://pubmed.ncbi.nlm.nih.gov/39374282"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3476275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3476275","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102652604","display_name":"Yixiang Zhuang","orcid":"https://orcid.org/0009-0009-2378-0154"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yixiang Zhuang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, China"],"raw_orcid":"https://orcid.org/0009-0009-2378-0154","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Baoping Cheng","orcid":"https://orcid.org/0009-0002-6162-3343"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoping Cheng","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China","Department of Electronic Engineering, Tsinghua University and China Mobile (Hangzhou) Information Technology Co., Ltd., China"],"raw_orcid":"https://orcid.org/0009-0002-6162-3343","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University and China Mobile (Hangzhou) Information Technology Co., Ltd., China","institution_ids":["https://openalex.org/I180662265","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109796442","display_name":"Yao Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Cheng","raw_affiliation_strings":["China Mobile (Hangzhou) Information Technology Company, Ltd., Hangzhou, China","China Mobile (Hangzhou) Information Technology Co., Ltd., China"],"raw_orcid":"https://orcid.org/0000-0002-7866-0311","affiliations":[{"raw_affiliation_string":"China Mobile (Hangzhou) Information Technology Company, Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"China Mobile (Hangzhou) Information Technology Co., Ltd., China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015445070","display_name":"YuHao Jin","orcid":"https://orcid.org/0009-0009-2076-7392"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuntao Jin","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, China"],"raw_orcid":"https://orcid.org/0009-0009-2076-7392","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008894849","display_name":"Renshuai Liu","orcid":"https://orcid.org/0000-0002-4029-6569"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renshuai Liu","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, China"],"raw_orcid":"https://orcid.org/0000-0002-4029-6569","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100646039","display_name":"Chengyang Li","orcid":"https://orcid.org/0000-0001-8439-004X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyang Li","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, China"],"raw_orcid":"https://orcid.org/0000-0001-8439-004X","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085701568","display_name":"Xuan Cheng","orcid":"https://orcid.org/0000-0002-7382-0240"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Cheng","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, China"],"raw_orcid":"https://orcid.org/0000-0002-7382-0240","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013972536","display_name":"Jing Liao","orcid":"https://orcid.org/0000-0001-7014-5377"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Liao","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","Department of Computer Science, City University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-7014-5377","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Kowloon Tong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056910392","display_name":"Juncong Lin","orcid":"https://orcid.org/0000-0001-6500-6655"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juncong Lin","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","School of Informatics, Xiamen University, China"],"raw_orcid":"https://orcid.org/0000-0001-6500-6655","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5102652604"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":1.6282,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85263799,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"31","issue":"9","first_page":"5829","last_page":"5841"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9571999907493591,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9567999839782715,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.7598385214805603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7155043482780457},{"id":"https://openalex.org/keywords/face-to-face","display_name":"Face-to-face","score":0.4668387174606323},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44052591919898987},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4211067855358124},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.42011114954948425},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41097259521484375}],"concepts":[{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.7598385214805603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7155043482780457},{"id":"https://openalex.org/C2777359053","wikidata":"https://www.wikidata.org/wiki/Q2463823","display_name":"Face-to-face","level":2,"score":0.4668387174606323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44052591919898987},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4211067855358124},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42011114954948425},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41097259521484375},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3476275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3476275","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:39374282","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39374282","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8005865453","display_name":null,"funder_award_id":"62077039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W2086331119","https://openalex.org/W2134963900","https://openalex.org/W2135666716","https://openalex.org/W2154961933","https://openalex.org/W2398381847","https://openalex.org/W2604379605","https://openalex.org/W2739192055","https://openalex.org/W2752796333","https://openalex.org/W2769666294","https://openalex.org/W2804619907","https://openalex.org/W2944294033","https://openalex.org/W2962770929","https://openalex.org/W2963081548","https://openalex.org/W2964449965","https://openalex.org/W2970967525","https://openalex.org/W2979894294","https://openalex.org/W2981263323","https://openalex.org/W2981767644","https://openalex.org/W3019952993","https://openalex.org/W3081492798","https://openalex.org/W3097777922","https://openalex.org/W3107666850","https://openalex.org/W3154411171","https://openalex.org/W3178350420","https://openalex.org/W3180794345","https://openalex.org/W3186090335","https://openalex.org/W3194006130","https://openalex.org/W3196703792","https://openalex.org/W3197199219","https://openalex.org/W4200174933","https://openalex.org/W4200630629","https://openalex.org/W4200631136","https://openalex.org/W4221142859","https://openalex.org/W4297989763","https://openalex.org/W4303448003","https://openalex.org/W4307286264","https://openalex.org/W4312590328","https://openalex.org/W4312933868","https://openalex.org/W4328028374","https://openalex.org/W4367663417","https://openalex.org/W4372346152","https://openalex.org/W4377010269","https://openalex.org/W4380994134","https://openalex.org/W4382240211","https://openalex.org/W4382468851","https://openalex.org/W4385318467","https://openalex.org/W4385801342","https://openalex.org/W4386072021","https://openalex.org/W4386075888","https://openalex.org/W4386075984","https://openalex.org/W4386076250","https://openalex.org/W4386076374","https://openalex.org/W4388157164","https://openalex.org/W4388185992","https://openalex.org/W4390872742","https://openalex.org/W4392405761","https://openalex.org/W4392780157","https://openalex.org/W4400582137","https://openalex.org/W4400818936","https://openalex.org/W4402660124","https://openalex.org/W4402727211","https://openalex.org/W4402727930","https://openalex.org/W4402753521","https://openalex.org/W4403792004","https://openalex.org/W4404586213","https://openalex.org/W4410197715","https://openalex.org/W6765779288","https://openalex.org/W6779823529","https://openalex.org/W6860926222"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W2779427294","https://openalex.org/W4213235153","https://openalex.org/W2070454487","https://openalex.org/W4388505810","https://openalex.org/W411361004","https://openalex.org/W2560105438","https://openalex.org/W2612607254","https://openalex.org/W650744398","https://openalex.org/W2248050490"],"abstract_inverted_index":{"The":[0,58,70],"speech-driven":[1,209],"facial":[2,142],"animation":[3],"technology":[4],"is":[5],"generally":[6],"categorized":[7],"into":[8,34],"two":[9,92,108,200],"main":[10],"types:":[11],"3D":[12,35,102,129,141,173,210],"and":[13,54,67,140,194,208],"2D":[14,46,115,154],"talking":[15,36,47,103,116,155],"face.":[16,117],"Both":[17],"of":[18,45,52,82,114,136,162,172,181,190,202],"these":[19],"have":[20],"garnered":[21],"considerable":[22],"research":[23,33],"attention":[24],"in":[25,50,188],"recent":[26],"years.":[27],"However,":[28],"to":[29,158],"our":[30,182,203],"knowledge,":[31],"the":[32,75,83,88,91,112,122,134,160,163,170,179],"face":[37,104,156],"has":[38],"not":[39],"progressed":[40],"as":[41,43],"deeply":[42],"that":[44,81,100],"face,":[48],"particularly":[49],"terms":[51,189],"lip-sync":[53,59,137],"perceptual":[55,76,195],"mouth":[56,65,77],"movements.":[57,175,196],"necessitates":[60],"an":[61],"impeccable":[62],"synchronization":[63],"between":[64,90,138],"motion":[66],"speech":[68,71,206],"audio.":[69,85],"perception":[72],"derived":[73],"from":[74,111,121,152],"movements":[78],"should":[79],"resemble":[80],"driving":[84],"To":[86],"mind":[87],"gap":[89],"sub-fields,":[93],"we":[94,126,145,198],"propose":[95],"Learn2Talk,":[96],"a":[97,128,147],"learning":[98],"framework":[99,184],"enhances":[101],"network":[105],"by":[106],"integrating":[107],"key":[109],"insights":[110],"field":[113],"First,":[118],"drawing":[119],"inspiration":[120],"audio-video":[123],"sync":[124],"network,":[125,167],"develop":[127],"sync-lip":[130],"expert":[131],"model":[132],"for":[133],"pursuit":[135],"audio":[139],"motions.":[143],"Second,":[144],"utilize":[146],"teacher":[148],"model,":[149],"carefully":[150],"chosen":[151],"among":[153],"methods,":[157],"guide":[159],"training":[161],"audio-to-3D":[164],"motions":[165],"regression":[166],"thereby":[168],"increasing":[169],"accuracy":[171,193],"vertex":[174,192],"Extensive":[176],"experiments":[177],"demonstrate":[178],"superiority":[180],"proposed":[183],"over":[185],"state-of-the-art":[186],"methods":[187],"lip-sync,":[191],"Finally,":[197],"showcase":[199],"applications":[201],"framework:":[204],"audio-visual":[205],"recognition":[207],"Gaussian":[211],"Splatting-based":[212],"avatar":[213],"animation.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}