{"id":"https://openalex.org/W7138271865","doi":"https://doi.org/10.1109/tvcg.2026.3674699","title":"TalkingEyes: Pluralistic Speech-Driven 3D Eye Gaze Animation","display_name":"TalkingEyes: Pluralistic Speech-Driven 3D Eye Gaze Animation","publication_year":2026,"publication_date":"2026-03-17","ids":{"openalex":"https://openalex.org/W7138271865","doi":"https://doi.org/10.1109/tvcg.2026.3674699","pmid":"https://pubmed.ncbi.nlm.nih.gov/41843530"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2026.3674699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2026.3674699","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102652604","display_name":"Yixiang Zhuang","orcid":"https://orcid.org/0009-0009-2378-0154"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixiang Zhuang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087938651","display_name":"C.X. Ma","orcid":"https://orcid.org/0009-0002-2131-9013"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunshan Ma","raw_affiliation_strings":["China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129697127","display_name":"Yao Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Cheng","raw_affiliation_strings":["China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Mobile (Hangzhou) Information Technology Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100307645","display_name":"Xuan Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Cheng","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-7382-0240","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027632523","display_name":"Jing Liao","orcid":"https://orcid.org/0000-0003-0681-7663"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jing Liao","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-7014-5377","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056910392","display_name":"Juncong Lin","orcid":"https://orcid.org/0000-0001-6500-6655"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juncong Lin","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-6500-6655","affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24040333,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"7","first_page":"5844","last_page":"5857"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.41119998693466187,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.41119998693466187,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.3246000111103058,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.08330000191926956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.5649999976158142},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.5130000114440918},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.4754999876022339},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4472000002861023},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4065999984741211},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.39719998836517334},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.3698999881744385}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7432000041007996},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5440999865531921},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5338000059127808},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.5130000114440918},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4851999878883362},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.4754999876022339},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4472000002861023},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4065999984741211},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4052000045776367},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.3698999881744385},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.34220001101493835},{"id":"https://openalex.org/C155650255","wikidata":"https://www.wikidata.org/wiki/Q259326","display_name":"Non-photorealistic rendering","level":5,"score":0.31459999084472656},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C90697248","wikidata":"https://www.wikidata.org/wiki/Q1062896","display_name":"Character animation","level":4,"score":0.28290000557899475},{"id":"https://openalex.org/C146044194","wikidata":"https://www.wikidata.org/wiki/Q5157334","display_name":"Computational photography","level":4,"score":0.28119999170303345},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.26930001378059387},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.2614000141620636},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.2587999999523163}],"mesh":[{"descriptor_ui":"D000092682","descriptor_name":"Motion Capture","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003196","descriptor_name":"Computer Graphics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005133","descriptor_name":"Eye Movements","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019416","descriptor_name":"Head Movements","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D021621","descriptor_name":"Imaging, Three-Dimensional","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2026.3674699","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2026.3674699","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41843530","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41843530","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3584410292","display_name":null,"funder_award_id":"61802322","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8005865453","display_name":null,"funder_award_id":"62077039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Although":[0],"significant":[1],"progress":[2],"has":[3,25],"been":[4,26],"made":[5],"in":[6,82,143,160,196,252],"the":[7,15,36,47,85,145,169,173,186,190,194,198,246,249],"field":[8],"of":[9,18,49,101,176,182,248],"speech-driven":[10,16,215],"3D":[11,58,78,216,257],"facial":[12,21,112,217,230],"animation":[13,17],"recently,":[14],"an":[19,93],"indispensable":[20],"component,":[22],"eye":[23,42,59,79,106,123,149,222,225,258],"gaze,":[24,43],"overlooked":[27],"by":[28,120],"recent":[29],"research.":[30],"This":[31,165],"is":[32,118,178,206],"primarily":[33],"due":[34],"to":[35,56],"weak":[37,199],"correlation":[38,200],"between":[39,201],"speech":[40,63,156,187,202],"and":[41,111,126,148,203,229,236,255],"as":[44,46],"well":[45],"scarcity":[48],"audio-gaze":[50,94],"data,":[51],"making":[52],"it":[53],"very":[54],"challenging":[55],"generate":[57,76],"gaze":[60,80,107,124,150,223,259],"motion":[61,110,113,116,205,218,228,231],"from":[62,131,155,168,233,261],"alone.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68,90],"propose":[69],"a":[70,138,214,241],"novel":[71,139],"data-driven":[72],"method":[73,251],"which":[74,144],"can":[75,220],"diverse":[77,254],"motions":[81,147,151,260],"harmony":[83],"with":[84,213,240],"speech.":[86,234,262],"To":[87],"achieve":[88],"this,":[89],"firstly":[91],"construct":[92],"dataset":[95],"that":[96,172,181],"contains":[97],"about":[98],"14":[99],"hours":[100],"audio-mesh":[102],"sequences":[103],"featuring":[104],"high-quality":[105],"motion,":[108,224],"head":[109,146,227],"simultaneously.":[114],"The":[115],"data":[117],"acquired":[119],"performing":[121],"lightweight":[122],"fitting":[125],"face":[127],"reconstruction":[128],"on":[129],"videos":[130],"existing":[132],"audio-visual":[133],"datasets.":[134],"We":[135],"then":[136],"tailor":[137],"speech-to-motion":[140],"translation":[141],"framework":[142],"are":[152,158],"jointly":[153],"generated":[154],"but":[157],"modeled":[159],"two":[161,191],"separate":[162],"latent":[163,192],"spaces.":[164],"design":[166],"stems":[167],"physiological":[170],"knowledge":[171],"rotation":[174],"range":[175],"eyeballs":[177],"less":[179],"than":[180],"head.":[183],"Through":[184],"mapping":[185],"embedding":[188],"into":[189],"spaces,":[193],"difficulty":[195],"modeling":[197],"non-verbal":[204],"thus":[207],"attenuated.":[208],"Finally,":[209],"our":[210],"TalkingEyes,":[211],"integrated":[212],"generator,":[219],"synthesize":[221],"blinks,":[226],"collectively":[232],"Qualitative":[235],"quantitative":[237],"evaluations,":[238],"along":[239],"perceptual":[242],"user":[243],"study,":[244],"demonstrate":[245],"superiority":[247],"proposed":[250],"generating":[253],"natural":[256]},"counts_by_year":[],"updated_date":"2026-06-24T06:17:17.354583","created_date":"2026-03-18T00:00:00"}