{"id":"https://openalex.org/W4323529965","doi":"https://doi.org/10.1109/tpami.2023.3253243","title":"Free-HeadGAN: Neural Talking Head Synthesis With Explicit Gaze Control","display_name":"Free-HeadGAN: Neural Talking Head Synthesis With Explicit Gaze Control","publication_year":2023,"publication_date":"2023-03-07","ids":{"openalex":"https://openalex.org/W4323529965","doi":"https://doi.org/10.1109/tpami.2023.3253243","pmid":"https://pubmed.ncbi.nlm.nih.gov/37028333"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3253243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3253243","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007207773","display_name":"Michail Christos Doukas","orcid":"https://orcid.org/0000-0001-5064-1939"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michail Christos Doukas","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K","Huawei Technologies, London, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5064-1939","affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Huawei Technologies, London, U.K","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053692819","display_name":"Evangelos Ververas","orcid":"https://orcid.org/0000-0003-4345-1744"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Evangelos Ververas","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K","Huawei Technologies, London, U.K"],"raw_orcid":"https://orcid.org/0000-0003-4345-1744","affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Huawei Technologies, London, U.K","institution_ids":["https://openalex.org/I4210160618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006827927","display_name":"Viktoriia Sharmanska","orcid":"https://orcid.org/0000-0003-0192-9308"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Viktoriia Sharmanska","raw_affiliation_strings":["Department of Computing, University of Sussex, Brighton, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing, University of Sussex, Brighton, U.K","institution_ids":["https://openalex.org/I162608824"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080553022","display_name":"Stefanos Zafeiriou","orcid":"https://orcid.org/0000-0002-5222-1740"},"institutions":[{"id":"https://openalex.org/I4210160618","display_name":"Huawei Technologies (United Kingdom)","ror":"https://ror.org/056gzgs71","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210160618"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefanos Zafeiriou","raw_affiliation_strings":["Department of Computing, Imperial College London, London, U.K","Huawei Technologies, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5222-1740","affiliations":[{"raw_affiliation_string":"Department of Computing, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Huawei Technologies, London, U.K","institution_ids":["https://openalex.org/I4210160618"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4701,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.90982293,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"45","issue":"8","first_page":"9743","last_page":"9756"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7836790084838867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6844528913497925},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6572548747062683},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6188980340957642},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.599285900592804},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.49808382987976074},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.46195247769355774},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4286418557167053},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.4195592403411865},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.41916006803512573},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34257131814956665},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.18685317039489746}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7836790084838867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6844528913497925},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6572548747062683},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6188980340957642},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.599285900592804},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.49808382987976074},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.46195247769355774},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4286418557167053},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.4195592403411865},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.41916006803512573},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34257131814956665},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.18685317039489746},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005145","descriptor_name":"Face","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005149","descriptor_name":"Facial Expression","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005403","descriptor_name":"Fixation, Ocular","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3253243","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3253243","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37028333","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37028333","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1628791547","https://openalex.org/W1988798713","https://openalex.org/W1995694455","https://openalex.org/W2004068758","https://openalex.org/W2027879843","https://openalex.org/W2080277992","https://openalex.org/W2125389028","https://openalex.org/W2237250383","https://openalex.org/W2301937176","https://openalex.org/W2431101926","https://openalex.org/W2468114283","https://openalex.org/W2476548250","https://openalex.org/W2508756538","https://openalex.org/W2513140567","https://openalex.org/W2560474170","https://openalex.org/W2603777577","https://openalex.org/W2604524889","https://openalex.org/W2611631463","https://openalex.org/W2726515241","https://openalex.org/W2738406145","https://openalex.org/W2770534877","https://openalex.org/W2780624730","https://openalex.org/W2796850409","https://openalex.org/W2799164693","https://openalex.org/W2804621595","https://openalex.org/W2806609126","https://openalex.org/W2806833697","https://openalex.org/W2808631503","https://openalex.org/W2884460600","https://openalex.org/W2884915206","https://openalex.org/W2902266071","https://openalex.org/W2902437806","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2962974533","https://openalex.org/W2963073614","https://openalex.org/W2963168844","https://openalex.org/W2963470893","https://openalex.org/W2963566548","https://openalex.org/W2963800363","https://openalex.org/W2963876278","https://openalex.org/W2964014798","https://openalex.org/W2964172519","https://openalex.org/W2969985801","https://openalex.org/W2979894294","https://openalex.org/W2982717194","https://openalex.org/W2986102820","https://openalex.org/W2987706603","https://openalex.org/W2990452356","https://openalex.org/W2998605827","https://openalex.org/W3001625344","https://openalex.org/W3034470433","https://openalex.org/W3034548728","https://openalex.org/W3034552680","https://openalex.org/W3035574324","https://openalex.org/W3036235590","https://openalex.org/W3095664976","https://openalex.org/W3096147990","https://openalex.org/W3097792222","https://openalex.org/W3109237728","https://openalex.org/W3119388918","https://openalex.org/W3128081663","https://openalex.org/W3163880376","https://openalex.org/W3178284600","https://openalex.org/W3179869298","https://openalex.org/W3180770160","https://openalex.org/W3185469516","https://openalex.org/W3204887624","https://openalex.org/W4214626920","https://openalex.org/W4304014863","https://openalex.org/W6631190155","https://openalex.org/W6678815747","https://openalex.org/W6725923168","https://openalex.org/W6753914649","https://openalex.org/W6756789066","https://openalex.org/W6765779288","https://openalex.org/W6767264202","https://openalex.org/W6769148693","https://openalex.org/W6779841522","https://openalex.org/W6781592564"],"related_works":["https://openalex.org/W2580650124","https://openalex.org/W4386190339","https://openalex.org/W1880689012","https://openalex.org/W2968424575","https://openalex.org/W3142333283","https://openalex.org/W3122088529","https://openalex.org/W3014378845","https://openalex.org/W2085259108","https://openalex.org/W2082717302","https://openalex.org/W2291113340"],"abstract_inverted_index":{"We":[0,10,100],"present":[1],"Free-HeadGAN,":[2],"a":[3,59,63,73,85,90],"person-generic":[4],"neural":[5],"talking":[6],"head":[7],"synthesis":[8],"system.":[9],"show":[11],"that":[12,78,92],"modeling":[13],"faces":[14],"with":[15,103,139],"sparse":[16],"3D":[17,38,43,75,80],"facial":[18,46],"landmarks":[19],"is":[20,50,93],"sufficient":[21],"for":[22,128],"achieving":[23],"state-of-the-art":[24],"generative":[25],"performance,":[26],"without":[27],"relying":[28],"on":[29],"strong":[30],"statistical":[31],"priors":[32],"of":[33,52,70,98,106],"the":[34,55,96],"face,":[35],"such":[36],"as":[37],"Morphable":[39],"Models.":[40],"Apart":[41],"from":[42,58],"pose":[44,81],"and":[45,82,89,130],"expressions,":[47],"our":[48,107,133],"method":[49],"capable":[51],"fully":[53],"transferring":[54],"eye":[56],"gaze,":[57],"driving":[60],"actor":[61],"to":[62,109,125],"source":[64,120],"identity.":[65],"Our":[66],"complete":[67],"pipeline":[68],"consists":[69],"three":[71],"components:":[72],"canonical":[74],"key-point":[76],"estimator":[77],"regresses":[79],"expression-related":[83],"deformations,":[84],"gaze":[86,146],"estimation":[87],"network":[88],"generator":[91,108],"built":[94],"upon":[95],"architecture":[97],"HeadGAN.":[99],"further":[101],"experiment":[102],"an":[104,114],"extension":[105],"accommodate":[110],"few-shot":[111],"learning":[112],"using":[113],"attention":[115],"mechanism,":[116],"in":[117],"case":[118],"multiple":[119],"images":[121],"are":[122],"available.":[123],"Compared":[124],"recent":[126],"methods":[127],"reenactment":[129],"motion":[131],"transfer,":[132],"system":[134],"achieves":[135],"higher":[136],"photo-realism":[137],"combined":[138],"superior":[140],"identity":[141],"preservation,":[142],"while":[143],"offering":[144],"explicit":[145],"control.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
