{"id":"https://openalex.org/W4392354344","doi":"https://doi.org/10.1007/s11042-024-18449-9","title":"Simultaneous control of head pose and expressions in 3D facial keypoint-based GAN","display_name":"Simultaneous control of head pose and expressions in 3D facial keypoint-based GAN","publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W4392354344","doi":"https://doi.org/10.1007/s11042-024-18449-9"},"language":"en","primary_location":{"id":"doi:10.1007/s11042-024-18449-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-024-18449-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-18449-9.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-18449-9.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059444944","display_name":"Tomoyuki Hatakeyama","orcid":"https://orcid.org/0009-0002-7248-0288"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Tomoyuki Hatakeyama","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0009-0002-7248-0288","affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091227949","display_name":"Ryosuke Furuta","orcid":"https://orcid.org/0000-0003-1441-889X"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Ryosuke Furuta","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045996641","display_name":"Yoichi Sato","orcid":"https://orcid.org/0000-0003-0097-4537"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yoichi Sato","raw_affiliation_strings":["Institute of Industrial Science, The University of Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Industrial Science, The University of Tokyo, Tokyo, Japan","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5045996641","https://openalex.org/A5059444944","https://openalex.org/A5091227949"],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.6571,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63544743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"83","issue":"33","first_page":"79861","last_page":"79878"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12301","display_name":"Facial Nerve Paralysis Treatment and Research","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8868582248687744},{"id":"https://openalex.org/keywords/landmark","display_name":"Landmark","score":0.7763454914093018},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7638676166534424},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7303013205528259},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7023414373397827},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6354721188545227},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.6099535226821899},{"id":"https://openalex.org/keywords/pose","display_name":"Pose","score":0.5453377366065979},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.535669207572937},{"id":"https://openalex.org/keywords/human-head","display_name":"Human head","score":0.5082333087921143},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35929083824157715}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8868582248687744},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.7763454914093018},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7638676166534424},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7303013205528259},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7023414373397827},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6354721188545227},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6099535226821899},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.5453377366065979},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.535669207572937},{"id":"https://openalex.org/C2780549717","wikidata":"https://www.wikidata.org/wiki/Q3409626","display_name":"Human head","level":3,"score":0.5082333087921143},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35929083824157715},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C125287762","wikidata":"https://www.wikidata.org/wiki/Q1758948","display_name":"Absorption (acoustics)","level":2,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s11042-024-18449-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-024-18449-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-18449-9.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s11042-024-18449-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11042-024-18449-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11042-024-18449-9.pdf","source":{"id":"https://openalex.org/S110206669","display_name":"Multimedia Tools and Applications","issn_l":"1380-7501","issn":["1380-7501","1573-7721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Multimedia Tools and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322832","display_name":"University of Tokyo","ror":"https://ror.org/057zh3y96"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392354344.pdf","grobid_xml":"https://content.openalex.org/works/W4392354344.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1494198834","https://openalex.org/W1588539311","https://openalex.org/W1628791547","https://openalex.org/W2108598243","https://openalex.org/W2133665775","https://openalex.org/W2301937176","https://openalex.org/W2325939864","https://openalex.org/W2579578355","https://openalex.org/W2770534877","https://openalex.org/W2807126412","https://openalex.org/W2808631503","https://openalex.org/W2883861033","https://openalex.org/W2884460600","https://openalex.org/W2886934227","https://openalex.org/W2944294033","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963644257","https://openalex.org/W2963767194","https://openalex.org/W2963800363","https://openalex.org/W2964014798","https://openalex.org/W2984700035","https://openalex.org/W2990452356","https://openalex.org/W3014859719","https://openalex.org/W3034371424","https://openalex.org/W3034521057","https://openalex.org/W3035169015","https://openalex.org/W3035574324","https://openalex.org/W3095664976","https://openalex.org/W3097792222","https://openalex.org/W3120602499","https://openalex.org/W3180770160","https://openalex.org/W3211147706","https://openalex.org/W4386083059","https://openalex.org/W4394597549"],"related_works":["https://openalex.org/W2292270636","https://openalex.org/W2434467261","https://openalex.org/W2167872441","https://openalex.org/W2956637324","https://openalex.org/W2119703321","https://openalex.org/W4302967677","https://openalex.org/W1985149223","https://openalex.org/W2352266088","https://openalex.org/W2005372642","https://openalex.org/W2325704572"],"abstract_inverted_index":{"Abstract":[0],"In":[1,65],"this":[2,66],"work,":[3,67],"we":[4,68],"present":[5],"a":[6,20,25,95],"novel":[7],"method":[8,98],"for":[9,31,41,83,128,149],"simultaneously":[10,37],"controlling":[11,32],"the":[12,16,89,131,141,167],"head":[13,33,56,73,107],"pose":[14,34,57,74],"and":[15,35,60,75,109,153,158],"facial":[17,76,81,85,115,151,154],"expressions":[18,36,61,77,116],"of":[19,72,133],"given":[21],"input":[22,123],"image":[23,86,155],"using":[24],"3D":[26,80],"keypoint-based":[27],"GAN.":[28],"Existing":[29],"methods":[30],"are":[38],"not":[39,52,162],"suitable":[40],"real":[42],"images,":[43],"or":[44],"they":[45],"generate":[46],"unnatural":[47],"results":[48],"because":[49],"it":[50],"is":[51],"trivial":[53],"to":[54,105,113,144,163],"capture":[55],"(large":[58],"changes)":[59,63],"(small":[62],"simultaneously.":[64],"achieve":[69],"simultaneous":[70],"control":[71],"by":[78,166],"introducing":[79],"keypoints":[82],"GAN-based":[84],"synthesis,":[87],"unlike":[88],"existing":[90],"2D":[91],"landmark-based":[92],"approach.":[93],"As":[94],"result,":[96],"our":[97,119,159],"can":[99],"handle":[100],"both":[101,150],"large":[102],"variations":[103,111],"due":[104,112],"different":[106],"poses":[108],"subtle":[110],"changing":[114],"faithfully.":[117],"Furthermore,":[118],"model":[120,137,160],"takes":[121],"audio":[122],"as":[124],"an":[125],"additional":[126],"modality":[127],"further":[129],"enhancing":[130],"quality":[132],"generated":[134],"images.":[135,169],"Our":[136],"was":[138],"evaluated":[139],"on":[140],"VoxCeleb2":[142],"dataset":[143],"demonstrate":[145],"its":[146],"state-of-the-art":[147],"performance":[148],"reenactment":[152],"manipulation":[156],"tasks,":[157],"tends":[161],"be":[164],"affected":[165],"driving":[168]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}