{"id":"https://openalex.org/W4392824768","doi":"https://doi.org/10.1109/tcsvt.2024.3375330","title":"Hierarchical Feature Warping and Blending for Talking Head Animation","display_name":"Hierarchical Feature Warping and Blending for Talking Head Animation","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392824768","doi":"https://doi.org/10.1109/tcsvt.2024.3375330"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3375330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3375330","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100744177","display_name":"Jiale Zhang","orcid":"https://orcid.org/0000-0002-2959-8988"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiale Zhang","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000017687","display_name":"Chengxin Liu","orcid":"https://orcid.org/0000-0003-4050-6324"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengxin Liu","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041554011","display_name":"Ke Xian","orcid":"https://orcid.org/0000-0002-0884-5126"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xian","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036358447","display_name":"Zhiguo Cao","orcid":"https://orcid.org/0000-0002-9223-1863"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Cao","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100744177"],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":1.8199,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85610378,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"34","issue":"8","first_page":"7301","last_page":"7314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-warping","display_name":"Image warping","score":0.7965757250785828},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7105119824409485},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6191592216491699},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.6133916974067688},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6096698641777039},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5941104888916016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5771079063415527},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5421378016471863},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4198472499847412},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3894515037536621},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.350546658039093},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09359738230705261}],"concepts":[{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.7965757250785828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105119824409485},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6191592216491699},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6133916974067688},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6096698641777039},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5941104888916016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5771079063415527},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5421378016471863},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4198472499847412},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3894515037536621},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.350546658039093},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09359738230705261},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3375330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3375330","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W2157331557","https://openalex.org/W2348664362","https://openalex.org/W2405756170","https://openalex.org/W2475287302","https://openalex.org/W2798729263","https://openalex.org/W2883861033","https://openalex.org/W2884460600","https://openalex.org/W2896702065","https://openalex.org/W2902437806","https://openalex.org/W2939645724","https://openalex.org/W2950689937","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963017889","https://openalex.org/W2963073614","https://openalex.org/W2963344645","https://openalex.org/W2963610939","https://openalex.org/W2963626105","https://openalex.org/W2963723198","https://openalex.org/W2963734522","https://openalex.org/W2963767194","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2984529706","https://openalex.org/W2986510250","https://openalex.org/W2990452356","https://openalex.org/W2991079364","https://openalex.org/W2991530302","https://openalex.org/W3008653537","https://openalex.org/W3019952993","https://openalex.org/W3034600949","https://openalex.org/W3035574324","https://openalex.org/W3035575271","https://openalex.org/W3037451952","https://openalex.org/W3081727869","https://openalex.org/W3093203468","https://openalex.org/W3093450153","https://openalex.org/W3097792222","https://openalex.org/W3107646191","https://openalex.org/W3107666850","https://openalex.org/W3109114891","https://openalex.org/W3110137169","https://openalex.org/W3135551199","https://openalex.org/W3155375169","https://openalex.org/W3178641394","https://openalex.org/W3180770160","https://openalex.org/W3204680331","https://openalex.org/W4221145616","https://openalex.org/W4294554810","https://openalex.org/W4312523328","https://openalex.org/W4372273084","https://openalex.org/W4386075487","https://openalex.org/W4386076280","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6712884540","https://openalex.org/W6713563955","https://openalex.org/W6713645886","https://openalex.org/W6729482032","https://openalex.org/W6756789066","https://openalex.org/W6779823529","https://openalex.org/W6786686025","https://openalex.org/W6852267276"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Talking":[0],"head":[1,22,55,111],"animation":[2,112],"transforms":[3],"a":[4,9,43,100,181],"source":[5],"anime":[6,74,131,151,158,172,200],"image":[7,34],"to":[8,26,64,82,119,126,162],"target":[10],"pose,":[11],"where":[12],"the":[13,16,32,84,128,134,164,192],"transformation":[14,68,122],"includes":[15],"change":[17],"of":[18,73,86,130,136,166,176,183,194],"facial":[19],"expression":[20],"and":[21,104,123],"movement.":[23],"In":[24,95,153],"contrast":[25],"existing":[27],"approaches":[28],"that":[29],"operate":[30],"on":[31,189],"low-resolution":[33],"(256":[35],"\u00d7":[36,51,185],"256),":[37],"we":[38,98,115,155],"study":[39],"this":[40,96],"task":[41],"at":[42,180],"higher":[44],"resolution,":[45],"<italic":[46],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[47],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">e.g</i>":[48],".,":[49],"512":[50,184],"512.":[52,186],"High-resolution":[53],"talking":[54,110,201],"animation,":[56],"however,":[57],"raises":[58],"two":[59],"major":[60],"challenges:":[61],"i)":[62],"how":[63,81],"achieve":[65],"smooth":[66],"global":[67,121],"while":[69],"maintaining":[70],"rich":[71],"details":[72,129],"characters":[75,173],"under":[76,133],"large-displacement":[77],"pose":[78,159],"variations;":[79],"ii)":[80],"address":[83],"shortage":[85,165],"data,":[87],"because":[88],"no":[89],"related":[90],"dataset":[91],"is":[92],"publicly":[93],"available.":[94],"paper,":[97],"present":[99],"Hierarchical":[101],"Feature":[102],"Warping":[103],"Blending":[105],"(HFWB)":[106],"model,":[107],"which":[108],"tackles":[109],"hierarchically.":[113],"Specifically,":[114],"use":[116],"low-level":[117],"features":[118,125,141],"control":[120],"high-level":[124],"determine":[127],"characters,":[132],"guidance":[135],"feature":[137],"flow":[138],"fields.":[139],"These":[140],"are":[142],"then":[143],"blended":[144],"by":[145],"selective":[146],"fusion":[147],"units,":[148],"outputting":[149],"transformed":[150],"images.":[152],"addition,":[154],"construct":[156],"an":[157],"dataset\u2013AniTalk-2K,":[160],"aiming":[161],"alleviate":[163],"data.":[167],"It":[168],"contains":[169],"around":[170],"2000":[171],"with":[174],"thousands":[175],"different":[177],"face/head":[178],"poses":[179],"resolution":[182],"Extensive":[187],"experiments":[188],"AniTalk-2K":[190],"demonstrate":[191],"superiority":[193],"our":[195],"approach":[196],"in":[197],"generating":[198],"high-quality":[199],"heads":[202],"over":[203],"state-of-the-art":[204],"methods.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}