{"id":"https://openalex.org/W4392824768","doi":"https://doi.org/10.1109/tcsvt.2024.3375330","title":"Hierarchical Feature Warping and Blending for Talking Head Animation","display_name":"Hierarchical Feature Warping and Blending for Talking Head Animation","publication_year":2024,"publication_date":"2024-03-14","ids":{"openalex":"https://openalex.org/W4392824768","doi":"https://doi.org/10.1109/tcsvt.2024.3375330"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3375330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3375330","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100744177","display_name":"Jiale Zhang","orcid":"https://orcid.org/0000-0002-2959-8988"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiale Zhang","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000017687","display_name":"Chengxin Liu","orcid":"https://orcid.org/0000-0003-4050-6324"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengxin Liu","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"raw_orcid":"https://orcid.org/0000-0003-4050-6324","affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041554011","display_name":"Ke Xian","orcid":"https://orcid.org/0000-0002-0884-5126"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Xian","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"raw_orcid":"https://orcid.org/0000-0002-0884-5126","affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036358447","display_name":"Zhiguo Cao","orcid":"https://orcid.org/0000-0002-9223-1863"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguo Cao","raw_affiliation_strings":["Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","Ministry of Education"],"raw_orcid":"https://orcid.org/0000-0002-9223-1863","affiliations":[{"raw_affiliation_string":"Key Laboratory of Image Processing and Intelligent Control, Ministry of Education, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Ministry of Education","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I47720641"],"apc_list":null,"apc_paid":null,"fwci":1.1384,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7610426,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"34","issue":"8","first_page":"7301","last_page":"7314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-warping","display_name":"Image warping","score":0.7965757250785828},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7105119824409485},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6191592216491699},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.6133916974067688},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6096698641777039},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5941104888916016},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5771079063415527},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5421378016471863},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.4198472499847412},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3894515037536621},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.350546658039093},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09359738230705261}],"concepts":[{"id":"https://openalex.org/C157202957","wikidata":"https://www.wikidata.org/wiki/Q1659609","display_name":"Image warping","level":2,"score":0.7965757250785828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7105119824409485},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6191592216491699},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.6133916974067688},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6096698641777039},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5941104888916016},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5771079063415527},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5421378016471863},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.4198472499847412},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3894515037536621},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.350546658039093},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09359738230705261},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3375330","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3375330","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W2157331557","https://openalex.org/W2348664362","https://openalex.org/W2405756170","https://openalex.org/W2475287302","https://openalex.org/W2798729263","https://openalex.org/W2883861033","https://openalex.org/W2884460600","https://openalex.org/W2896702065","https://openalex.org/W2902437806","https://openalex.org/W2939645724","https://openalex.org/W2950689937","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963017889","https://openalex.org/W2963073614","https://openalex.org/W2963344645","https://openalex.org/W2963610939","https://openalex.org/W2963626105","https://openalex.org/W2963723198","https://openalex.org/W2963734522","https://openalex.org/W2963767194","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2984529706","https://openalex.org/W2986510250","https://openalex.org/W2990452356","https://openalex.org/W2991079364","https://openalex.org/W2991530302","https://openalex.org/W3008653537","https://openalex.org/W3019952993","https://openalex.org/W3034600949","https://openalex.org/W3035574324","https://openalex.org/W3035575271","https://openalex.org/W3037451952","https://openalex.org/W3081727869","https://openalex.org/W3093203468","https://openalex.org/W3093450153","https://openalex.org/W3097792222","https://openalex.org/W3107646191","https://openalex.org/W3107666850","https://openalex.org/W3109114891","https://openalex.org/W3110137169","https://openalex.org/W3135551199","https://openalex.org/W3155375169","https://openalex.org/W3178641394","https://openalex.org/W3180770160","https://openalex.org/W3204680331","https://openalex.org/W4221145616","https://openalex.org/W4294554810","https://openalex.org/W4312523328","https://openalex.org/W4372273084","https://openalex.org/W4386075487","https://openalex.org/W4386076280","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6712884540","https://openalex.org/W6713563955","https://openalex.org/W6713645886","https://openalex.org/W6729482032","https://openalex.org/W6756789066","https://openalex.org/W6779823529","https://openalex.org/W6786686025","https://openalex.org/W6852267276"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"Talking":[0],"head":[1,22,51,107],"animation":[2,108],"transforms":[3],"a":[4,9,43,96,177],"source":[5],"anime":[6,70,127,147,154,168,196],"image":[7,34],"to":[8,26,60,78,115,122,158],"target":[10],"pose,":[11],"where":[12],"the":[13,16,32,80,124,130,160,188],"transformation":[14,64,118],"includes":[15],"change":[17],"of":[18,69,82,126,132,162,172,179,190],"facial":[19],"expression":[20],"and":[21,100,119],"movement.":[23],"In":[24,91,149],"contrast":[25],"existing":[27],"approaches":[28],"that":[29],"operate":[30],"on":[31,185],"low-resolution":[33],"(256":[35],"\u00d7":[36,47,181],"256),":[37],"we":[38,94,111,151],"study":[39],"this":[40,92],"task":[41],"at":[42,176],"higher":[44],"resolution,e.g.,":[45],"512":[46,180],"512.":[48,182],"High-resolution":[49],"talking":[50,106,197],"animation,":[52],"however,":[53],"raises":[54],"two":[55],"major":[56],"challenges:":[57],"i)":[58],"how":[59,77],"achieve":[61],"smooth":[62],"global":[63,117],"while":[65],"maintaining":[66],"rich":[67],"details":[68,125],"characters":[71,169],"under":[72,129],"large-displacement":[73],"pose":[74,155],"variations;":[75],"ii)":[76],"address":[79],"shortage":[81,161],"data,":[83],"because":[84],"no":[85],"related":[86],"dataset":[87],"is":[88],"publicly":[89],"available.":[90],"paper,":[93],"present":[95],"Hierarchical":[97],"Feature":[98],"Warping":[99],"Blending":[101],"(HFWB)":[102],"model,":[103],"which":[104],"tackles":[105],"hierarchically.":[109],"Specifically,":[110],"use":[112],"low-level":[113],"features":[114,121,137],"control":[116],"high-level":[120],"determine":[123],"characters,":[128],"guidance":[131],"feature":[133],"flow":[134],"fields.":[135],"These":[136],"are":[138],"then":[139],"blended":[140],"by":[141],"selective":[142],"fusion":[143],"units,":[144],"outputting":[145],"transformed":[146],"images.":[148],"addition,":[150],"construct":[152],"an":[153],"dataset\u2013AniTalk-2K,":[156],"aiming":[157],"alleviate":[159],"data.":[163],"It":[164],"contains":[165],"around":[166],"2000":[167],"with":[170],"thousands":[171],"different":[173],"face/head":[174],"poses":[175],"resolution":[178],"Extensive":[183],"experiments":[184],"AniTalk-2K":[186],"demonstrate":[187],"superiority":[189],"our":[191],"approach":[192],"in":[193],"generating":[194],"high-quality":[195],"heads":[198],"over":[199],"state-of-the-art":[200],"methods.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}