{"id":"https://openalex.org/W4394625737","doi":"https://doi.org/10.1109/wacv57701.2024.00602","title":"CVTHead: One-shot Controllable Head Avatar with Vertex-feature Transformer","display_name":"CVTHead: One-shot Controllable Head Avatar with Vertex-feature Transformer","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4394625737","doi":"https://doi.org/10.1109/wacv57701.2024.00602"},"language":"en","primary_location":{"id":"doi:10.1109/wacv57701.2024.00602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102859263","display_name":"Haoyu Ma","orcid":"https://orcid.org/0000-0001-6646-2644"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoyu Ma","raw_affiliation_strings":["University of California,Irvine","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602481","display_name":"Tong Zhang","orcid":"https://orcid.org/0000-0002-8838-4963"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tong Zhang","raw_affiliation_strings":["University of California,Irvine","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100606010","display_name":"Shanlin Sun","orcid":"https://orcid.org/0000-0002-4519-7287"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shanlin Sun","raw_affiliation_strings":["University of California,Irvine","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101250541","display_name":"Xiangyi Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyi Yan","raw_affiliation_strings":["University of California,Irvine","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101754144","display_name":"Kun Yeun Han","orcid":"https://orcid.org/0000-0003-4091-327X"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kun Han","raw_affiliation_strings":["University of California,Irvine","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084618257","display_name":"Xiaohui Xie","orcid":"https://orcid.org/0000-0002-5479-6345"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaohui Xie","raw_affiliation_strings":["University of California,Irvine","University of California, Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California,Irvine","institution_ids":["https://openalex.org/I204250578"]},{"raw_affiliation_string":"University of California, Irvine","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":11.5395,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99042829,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6119","last_page":"6129"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7245567440986633},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6204233169555664},{"id":"https://openalex.org/keywords/vertex","display_name":"Vertex (graph theory)","score":0.6065808534622192},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.5312041640281677},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5174303650856018},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5130859613418579},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48239195346832275},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.4209015369415283},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4154411554336548},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3921613395214081},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18541410565376282},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18149074912071228},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.16407087445259094},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.1537623405456543},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.12952351570129395},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10023614764213562},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07727101445198059}],"concepts":[{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7245567440986633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6204233169555664},{"id":"https://openalex.org/C80899671","wikidata":"https://www.wikidata.org/wiki/Q1304193","display_name":"Vertex (graph theory)","level":3,"score":0.6065808534622192},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.5312041640281677},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5174303650856018},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5130859613418579},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48239195346832275},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4209015369415283},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4154411554336548},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3921613395214081},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18541410565376282},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18149074912071228},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.16407087445259094},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.1537623405456543},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.12952351570129395},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10023614764213562},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07727101445198059},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv57701.2024.00602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1967554269","https://openalex.org/W2063087073","https://openalex.org/W2097108975","https://openalex.org/W2107037917","https://openalex.org/W2237250383","https://openalex.org/W2301937176","https://openalex.org/W2726515241","https://openalex.org/W2769666294","https://openalex.org/W2808631503","https://openalex.org/W2884460600","https://openalex.org/W2886934227","https://openalex.org/W2942074357","https://openalex.org/W2950689937","https://openalex.org/W2962785568","https://openalex.org/W2963800363","https://openalex.org/W2963839617","https://openalex.org/W2964014798","https://openalex.org/W2981978060","https://openalex.org/W2990452356","https://openalex.org/W2997233412","https://openalex.org/W3008823916","https://openalex.org/W3014859719","https://openalex.org/W3034798648","https://openalex.org/W3035492592","https://openalex.org/W3035719652","https://openalex.org/W3037265641","https://openalex.org/W3067169454","https://openalex.org/W3094502228","https://openalex.org/W3095664976","https://openalex.org/W3096609285","https://openalex.org/W3097792222","https://openalex.org/W3099363577","https://openalex.org/W3108325989","https://openalex.org/W3109585842","https://openalex.org/W3111487461","https://openalex.org/W3112871073","https://openalex.org/W3119185462","https://openalex.org/W3127039734","https://openalex.org/W3170874841","https://openalex.org/W3174272147","https://openalex.org/W3175199633","https://openalex.org/W3180770160","https://openalex.org/W3182714435","https://openalex.org/W3202432020","https://openalex.org/W3206685025","https://openalex.org/W4205124152","https://openalex.org/W4212931966","https://openalex.org/W4214626920","https://openalex.org/W4214684804","https://openalex.org/W4214731463","https://openalex.org/W4225726688","https://openalex.org/W4288043288","https://openalex.org/W4297899815","https://openalex.org/W4301206121","https://openalex.org/W4304014863","https://openalex.org/W4312233178","https://openalex.org/W4312253380","https://openalex.org/W4312453532","https://openalex.org/W4312546206","https://openalex.org/W4312578889","https://openalex.org/W4312595848","https://openalex.org/W4312614783","https://openalex.org/W4312706422","https://openalex.org/W4312918802","https://openalex.org/W4313167908","https://openalex.org/W4320013936","https://openalex.org/W4322832330","https://openalex.org/W4385245566","https://openalex.org/W4385318467","https://openalex.org/W4386066799","https://openalex.org/W4386071783","https://openalex.org/W4386072021","https://openalex.org/W4386075804","https://openalex.org/W4386075823","https://openalex.org/W4386075927","https://openalex.org/W4386083061","https://openalex.org/W4390872329","https://openalex.org/W6631190155","https://openalex.org/W6765779288","https://openalex.org/W6767264202","https://openalex.org/W6780381020","https://openalex.org/W6781568228","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6841454795","https://openalex.org/W6843534333","https://openalex.org/W6850143097"],"related_works":["https://openalex.org/W3138471234","https://openalex.org/W4247958311","https://openalex.org/W2785089443","https://openalex.org/W2265117524","https://openalex.org/W4312431072","https://openalex.org/W1467576422","https://openalex.org/W4220730560","https://openalex.org/W2969390373","https://openalex.org/W2604471456","https://openalex.org/W1773344012"],"abstract_inverted_index":{"Reconstructing":[0],"personalized":[1],"animatable":[2],"head":[3,65,140],"avatars":[4,66],"has":[5],"significant":[6],"implications":[7],"in":[8,161],"the":[9,37,42,78,84,89,103,110,115,152],"fields":[10],"of":[11,20,32,81,105,133,154],"AR/VR.":[12],"Existing":[13],"methods":[14],"for":[15,98],"achieving":[16],"explicit":[17],"face":[18],"control":[19],"3D":[21],"Morphable":[22],"Models":[23],"(3DMM)":[24],"typically":[25],"rely":[26],"on":[27,114],"multi-view":[28],"images":[29],"or":[30],"videos":[31],"a":[33,58,68],"single":[34,69],"subject,":[35],"making":[36],"reconstruction":[38],"process":[39],"complex.":[40],"Additionally,":[41],"traditional":[43],"rendering":[44,132],"pipeline":[45],"is":[46],"time-consuming,":[47],"limiting":[48],"real-time":[49,162],"animation":[50,160],"possibilities.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"introduce":[56],"CVTHead,":[57],"novel":[59,134],"approach":[60],"that":[61,119],"generates":[62],"controllable":[63],"neural":[64,74],"from":[67],"reference":[70],"image":[71],"using":[72,151],"point-based":[73],"rendering.":[75],"CVT-Head":[76],"considers":[77],"sparse":[79],"vertices":[80],"mesh":[82],"as":[83],"point":[85],"set":[86],"and":[87,142,158,165],"employs":[88],"proposed":[90],"Vertex-feature":[91],"Transformer":[92],"to":[93,124],"learn":[94],"local":[95],"feature":[96],"descriptors":[97],"each":[99],"vertex.":[100],"This":[101],"enables":[102,130],"modeling":[104],"long-range":[106],"dependencies":[107],"among":[108],"all":[109],"vertices.":[111],"Experimental":[112],"results":[113],"VoxCeleb":[116],"dataset":[117],"demonstrate":[118],"CVTHead":[120],"achieves":[121],"comparable":[122],"performance":[123],"state-of-the-art":[125],"graphics-based":[126],"methods.":[127],"Moreover,":[128],"it":[129],"efficient":[131],"human":[135],"heads":[136],"with":[137],"various":[138],"expressions,":[139],"poses,":[141],"camera":[143],"views.":[144],"These":[145],"attributes":[146],"can":[147,168],"be":[148,169],"explicitly":[149],"controlled":[150],"coefficients":[153],"3DMMs,":[155],"facilitating":[156],"versatile":[157],"realistic":[159],"scenarios.":[163],"Codes":[164],"pre-trained":[166],"model":[167],"found":[170],"at":[171],"https://github.com/HowieMa/CVTHead.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
