{"id":"https://openalex.org/W4286611314","doi":"https://doi.org/10.1145/3528223.3530094","title":"AvatarCLIP","display_name":"AvatarCLIP","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4286611314","doi":"https://doi.org/10.1145/3528223.3530094"},"language":"en","primary_location":{"id":"doi:10.1145/3528223.3530094","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3528223.3530094","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031455013","display_name":"Fangzhou Hong","orcid":"https://orcid.org/0000-0003-2412-1141"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Fangzhou Hong","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-2412-1141","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100761766","display_name":"Mingyuan Zhang","orcid":"https://orcid.org/0000-0001-8212-715X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mingyuan Zhang","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8212-715X","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100612025","display_name":"Liang Pan","orcid":"https://orcid.org/0000-0003-1821-4296"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Liang Pan","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1821-4296","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054947207","display_name":"Zhongang Cai","orcid":"https://orcid.org/0000-0002-1810-3855"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhongang Cai","raw_affiliation_strings":["Nanyang Technological University, Singapore and SenseTime Research, China"],"raw_orcid":"https://orcid.org/0000-0002-1810-3855","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore and SenseTime Research, China","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043951834","display_name":"Lei Yang","orcid":"https://orcid.org/0000-0002-0571-5924"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["SenseTime Research, China"],"raw_orcid":"https://orcid.org/0000-0002-0571-5924","affiliations":[{"raw_affiliation_string":"SenseTime Research, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100406050","display_name":"Ziwei Liu","orcid":"https://orcid.org/0000-0002-4220-5958"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ziwei Liu","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4220-5958","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.0366,"has_fulltext":false,"cited_by_count":204,"citation_normalized_percentile":{"value":0.99834286,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"41","issue":"4","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8447003364562988},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.765851616859436},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.6369337439537048},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6029388904571533},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5209861397743225},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.49366554617881775},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4809955060482025},{"id":"https://openalex.org/keywords/virtual-actor","display_name":"Virtual actor","score":0.46711859107017517},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.4542075991630554},{"id":"https://openalex.org/keywords/texture-mapping","display_name":"Texture mapping","score":0.42931535840034485},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4213923215866089},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4130398631095886},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.35665518045425415},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35033607482910156},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.2774326503276825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8447003364562988},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.765851616859436},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.6369337439537048},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6029388904571533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209861397743225},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.49366554617881775},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4809955060482025},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.46711859107017517},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.4542075991630554},{"id":"https://openalex.org/C200585589","wikidata":"https://www.wikidata.org/wiki/Q752176","display_name":"Texture mapping","level":2,"score":0.42931535840034485},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4213923215866089},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4130398631095886},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.35665518045425415},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35033607482910156},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.2774326503276825},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3528223.3530094","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3528223.3530094","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.75}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1834627138","https://openalex.org/W1967554269","https://openalex.org/W2067502459","https://openalex.org/W2080592425","https://openalex.org/W2151857564","https://openalex.org/W2576289912","https://openalex.org/W2793768642","https://openalex.org/W2797184202","https://openalex.org/W2895748257","https://openalex.org/W2949924544","https://openalex.org/W2962770929","https://openalex.org/W2963168844","https://openalex.org/W2963335855","https://openalex.org/W2964050021","https://openalex.org/W2964076328","https://openalex.org/W2971856312","https://openalex.org/W2978956737","https://openalex.org/W2979283733","https://openalex.org/W2982625143","https://openalex.org/W2984106353","https://openalex.org/W2987886924","https://openalex.org/W3008823916","https://openalex.org/W3035492592","https://openalex.org/W3035574324","https://openalex.org/W3048550213","https://openalex.org/W3108707969","https://openalex.org/W3109585842","https://openalex.org/W3154906787","https://openalex.org/W3157519194","https://openalex.org/W3158253900","https://openalex.org/W3161462225","https://openalex.org/W3166229844","https://openalex.org/W3168949721","https://openalex.org/W3173531806","https://openalex.org/W3174541392","https://openalex.org/W3176327543","https://openalex.org/W3176568184","https://openalex.org/W3183544223","https://openalex.org/W3197185112","https://openalex.org/W3201726595","https://openalex.org/W3202995573","https://openalex.org/W3204221554","https://openalex.org/W4214622647","https://openalex.org/W4214625585","https://openalex.org/W4214926101","https://openalex.org/W4288079574","https://openalex.org/W4311805945","https://openalex.org/W4312923619","https://openalex.org/W6600376255","https://openalex.org/W6600741150","https://openalex.org/W6601560401","https://openalex.org/W6605572670","https://openalex.org/W6767264202","https://openalex.org/W6823152908"],"related_works":["https://openalex.org/W3169129874","https://openalex.org/W2364985315","https://openalex.org/W4210514273","https://openalex.org/W2105086885","https://openalex.org/W3088156289","https://openalex.org/W2358721113","https://openalex.org/W2745926578","https://openalex.org/W2017943395","https://openalex.org/W2070213417","https://openalex.org/W2147182096"],"abstract_inverted_index":{"3D":[0,37,56,97,110,123,164,189],"avatar":[1,38,57,67],"creation":[2],"plays":[3],"a":[4,26,32,55,115,126,150,179],"crucial":[5],"role":[6],"in":[7,94,146],"the":[8,12,59,66,69,84,121,143,147,159,162,172],"digital":[9],"age.":[10],"However,":[11],"whole":[13],"production":[14],"process":[15],"is":[16,79,130,156],"prohibitively":[17],"time-consuming":[18],"and":[19,40,62,64,100,137,168,174],"labor-intensive.":[20],"To":[21],"democratize":[22],"this":[23],"technology":[24],"to":[25,53,80,132],"larger":[27],"audience,":[28],"we":[29,108],"propose":[30],"AvatarCLIP,":[31],"zero-shot":[33,196],"text-driven":[34],"framework":[35],"for":[36,89,158],"generation":[39,113],"animation.":[41,101],"Unlike":[42],"professional":[43],"software":[44],"that":[45],"requires":[46],"expert":[47],"knowledge,":[48],"AvatarCLIP":[49,177,185],"empowers":[50],"layman":[51],"users":[52],"customize":[54],"with":[58,68,114,191],"desired":[60],"shape":[61,116],"texture,":[63],"drive":[65],"described":[70],"motions":[71],"using":[72],"solely":[73],"natural":[74,105],"languages.":[75],"Our":[76],"key":[77],"insight":[78],"take":[81],"advantage":[82],"of":[83,96,161,176,182],"powerful":[85],"vision-language":[86],"model":[87,129],"CLIP":[88],"supervising":[90],"neural":[91],"human":[92,111,124],"generation,":[93],"terms":[95],"geometry,":[98],"texture":[99,138],"Specifically,":[102],"driven":[103],"by":[104,141],"language":[106],"descriptions,":[107],"initialize":[109],"geometry":[112,135],"VAE":[117],"network.":[118],"Based":[119],"on":[120,178],"generated":[122,163],"shapes,":[125],"volume":[127],"rendering":[128],"utilized":[131],"further":[133],"facilitate":[134],"sculpting":[136],"generation.":[139],"Moreover,":[140],"leveraging":[142],"priors":[144],"learned":[145],"motion":[148,153],"VAE,":[149],"CLIP-guided":[151],"reference-based":[152],"synthesis":[154],"method":[155],"proposed":[157],"animation":[160],"avatar.":[165],"Extensive":[166],"qualitative":[167],"quantitative":[169],"experiments":[170],"validate":[171],"effectiveness":[173],"generalizability":[175],"wide":[180],"range":[181],"avatars.":[183],"Remarkably,":[184],"can":[186],"generate":[187],"unseen":[188],"avatars":[190],"novel":[192],"animations,":[193],"achieving":[194],"superior":[195],"capability.":[197],"Codes":[198],"are":[199],"available":[200],"at":[201],"https://github.com/hongfz16/AvatarCLIP.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":83},{"year":2023,"cited_by_count":53},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2022-07-22T00:00:00"}