{"id":"https://openalex.org/W4390939985","doi":"https://doi.org/10.1109/tpami.2024.3355287","title":"Animatable Implicit Neural Representations for Creating Realistic Avatars From Videos","display_name":"Animatable Implicit Neural Representations for Creating Realistic Avatars From Videos","publication_year":2024,"publication_date":"2024-01-17","ids":{"openalex":"https://openalex.org/W4390939985","doi":"https://doi.org/10.1109/tpami.2024.3355287","pmid":"https://pubmed.ncbi.nlm.nih.gov/38231799"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3355287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3355287","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101814482","display_name":"Xiaowei Zhou","orcid":"https://orcid.org/0000-0003-1926-5597"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaowei Zhou","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073087748","display_name":"Sida Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sida Peng","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061437825","display_name":"Zhen Xu","orcid":"https://orcid.org/0009-0002-6098-4198"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Xu","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006558591","display_name":"Junting Dong","orcid":"https://orcid.org/0000-0003-0050-3989"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junting Dong","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106667246","display_name":"Qianqian Wang","orcid":"https://orcid.org/0009-0002-9000-2386"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qianqian Wang","raw_affiliation_strings":["Cornell University, Ithaca, NY, USA","College of Computer Science, Cornell University, USA"],"affiliations":[{"raw_affiliation_string":"Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"College of Computer Science, Cornell University, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041840752","display_name":"Shangzhan Zhang","orcid":"https://orcid.org/0009-0006-4693-6009"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangzhan Zhang","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084787269","display_name":"Qing Shuai","orcid":"https://orcid.org/0000-0002-2096-7599"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qing Shuai","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["Zhejiang University, Zhejiang, China","State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Zhejiang, China","institution_ids":["https://openalex.org/I76130692"]},{"raw_affiliation_string":"State Key Lab of CAD&CG, the College of Computer Science, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101814482"],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":8.1976,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.98757623,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"46","issue":"6","first_page":"4147","last_page":"4159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7559888362884521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6271792650222778},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.49659281969070435},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.436042457818985},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43059203028678894}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7559888362884521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6271792650222778},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49659281969070435},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.436042457818985},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43059203028678894}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3355287","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3355287","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38231799","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38231799","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G171152487","display_name":null,"funder_award_id":"62172364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320337013","display_name":"Information Technology Center, Nagoya University","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W1993962870","https://openalex.org/W2044618760","https://openalex.org/W2055174129","https://openalex.org/W2101032778","https://openalex.org/W2229412420","https://openalex.org/W2235136907","https://openalex.org/W2461005315","https://openalex.org/W2471962767","https://openalex.org/W2768683308","https://openalex.org/W2793768642","https://openalex.org/W2798637590","https://openalex.org/W2886799640","https://openalex.org/W2921745007","https://openalex.org/W2942074357","https://openalex.org/W2946584893","https://openalex.org/W2962730651","https://openalex.org/W2962921964","https://openalex.org/W2963073614","https://openalex.org/W2963335855","https://openalex.org/W2963515833","https://openalex.org/W2963627347","https://openalex.org/W2963907666","https://openalex.org/W2963926543","https://openalex.org/W2963995996","https://openalex.org/W2971467054","https://openalex.org/W2974180492","https://openalex.org/W2978956737","https://openalex.org/W2981978060","https://openalex.org/W2984529706","https://openalex.org/W2991621301","https://openalex.org/W3011070051","https://openalex.org/W3031751146","https://openalex.org/W3034968345","https://openalex.org/W3035191304","https://openalex.org/W3035291735","https://openalex.org/W3035492592","https://openalex.org/W3035507572","https://openalex.org/W3035515747","https://openalex.org/W3035581100","https://openalex.org/W3035678981","https://openalex.org/W3094088110","https://openalex.org/W3095085713","https://openalex.org/W3096718826","https://openalex.org/W3101022589","https://openalex.org/W3107384982","https://openalex.org/W3108325989","https://openalex.org/W3109376949","https://openalex.org/W3109585842","https://openalex.org/W3110496917","https://openalex.org/W3119185462","https://openalex.org/W3136656704","https://openalex.org/W3153220274","https://openalex.org/W3157519194","https://openalex.org/W3158253900","https://openalex.org/W3161462225","https://openalex.org/W3166229844","https://openalex.org/W3174541392","https://openalex.org/W3174752334","https://openalex.org/W3176327543","https://openalex.org/W3176762345","https://openalex.org/W3177491479","https://openalex.org/W3179249536","https://openalex.org/W3202804820","https://openalex.org/W3204654630","https://openalex.org/W4200502498","https://openalex.org/W4200629034","https://openalex.org/W4214564891","https://openalex.org/W4214625585","https://openalex.org/W4214731463","https://openalex.org/W4221146570","https://openalex.org/W4245933748","https://openalex.org/W4288242633","https://openalex.org/W4312445209","https://openalex.org/W4312828520","https://openalex.org/W4312891300","https://openalex.org/W4312925709","https://openalex.org/W4313047718","https://openalex.org/W4321512505","https://openalex.org/W4386065557","https://openalex.org/W6631190155","https://openalex.org/W6738824914","https://openalex.org/W6763480078","https://openalex.org/W6774418182","https://openalex.org/W6781421651","https://openalex.org/W6784476946","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6801663392","https://openalex.org/W6802751092","https://openalex.org/W6805332276","https://openalex.org/W6810120746"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,43,51,59,71,93,98,126,132,150,155,163,172,185,188],"challenge":[4],"of":[5,35,128,157,187],"reconstructing":[6],"an":[7],"animatable":[8],"human":[9,108,118,151,158,164,195,205],"model":[10],"from":[11,54],"a":[12,22,27,33,167,176],"multi-view":[13],"video.":[14],"Some":[15],"recent":[16,204],"works":[17],"have":[18],"proposed":[19],"to":[20,42,49,91,110,143,148,183],"decompose":[21],"non-rigidly":[23],"deforming":[24],"scene":[25,53],"into":[26],"canonical":[28,44,173],"neural":[29,177],"radiance":[30],"field":[31,61,65,170,180,191],"and":[32,113],"set":[34],"deformation":[36,60,94,129,146],"fields":[37,90,103,135,147],"that":[38,199],"map":[39],"observation-space":[40],"points":[41],"space,":[45],"thereby":[46],"enabling":[47],"them":[48],"learn":[50],"dynamic":[52],"images.":[55],"However,":[56],"they":[57,123],"represent":[58,162],"as":[62,166],"translational":[63],"vector":[64],"or":[66],"SE(3)":[67],"field,":[68],"which":[69],"makes":[70],"optimization":[72],"highly":[73],"under-constrained.":[74],"Moreover,":[75,131],"these":[76],"representations":[77],"cannot":[78],"be":[79,137],"explicitly":[80],"controlled":[81],"by":[82],"input":[83,140],"motions.":[84,196],"Instead,":[85],"we":[86,160],"introduce":[87],"blend":[88,101,133,189],"weight":[89,102,134,190],"produce":[92],"fields.":[95,130],"Based":[96],"on":[97,192],"skeleton-driven":[99],"deformation,":[100],"are":[104,120],"used":[105],"with":[106,139],"3D":[107,117],"skeletons":[109,119],"generate":[111,144],"observation-to-canonical":[112],"canonical-to-observation":[114],"correspondences.":[115],"Since":[116],"more":[121],"observable,":[122],"can":[124,136],"regularize":[125],"learning":[127],"combined":[138],"skeletal":[141],"motions":[142],"new":[145],"animate":[149],"model.":[152],"To":[153],"improve":[154],"quality":[156],"modeling,":[159],"further":[161],"geometry":[165],"signed":[168],"distance":[169],"in":[171],"space.":[174],"Additionally,":[175],"point":[178],"displacement":[179],"is":[181],"introduced":[182],"enhance":[184],"capability":[186],"modeling":[193,206],"detailed":[194],"Experiments":[197],"show":[198],"our":[200],"approach":[201],"significantly":[202],"outperforms":[203],"methods.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}