{"id":"https://openalex.org/W3165164793","doi":"https://doi.org/10.1145/3450626.3459850","title":"Driving-signal aware full-body avatars","display_name":"Driving-signal aware full-body avatars","publication_year":2021,"publication_date":"2021-07-19","ids":{"openalex":"https://openalex.org/W3165164793","doi":"https://doi.org/10.1145/3450626.3459850","mag":"3165164793"},"language":"en","primary_location":{"id":"doi:10.1145/3450626.3459850","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459850","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459850","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459850","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Timur Bagautdinov","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":true,"raw_author_name":"Timur Bagautdinov","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenglei Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Chenglei Wu","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tomas Simon","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tomas Simon","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fabi\u00e1n Prada","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Fabi\u00e1n Prada","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Takaaki Shiratori","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Takaaki Shiratori","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shih-En Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shih-En Wei","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Weipeng Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Weipeng Xu","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yaser Sheikh","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yaser Sheikh","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"last","author":{"id":null,"display_name":"Jason Saragih","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Jason Saragih","raw_affiliation_strings":["Facebook Reality Labs"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Reality Labs","institution_ids":["https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2252078561"],"apc_list":null,"apc_paid":null,"fwci":5.0437,"has_fulltext":true,"cited_by_count":69,"citation_normalized_percentile":{"value":0.96454793,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"40","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4577000141143799,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4577000141143799,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.2533000111579895,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0828000009059906,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.7753999829292297},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.5742999911308289},{"id":"https://openalex.org/keywords/imputation","display_name":"Imputation (statistics)","score":0.5159000158309937},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4814000129699707},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4284000098705292},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3921999931335449},{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.38420000672340393},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.36660000681877136}],"concepts":[{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7753999829292297},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7516999840736389},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5827000141143799},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5550000071525574},{"id":"https://openalex.org/C58041806","wikidata":"https://www.wikidata.org/wiki/Q1660484","display_name":"Imputation (statistics)","level":3,"score":0.5159000158309937},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4814000129699707},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3921999931335449},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.36660000681877136},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3075999915599823},{"id":"https://openalex.org/C2985021205","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual space","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.2953000068664551},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2879999876022339},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.28459998965263367},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.2694999873638153},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26600000262260437}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3450626.3459850","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459850","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459850","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2105.10441","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.10441","pdf_url":"https://arxiv.org/pdf/2105.10441","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3450626.3459850","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3450626.3459850","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3450626.3459850","source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3165164793.pdf","grobid_xml":"https://content.openalex.org/works/W3165164793.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W788203010","https://openalex.org/W1901129140","https://openalex.org/W1967554269","https://openalex.org/W1978216348","https://openalex.org/W1989191365","https://openalex.org/W1993962870","https://openalex.org/W2058554804","https://openalex.org/W2069957264","https://openalex.org/W2090782210","https://openalex.org/W2097108975","https://openalex.org/W2109683418","https://openalex.org/W2110434318","https://openalex.org/W2135666716","https://openalex.org/W2158778494","https://openalex.org/W2166575557","https://openalex.org/W2205172244","https://openalex.org/W2237250383","https://openalex.org/W2474891805","https://openalex.org/W2483862638","https://openalex.org/W2558748708","https://openalex.org/W2621350877","https://openalex.org/W2793768642","https://openalex.org/W2798478762","https://openalex.org/W2798714868","https://openalex.org/W2799116135","https://openalex.org/W2811426698","https://openalex.org/W2891959861","https://openalex.org/W2905288042","https://openalex.org/W2912673695","https://openalex.org/W2942074357","https://openalex.org/W2946584893","https://openalex.org/W2957926190","https://openalex.org/W2962795401","https://openalex.org/W2963515833","https://openalex.org/W2963627347","https://openalex.org/W2984529706","https://openalex.org/W2990173985","https://openalex.org/W2991530302","https://openalex.org/W3009042479","https://openalex.org/W3019382938","https://openalex.org/W3034971973","https://openalex.org/W3035358681","https://openalex.org/W3042877899","https://openalex.org/W3044769528","https://openalex.org/W3048381483","https://openalex.org/W3080084217","https://openalex.org/W3083173864","https://openalex.org/W3107290753","https://openalex.org/W3119185462","https://openalex.org/W4233920952"],"related_works":[],"abstract_inverted_index":{"We":[0,117,175],"present":[1],"a":[2,14,35,89,120,146,155,172,206],"learning-based":[3],"method":[4,49],"for":[5,80,124,160,165,189],"building":[6],"driving-signal":[7],"aware":[8],"full-body":[9,108,187],"avatars.":[10],"Our":[11],"model":[12,153],"is":[13,50],"conditional":[15],"variational":[16,152],"autoencoder":[17],"that":[18,51,92,163],"can":[19,56],"be":[20,57],"animated":[21],"with":[22,192],"incomplete":[23],"driving":[24,62,85,115,126,148,193],"signals,":[25],"such":[26],"as":[27],"human":[28,39],"pose":[29],"and":[30,33,41,54,64,132,203],"facial":[31],"keypoints,":[32],"produces":[34,154],"high-quality":[36],"representation":[37],"of":[38,102,137,158,179,186],"geometry":[40],"view-dependent":[42],"appearance.":[43],"The":[44],"core":[45],"intuition":[46],"behind":[47],"our":[48,180],"better":[52,130],"drivability":[53],"generalization":[55],"achieved":[58],"by":[59,87],"disentangling":[60],"the":[61,84,95,100,103,114,125,135,150,177,183,201],"signals":[63,194],"remaining":[65,96,111],"generative":[66],"factors,":[67],"which":[68,128],"are":[69],"not":[70],"available":[71],"during":[72,107],"animation.":[73],"To":[74],"this":[75],"end,":[76],"we":[77],"explicitly":[78],"account":[79],"information":[81],"deficiency":[82],"in":[83,142,200],"signal":[86,127],"introducing":[88],"latent":[90],"space":[91,157],"exclusively":[93],"captures":[94],"information,":[97],"thus":[98],"enabling":[99],"imputation":[101,167],"missing":[104,161],"factors":[105,162],"required":[106],"animation,":[109],"while":[110],"faithful":[112],"to":[113,171],"signal.":[116],"also":[118],"propose":[119],"learnable":[121],"localized":[122],"compression":[123],"promotes":[129],"generalization,":[131],"helps":[133],"minimize":[134],"influence":[136],"global":[138],"chance-correlations":[139],"often":[140],"found":[141],"real":[143],"datasets.":[144],"For":[145],"given":[147],"signal,":[149],"resulting":[151],"compact":[156],"uncertainty":[159],"allows":[164],"an":[166],"strategy":[168],"best":[169],"suited":[170],"particular":[173],"application.":[174],"demonstrate":[176],"efficacy":[178],"approach":[181],"on":[182,205],"challenging":[184],"problem":[185],"animation":[188],"virtual":[190],"telepresence":[191],"acquired":[195],"from":[196],"minimal":[197],"sensors":[198],"placed":[199],"environment":[202],"mounted":[204],"VR-headset.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2021-06-07T00:00:00"}
