{"id":"https://openalex.org/W4310380667","doi":"https://doi.org/10.1145/3550469.3555423","title":"Capturing and Animation of Body and Clothing from Monocular Video","display_name":"Capturing and Animation of Body and Clothing from Monocular Video","publication_year":2022,"publication_date":"2022-11-29","ids":{"openalex":"https://openalex.org/W4310380667","doi":"https://doi.org/10.1145/3550469.3555423"},"language":"en","primary_location":{"id":"doi:10.1145/3550469.3555423","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3550469.3555423","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3550469.3555423","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2022 Conference Papers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3550469.3555423","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102813327","display_name":"Yao Feng","orcid":"https://orcid.org/0000-0002-9481-9783"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["CH","DE"],"is_corresponding":false,"raw_author_name":"Yao Feng","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany and ETH Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany and ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088","https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100458442","display_name":"Jinlong Yang","orcid":"https://orcid.org/0000-0002-5651-5340"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jinlong Yang","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021908609","display_name":"Marc Pollefeys","orcid":"https://orcid.org/0000-0003-2448-2318"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marc Pollefeys","raw_affiliation_strings":["ETH Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396778","display_name":"Michael J. Black","orcid":"https://orcid.org/0000-0001-6077-4540"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael J. Black","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025958423","display_name":"Timo Bolkart","orcid":"https://orcid.org/0000-0002-3829-3924"},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Timo Bolkart","raw_affiliation_strings":["Max Planck Institue for Intelligent Systems, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institue for Intelligent Systems, Germany","institution_ids":["https://openalex.org/I4210135521"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":77,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7951706647872925},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7376681566238403},{"id":"https://openalex.org/keywords/clothing","display_name":"Clothing","score":0.6328460574150085},{"id":"https://openalex.org/keywords/polygon-mesh","display_name":"Polygon mesh","score":0.6061553955078125},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5731285810470581},{"id":"https://openalex.org/keywords/body-shape","display_name":"Body shape","score":0.5604016184806824},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5593374967575073},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.53725266456604},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5268534421920776},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.45739516615867615},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.45452821254730225},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4327419400215149},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.41971367597579956},{"id":"https://openalex.org/keywords/solid-modeling","display_name":"Solid modeling","score":0.4182376265525818},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.41697216033935547},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37682801485061646}],"concepts":[{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7951706647872925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376681566238403},{"id":"https://openalex.org/C530175646","wikidata":"https://www.wikidata.org/wiki/Q11460","display_name":"Clothing","level":2,"score":0.6328460574150085},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.6061553955078125},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5731285810470581},{"id":"https://openalex.org/C60627051","wikidata":"https://www.wikidata.org/wiki/Q1072278","display_name":"Body shape","level":2,"score":0.5604016184806824},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5593374967575073},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.53725266456604},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5268534421920776},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.45739516615867615},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.45452821254730225},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4327419400215149},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.41971367597579956},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.4182376265525818},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.41697216033935547},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37682801485061646},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3550469.3555423","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3550469.3555423","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3550469.3555423","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2022 Conference Papers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3550469.3555423","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3550469.3555423","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3550469.3555423","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2022 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320331705","display_name":"Max Planck ETH Center for Learning Systems","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310380667.pdf","grobid_xml":"https://content.openalex.org/works/W4310380667.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W2046033161","https://openalex.org/W2137044594","https://openalex.org/W2737762407","https://openalex.org/W2793768642","https://openalex.org/W2887358179","https://openalex.org/W2921745007","https://openalex.org/W2962754033","https://openalex.org/W2963515833","https://openalex.org/W2963873475","https://openalex.org/W2971467054","https://openalex.org/W2978956737","https://openalex.org/W2981637078","https://openalex.org/W2982480216","https://openalex.org/W3034259269","https://openalex.org/W3034757648","https://openalex.org/W3034968345","https://openalex.org/W3035291735","https://openalex.org/W3035492592","https://openalex.org/W3035581100","https://openalex.org/W3035668851","https://openalex.org/W3053462477","https://openalex.org/W3080729128","https://openalex.org/W3094088110","https://openalex.org/W3107036647","https://openalex.org/W3107471220","https://openalex.org/W3108707969","https://openalex.org/W3109394508","https://openalex.org/W3109585842","https://openalex.org/W3110095664","https://openalex.org/W3112871073","https://openalex.org/W3119185462","https://openalex.org/W3154906787","https://openalex.org/W3157441214","https://openalex.org/W3158253900","https://openalex.org/W3168949721","https://openalex.org/W3176327543","https://openalex.org/W3176762345","https://openalex.org/W3177864674","https://openalex.org/W3180794345","https://openalex.org/W3184916219","https://openalex.org/W3202366118","https://openalex.org/W3202804820","https://openalex.org/W3214146322","https://openalex.org/W3215052027","https://openalex.org/W4200268060","https://openalex.org/W4225964194","https://openalex.org/W4226160668","https://openalex.org/W4236667477","https://openalex.org/W4297812694","https://openalex.org/W4312265203","https://openalex.org/W4312578889","https://openalex.org/W4312925709","https://openalex.org/W4385489997","https://openalex.org/W6854993605"],"related_works":["https://openalex.org/W3138471234","https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2043512367","https://openalex.org/W4321518006","https://openalex.org/W2331836163","https://openalex.org/W2024462231","https://openalex.org/W4247958311","https://openalex.org/W2005276308","https://openalex.org/W2892323418"],"abstract_inverted_index":{"While":[0,94],"recent":[1],"work":[2],"has":[3],"shown":[4],"progress":[5],"on":[6,128],"extracting":[7],"clothed":[8,72,186],"3D":[9,21,71,104,175],"human":[10,73],"avatars":[11,211,248],"from":[12,66,76,170],"a":[13,18,29,67,101,139,143,147,161],"single":[14],"image,":[15],"video,":[16],"or":[17,79],"set":[19,69],"of":[20,70,203,249],"scans,":[22],"several":[23],"limitations":[24],"remain.":[25],"Most":[26],"methods":[27,55],"use":[28],"holistic":[30],"representation":[31],"to":[32,115,166,182],"jointly":[33],"model":[34,57,141],"the":[35,42,58,86,95,117,152,155,185,204,230],"body":[36,45,59,87,96,145,187,191,235,238],"and":[37,44,60,88,108,122,196,206,237,240,254],"clothing,":[38,61],"which":[39],"means":[40],"that":[41,85,218,229,241],"clothing":[43,89,209,221,231,242],"cannot":[46],"be":[47,244],"separated":[48],"for":[49],"applications":[50],"like":[51],"virtual":[52,213],"try-on.":[53],"Other":[54],"separately":[56],"but":[62],"they":[63],"require":[64],"training":[65],"large":[68,118],"meshes":[74],"obtained":[75],"3D/4D":[77],"scanners":[78],"physics":[80],"simulations.":[81],"Our":[82],"insight":[83],"is":[84,97],"have":[90],"different":[91,250],"modeling":[92,179],"requirements.":[93],"well":[98],"represented":[99],"by":[100,189],"mesh-based":[102,144],"parametric":[103],"model,":[105],"implicit":[106],"representations":[107],"neural":[109,148],"radiance":[110,149],"fields":[111],"are":[112,256],"better":[113],"suited":[114],"capturing":[116],"variety":[119],"in":[120,125,158,212],"shape":[121],"appearance":[123],"present":[124],"clothing.":[126],"Building":[127],"this":[129],"insight,":[130],"we":[131],"propose":[132],"SCARF":[133,168,181,219],"(Segmented":[134],"Clothed":[135],"Avatar":[136],"Radiance":[137],"Field),":[138],"hybrid":[140,178],"combining":[142],"with":[146,160,222,233],"field.":[150],"Integrating":[151],"mesh":[153],"into":[154],"volumetric":[156],"rendering":[157],"combination":[159],"differentiable":[162],"rasterizer":[163],"enables":[164,180],"us":[165],"optimize":[167],"directly":[169],"monocular":[171],"videos,":[172],"without":[173],"any":[174],"supervision.":[176],"The":[177,252],"(i)":[183],"animate":[184],"avatar":[188],"changing":[190,234],"poses":[192],"(including":[193],"hand":[194],"articulation":[195],"facial":[197],"expressions),":[198],"(ii)":[199],"synthesize":[200],"novel":[201],"views":[202],"avatar,":[205],"(iii)":[207],"transfer":[208],"between":[210,247],"try-on":[214],"applications.":[215],"We":[216],"demonstrate":[217],"reconstructs":[220],"higher":[223],"visual":[224],"quality":[225],"than":[226],"existing":[227],"methods,":[228],"deforms":[232],"pose":[236],"shape,":[239],"can":[243],"successfully":[245],"transferred":[246],"subjects.":[251],"code":[253],"models":[255],"available":[257],"at":[258],"https://github.com/YadiraF/SCARF.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":34},{"year":2023,"cited_by_count":14}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}