{"id":"https://openalex.org/W4389347771","doi":"https://doi.org/10.1145/3618370","title":"SAILOR: Synergizing Radiance and Occupancy Fields for Live Human Performance Capture","display_name":"SAILOR: Synergizing Radiance and Occupancy Fields for Live Human Performance Capture","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389347771","doi":"https://doi.org/10.1145/3618370"},"language":"en","primary_location":{"id":"doi:10.1145/3618370","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3618370","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090040619","display_name":"Zheng Dong","orcid":"https://orcid.org/0000-0002-9224-324X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Dong","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025567094","display_name":"Ke Xu","orcid":"https://orcid.org/0000-0001-5855-3810"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ke Xu","raw_affiliation_strings":["City University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005359271","display_name":"Yaoan Gao","orcid":"https://orcid.org/0009-0003-4791-0263"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoan Gao","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003856491","display_name":"Qilin Sun","orcid":"https://orcid.org/0000-0002-1906-9548"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qilin Sun","raw_affiliation_strings":["The Chinese University of Hong Kong, Shenzhen and Point Spread Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, Shenzhen and Point Spread Technology, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101844050","display_name":"Weiwei Xu","orcid":"https://orcid.org/0000-0003-3756-3539"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Xu","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006197413","display_name":"Rynson W. H. Lau","orcid":"https://orcid.org/0000-0002-8957-8129"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Rynson W. H. Lau","raw_affiliation_strings":["City University of Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4254,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.63536886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"42","issue":"6","first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8450157642364502},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7738056778907776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6973873376846313},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6093959212303162},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.5350818037986755},{"id":"https://openalex.org/keywords/voxel","display_name":"Voxel","score":0.5086325407028198},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.48860007524490356},{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.47170448303222656},{"id":"https://openalex.org/keywords/interpolation","display_name":"Interpolation (computer graphics)","score":0.4617685377597809},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.45582684874534607},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4205652177333832},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41771259903907776},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3973374366760254},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.09420955181121826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8450157642364502},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7738056778907776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6973873376846313},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6093959212303162},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.5350818037986755},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.5086325407028198},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.48860007524490356},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.47170448303222656},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.4617685377597809},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.45582684874534607},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4205652177333832},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41771259903907776},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3973374366760254},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.09420955181121826},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3618370","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3618370","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W309515887","https://openalex.org/W1565245011","https://openalex.org/W1913661415","https://openalex.org/W1938204631","https://openalex.org/W1967554269","https://openalex.org/W1987648924","https://openalex.org/W1993962870","https://openalex.org/W2044618760","https://openalex.org/W2098362450","https://openalex.org/W2125710345","https://openalex.org/W2142540472","https://openalex.org/W2532511219","https://openalex.org/W2894878561","https://openalex.org/W2901982540","https://openalex.org/W2951159596","https://openalex.org/W2963515833","https://openalex.org/W2964219767","https://openalex.org/W2971467054","https://openalex.org/W2974180492","https://openalex.org/W2981978060","https://openalex.org/W2991621301","https://openalex.org/W3011070051","https://openalex.org/W3035148124","https://openalex.org/W3035291735","https://openalex.org/W3035551320","https://openalex.org/W3035678981","https://openalex.org/W3041416670","https://openalex.org/W3096718826","https://openalex.org/W3101022589","https://openalex.org/W3107197814","https://openalex.org/W3109585842","https://openalex.org/W3114462840","https://openalex.org/W3125432124","https://openalex.org/W3134122898","https://openalex.org/W3153220274","https://openalex.org/W3157519194","https://openalex.org/W3174025609","https://openalex.org/W3175408382","https://openalex.org/W3176288137","https://openalex.org/W3176327543","https://openalex.org/W3176368002","https://openalex.org/W3176679482","https://openalex.org/W3180225216","https://openalex.org/W3180589757","https://openalex.org/W3182714435","https://openalex.org/W3184952021","https://openalex.org/W3186630079","https://openalex.org/W3188301368","https://openalex.org/W3202037070","https://openalex.org/W3202804820","https://openalex.org/W3204859697","https://openalex.org/W3215880630","https://openalex.org/W4206428451","https://openalex.org/W4213011881","https://openalex.org/W4242146635","https://openalex.org/W4248870381","https://openalex.org/W4250833804","https://openalex.org/W4286110585","https://openalex.org/W4310443815","https://openalex.org/W4311034204","https://openalex.org/W4312259872","https://openalex.org/W4312341890","https://openalex.org/W4312546206","https://openalex.org/W4312710790","https://openalex.org/W4312742506","https://openalex.org/W4312972648","https://openalex.org/W4313136947","https://openalex.org/W4320036893","https://openalex.org/W4376311815","https://openalex.org/W4385945520","https://openalex.org/W6600279152"],"related_works":["https://openalex.org/W2896728493","https://openalex.org/W2043512367","https://openalex.org/W2581330182","https://openalex.org/W4256093430","https://openalex.org/W2139046107","https://openalex.org/W1820836432","https://openalex.org/W2158294804","https://openalex.org/W4238852003","https://openalex.org/W2342385555","https://openalex.org/W3121857126"],"abstract_inverted_index":{"Immersive":[0],"user":[1],"experiences":[2],"in":[3],"live":[4,88,163],"VR/AR":[5],"performances":[6],"require":[7],"a":[8,72,125,142,148,153,178],"fast":[9],"and":[10,50,102,115,152,161,194],"accurate":[11,97],"free-view":[12,82,164],"rendering":[13,117,174],"of":[14,59],"the":[15,111,173],"performers.":[16,184],"Existing":[17],"methods":[18,35,44],"are":[19,51,157],"mainly":[20],"based":[21],"on":[22,113,169],"Pixel-aligned":[23],"Implicit":[24],"Functions":[25],"(PIFu)":[26],"or":[27,64],"Neural":[28],"Radiance":[29],"Fields":[30],"(NeRF).":[31],"However,":[32],"while":[33,94],"PIFu-based":[34],"usually":[36],"fail":[37],"to":[38,78,159],"produce":[39,91],"photorealistic":[40],"view-dependent":[41,92,118],"textures,":[42],"NeRF-based":[43],"typically":[45],"lack":[46],"local":[47],"geometry":[48],"accuracy":[49],"computationally":[52],"heavy":[53],"(":[54],"e.g.":[55],",":[56],"dense":[57],"sampling":[58],"3D":[60],"points,":[61],"additional":[62],"fine-tuning,":[63],"pose":[65],"estimation).":[66],"In":[67],"this":[68,131],"work,":[69],"we":[70,99,123,176],"propose":[71,124],"novel":[73,126],"generalizable":[74],"method,":[75],"named":[76,128],"SAILOR,":[77],"create":[79],"high-quality":[80],"human":[81,192],"videos":[83,165],"from":[84,182],"very":[85],"sparse":[86],"RGBD":[87,180],"streams.":[89],"To":[90,171],"textures":[93,119],"preserving":[95],"locally":[96],"geometry,":[98],"integrate":[100],"PIFu":[101,112],"NeRF":[103],"such":[104],"that":[105,188],"they":[106],"work":[107],"synergistically":[108],"by":[109],"conditioning":[110],"depth":[114],"then":[116],"through":[120],"NeRF.":[121],"Specifically,":[122],"network,":[127],"SRONet,":[129],"for":[130],"hybrid":[132],"representation.":[133],"SRONet":[134],"can":[135],"handle":[136],"unseen":[137],"performers":[138],"without":[139],"fine-tuning.":[140],"Besides,":[141],"neural":[143],"blending-based":[144],"ray":[145],"interpolation":[146],"approach,":[147],"tree-based":[149],"voxel-denoising":[150],"scheme,":[151],"parallel":[154],"computing":[155],"pipeline":[156],"incorporated":[158],"reconstruct":[160],"render":[162],"at":[166],"10":[167],"fps":[168],"average.":[170],"evaluate":[172],"performance,":[175],"construct":[177],"real-captured":[179],"benchmark":[181],"40":[183],"Experimental":[185],"results":[186],"show":[187],"SAILOR":[189],"outperforms":[190],"existing":[191],"reconstruction":[193],"performance":[195],"capture":[196],"methods.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}