{"id":"https://openalex.org/W3190430389","doi":"https://doi.org/10.1145/3474085.3475442","title":"Neural Free-Viewpoint Performance Rendering under Complex Human-object Interactions","display_name":"Neural Free-Viewpoint Performance Rendering under Complex Human-object Interactions","publication_year":2021,"publication_date":"2021-10-17","ids":{"openalex":"https://openalex.org/W3190430389","doi":"https://doi.org/10.1145/3474085.3475442","mag":"3190430389"},"language":"en","primary_location":{"id":"doi:10.1145/3474085.3475442","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086839180","display_name":"Guoxing Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guoxing Sun","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100363100","display_name":"Xin Chen","orcid":"https://orcid.org/0000-0002-9347-1367"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Chen","raw_affiliation_strings":["ShanghaiTech University; Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; & University of Chinese Academy of Sciences, Shanghai, China","& University of Chinese Academy of Sciences, Shanghai, China","ShanghaiTech University"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University; Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; & University of Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322","https://openalex.org/I4210165038","https://openalex.org/I30809798"]},{"raw_affiliation_string":"& University of Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"ShanghaiTech University","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074825288","display_name":"Yizhang Chen","orcid":"https://orcid.org/0000-0002-7832-6153"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhang Chen","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045684529","display_name":"Anqi Pang","orcid":"https://orcid.org/0000-0003-2746-6946"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Anqi Pang","raw_affiliation_strings":["ShanghaiTech University; Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; & University of Chinese Academy of Sciences, Shanghai, China","ShanghaiTech University","& University of Chinese Academy of Sciences, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University; Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences; & University of Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210147322","https://openalex.org/I4210165038","https://openalex.org/I30809798"]},{"raw_affiliation_string":"ShanghaiTech University","institution_ids":["https://openalex.org/I30809798"]},{"raw_affiliation_string":"& University of Chinese Academy of Sciences, Shanghai, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049207865","display_name":"Pei Lin","orcid":"https://orcid.org/0000-0002-3300-5241"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pei Lin","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031425964","display_name":"Yuheng Jiang","orcid":"https://orcid.org/0009-0001-7896-9757"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuheng Jiang","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100777698","display_name":"Lan Xu","orcid":"https://orcid.org/0000-0002-8807-7787"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lan Xu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500646","display_name":"Jingyi Yu","orcid":"https://orcid.org/0000-0001-9198-6853"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingyi Yu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100639523","display_name":"Jingya Wang","orcid":"https://orcid.org/0000-0003-1122-0634"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingya Wang","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5086839180"],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":5.29326741,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96383847,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4651","last_page":"4660"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7943925857543945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7896792888641357},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7814281582832336},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.713870108127594},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4633724093437195},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4351186752319336},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.41080984473228455},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3357635736465454}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7943925857543945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7896792888641357},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7814281582832336},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.713870108127594},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4633724093437195},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4351186752319336},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.41080984473228455},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3357635736465454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3474085.3475442","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3474085.3475442","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1938204631","https://openalex.org/W1967554269","https://openalex.org/W1987648924","https://openalex.org/W2044618760","https://openalex.org/W2108134361","https://openalex.org/W2115362620","https://openalex.org/W2190691619","https://openalex.org/W2257063750","https://openalex.org/W2331128040","https://openalex.org/W2547133310","https://openalex.org/W2559085405","https://openalex.org/W2768345177","https://openalex.org/W2776768244","https://openalex.org/W2891491194","https://openalex.org/W2891959861","https://openalex.org/W2894678789","https://openalex.org/W2894878561","https://openalex.org/W2942074357","https://openalex.org/W2944041518","https://openalex.org/W2961325344","https://openalex.org/W2963515833","https://openalex.org/W2963627347","https://openalex.org/W2963756608","https://openalex.org/W2963873475","https://openalex.org/W2963926543","https://openalex.org/W2966154984","https://openalex.org/W2981978060","https://openalex.org/W2982275673","https://openalex.org/W2993182889","https://openalex.org/W3032437359","https://openalex.org/W3035186639","https://openalex.org/W3035191304","https://openalex.org/W3035291735","https://openalex.org/W3035507572","https://openalex.org/W3035678981","https://openalex.org/W3035724791","https://openalex.org/W3041416670","https://openalex.org/W3042719542","https://openalex.org/W3077113279","https://openalex.org/W3091905774","https://openalex.org/W3092985623","https://openalex.org/W3095890822","https://openalex.org/W3096718826","https://openalex.org/W3099926824","https://openalex.org/W3100398946","https://openalex.org/W3108311884","https://openalex.org/W3108856452","https://openalex.org/W3109585842","https://openalex.org/W3109597949","https://openalex.org/W3114462840","https://openalex.org/W3126872948","https://openalex.org/W3141231837","https://openalex.org/W3146159086","https://openalex.org/W3148589687","https://openalex.org/W3153220274","https://openalex.org/W3157890782","https://openalex.org/W3158035011","https://openalex.org/W3159051440","https://openalex.org/W3167542203","https://openalex.org/W3168271366","https://openalex.org/W3170924787","https://openalex.org/W3174025609","https://openalex.org/W3174085799","https://openalex.org/W3175788243","https://openalex.org/W3176327543","https://openalex.org/W3177839747","https://openalex.org/W3179249536","https://openalex.org/W3181740976","https://openalex.org/W3184952021","https://openalex.org/W3192966712","https://openalex.org/W4206760982","https://openalex.org/W4288242633","https://openalex.org/W6772604385"],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2035757446","https://openalex.org/W3137044537","https://openalex.org/W2008385118","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W4246858109","https://openalex.org/W2172753644","https://openalex.org/W54172855","https://openalex.org/W2170209930"],"abstract_inverted_index":{"4D":[0,138],"reconstruction":[1,94,119,122,128,189],"of":[2,57,98,180],"human-object":[3,33,82,111,139,150,195],"interaction":[4,64],"is":[5],"critical":[6],"for":[7,104,136,193],"immersive":[8],"VR/AR":[9],"experience":[10],"and":[11,23,46,54,60,91,95,101,120,129,160,167,187],"human":[12,43,59,100,118,127],"activity":[13],"understanding.":[14],"Recent":[15],"advances":[16],"still":[17],"fail":[18],"to":[19,49,164,183],"recover":[20],"fine":[21],"geometry":[22,53,105,186],"texture":[24,56,144,162,169,188],"results":[25,170],"from":[26,70],"sparse":[27,72],"RGB":[28,73],"inputs,":[29],"especially":[30],"under":[31,62],"challenging":[32,63,194],"interactions":[34],"scenarios.":[35,174],"In":[36],"this":[37],"paper,":[38],"we":[39,84,107,146],"propose":[40,108,147],"a":[41,86,148],"neural":[42,96,143,156],"performance":[44],"capture":[45,112],"rendering":[47,97,151],"system":[48],"generate":[50],"both":[51,58],"high-quality":[52,185],"photo-realistic":[55,168],"objects":[61],"scenarios":[65],"in":[66,171,190],"arbitrary":[67],"novel":[68],"views,":[69],"only":[71],"streams.":[74],"To":[75],"deal":[76],"with":[77,123],"complex":[78],"occlusions":[79],"raised":[80],"by":[81],"interactions,":[83],"adopt":[85],"layer-wise":[87,149],"scene":[88],"decoupling":[89],"strategy":[90],"perform":[92],"volumetric":[93],"the":[99,117,172,178],"object.":[102],"Specifically,":[103],"reconstruction,":[106],"an":[109],"interaction-aware":[110],"scheme":[113],"that":[114],"jointly":[115],"considers":[116],"object":[121,132],"their":[124],"correlations.":[125],"Occlusion-aware":[126],"robust":[130],"human-aware":[131],"tracking":[133],"are":[134],"proposed":[135],"consistent":[137],"dynamic":[140],"reconstruction.":[141],"For":[142],"rendering,":[145],"scheme,":[152],"which":[153],"combines":[154],"direction-aware":[155],"blending":[157],"weight":[158],"learning":[159],"spatial-temporal":[161],"completion":[163],"provide":[165],"high-resolution":[166],"occluded":[173],"Extensive":[175],"experiments":[176],"demonstrate":[177],"effectiveness":[179],"our":[181],"approach":[182],"achieve":[184],"free":[191],"viewpoints":[192],"interactions.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}