{"id":"https://openalex.org/W3096338553","doi":"https://doi.org/10.1145/3385956.3418952","title":"Capture to Rendering Pipeline for Generating Dynamically Relightable Virtual Objects with Handheld RGB-D Cameras","display_name":"Capture to Rendering Pipeline for Generating Dynamically Relightable Virtual Objects with Handheld RGB-D Cameras","publication_year":2020,"publication_date":"2020-10-31","ids":{"openalex":"https://openalex.org/W3096338553","doi":"https://doi.org/10.1145/3385956.3418952","mag":"3096338553"},"language":"en","primary_location":{"id":"doi:10.1145/3385956.3418952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3385956.3418952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035902203","display_name":"Chih-Fan Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210087747","display_name":"Creative Technologies (United States)","ror":"https://ror.org/001qkb777","country_code":"US","type":"company","lineage":["https://openalex.org/I4210087747"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chih-Fan Chen","raw_affiliation_strings":["Computer Science/School of Engineering/MxR Lab Institution of Creative Technologies, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science/School of Engineering/MxR Lab Institution of Creative Technologies, United States","institution_ids":["https://openalex.org/I4210087747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063130930","display_name":"Evan Suma Rosenberg","orcid":"https://orcid.org/0000-0002-4826-4561"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Evan Suma Rosenberg","raw_affiliation_strings":["Department of Computer Science & Engineering University of Minnesota, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering University of Minnesota, United States","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"1","issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.8201645612716675},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7787814140319824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7458932399749756},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6589575409889221},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6492518186569214},{"id":"https://openalex.org/keywords/specular-reflection","display_name":"Specular reflection","score":0.6160731911659241},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.59969162940979},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5469106435775757},{"id":"https://openalex.org/keywords/texture-mapping","display_name":"Texture mapping","score":0.54189133644104},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.517530620098114},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.44532153010368347},{"id":"https://openalex.org/keywords/virtual-image","display_name":"Virtual image","score":0.42779260873794556},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.10285031795501709}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.8201645612716675},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7787814140319824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7458932399749756},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6589575409889221},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6492518186569214},{"id":"https://openalex.org/C118381688","wikidata":"https://www.wikidata.org/wiki/Q1079524","display_name":"Specular reflection","level":2,"score":0.6160731911659241},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.59969162940979},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5469106435775757},{"id":"https://openalex.org/C200585589","wikidata":"https://www.wikidata.org/wiki/Q752176","display_name":"Texture mapping","level":2,"score":0.54189133644104},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.517530620098114},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.44532153010368347},{"id":"https://openalex.org/C51970089","wikidata":"https://www.wikidata.org/wiki/Q44415","display_name":"Virtual image","level":2,"score":0.42779260873794556},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.10285031795501709},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3385956.3418952","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3385956.3418952","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"26th ACM Symposium on Virtual Reality Software and Technology","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1524528038","https://openalex.org/W1557430260","https://openalex.org/W1938204631","https://openalex.org/W1969683175","https://openalex.org/W1975636777","https://openalex.org/W1983954705","https://openalex.org/W2037648881","https://openalex.org/W2038271489","https://openalex.org/W2046331708","https://openalex.org/W2063366997","https://openalex.org/W2067132795","https://openalex.org/W2067191022","https://openalex.org/W2099940712","https://openalex.org/W2122585444","https://openalex.org/W2145595389","https://openalex.org/W2145962650","https://openalex.org/W2253156915","https://openalex.org/W2280404282","https://openalex.org/W2300659874","https://openalex.org/W2344854399","https://openalex.org/W2346167159","https://openalex.org/W2474450142","https://openalex.org/W2554759989","https://openalex.org/W2580159549","https://openalex.org/W2590725495","https://openalex.org/W2737058939","https://openalex.org/W2766656154","https://openalex.org/W2798996910","https://openalex.org/W2805202215","https://openalex.org/W2811490555","https://openalex.org/W2883403932","https://openalex.org/W2897412787","https://openalex.org/W2903365351","https://openalex.org/W2903435684","https://openalex.org/W2942074357","https://openalex.org/W2960236945","https://openalex.org/W2963472846","https://openalex.org/W3034528136","https://openalex.org/W3122589227","https://openalex.org/W4233460876","https://openalex.org/W6667380001"],"related_works":["https://openalex.org/W3039884195","https://openalex.org/W2355744761","https://openalex.org/W2277297747","https://openalex.org/W2067828477","https://openalex.org/W2120077540","https://openalex.org/W2402466229","https://openalex.org/W2056660114","https://openalex.org/W579688499","https://openalex.org/W2080298447","https://openalex.org/W4367662596"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,14,63,76],"complete":[3],"end-to-end":[4],"pipeline":[5],"for":[6,39,88],"generating":[7],"dynamically":[8],"relightable":[9],"virtual":[10,42,74,118,145,166],"objects":[11,161],"captured":[12,61],"using":[13,62,105],"single":[15],"handheld":[16,64],"consumer-grade":[17],"RGB-D":[18],"camera.":[19,65],"The":[20,108],"proposed":[21],"system":[22],"plausibly":[23,149],"replicates":[24],"the":[25,50,53,73,82,117,124,133,136,155],"geometry,":[26],"texture,":[27,135],"illumination,":[28],"and":[29,101,113,173],"surface":[30],"reflectance":[31,114],"properties":[32,115],"of":[33,52,72,78,116,157],"non-Lambertian":[34],"objects,":[35],"making":[36],"them":[37],"suitable":[38],"integration":[40],"within":[41],"reality":[43,146],"scenes":[44,147],"that":[45,148,168],"contain":[46],"arbitrary":[47,165],"illumination.":[48],"First,":[49],"geometry":[51],"target":[54],"object":[55,119],"is":[56,86],"reconstructed":[57,137],"from":[58,81,123],"depth":[59],"images":[60,80,97],"To":[66],"get":[67],"nearly":[68],"drift-free":[69],"texture":[70],"maps":[71],"object,":[75],"set":[77],"selected":[79],"original":[83],"color":[84],"stream":[85],"used":[87],"camera":[89],"pose":[90],"optimization.":[91],"Our":[92],"approach":[93],"further":[94],"separates":[95],"these":[96,130,160],"into":[98],"diffuse":[99,134],"(view-independent)":[100],"specular":[102,126],"(view-dependent)":[103],"components":[104],"low-rank":[106],"decomposition.":[107],"lighting":[109],"conditions":[110],"during":[111],"capture":[112],"are":[120],"subsequently":[121],"estimated":[122],"computed":[125],"maps.":[127],"By":[128],"combining":[129],"parameters":[131],"with":[132,164],"model":[138],"can":[139,162],"then":[140],"be":[141],"rendered":[142],"in":[143,170],"real-time":[144],"replicate":[150],"real":[151],"world":[152],"illumination":[153],"at":[154],"point":[156],"capture.":[158],"Furthermore,":[159],"interact":[163],"lights":[167],"vary":[169],"direction,":[171],"intensity,":[172],"color.":[174]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}