{"id":"https://openalex.org/W4319300061","doi":"https://doi.org/10.1109/wacv56688.2023.00086","title":"Beyond RGB: Scene-Property Synthesis with Neural Radiance Fields","display_name":"Beyond RGB: Scene-Property Synthesis with Neural Radiance Fields","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319300061","doi":"https://doi.org/10.1109/wacv56688.2023.00086"},"language":"en","primary_location":{"id":"doi:10.1109/wacv56688.2023.00086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv56688.2023.00086","pdf_url":null,"source":{"id":"https://openalex.org/S4363607736","display_name":"2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057020108","display_name":"Mingtong Zhang","orcid":"https://orcid.org/0000-0003-4438-7756"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingtong Zhang","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075364910","display_name":"Shuhong Zheng","orcid":"https://orcid.org/0000-0003-3160-9532"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuhong Zheng","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035492421","display_name":"Zhipeng Bao","orcid":"https://orcid.org/0000-0001-8376-1195"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhipeng Bao","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075246991","display_name":"Martial Hebert","orcid":"https://orcid.org/0000-0003-4566-5930"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martial Hebert","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102952938","display_name":"Yu-Xiong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Xiong Wang","raw_affiliation_strings":["University of Illinois Urbana-Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5845,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.62919463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"795","last_page":"805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8110544681549072},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.7243473529815674},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6385167837142944},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5143312215805054},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4911207854747772},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4593273997306824},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4182392656803131},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.4180775284767151}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8110544681549072},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.7243473529815674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6385167837142944},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5143312215805054},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4911207854747772},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4593273997306824},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4182392656803131},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.4180775284767151},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv56688.2023.00086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv56688.2023.00086","pdf_url":null,"source":{"id":"https://openalex.org/S4363607736","display_name":"2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.7300000190734863}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315934","display_name":"Toyota Research Institute","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":95,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1522301498","https://openalex.org/W1677409904","https://openalex.org/W1905829557","https://openalex.org/W2145023731","https://openalex.org/W2546066744","https://openalex.org/W2624871570","https://openalex.org/W2904904022","https://openalex.org/W2919112510","https://openalex.org/W2949830259","https://openalex.org/W2951702519","https://openalex.org/W2951880955","https://openalex.org/W2962716332","https://openalex.org/W2962824366","https://openalex.org/W2963226019","https://openalex.org/W2963498646","https://openalex.org/W2963627347","https://openalex.org/W2963722008","https://openalex.org/W2963877604","https://openalex.org/W2963901923","https://openalex.org/W2963926543","https://openalex.org/W2964094751","https://openalex.org/W2964185501","https://openalex.org/W2964288609","https://openalex.org/W2969485315","https://openalex.org/W2985459778","https://openalex.org/W2991309414","https://openalex.org/W3003162010","https://openalex.org/W3034225195","https://openalex.org/W3034672970","https://openalex.org/W3034801905","https://openalex.org/W3035148830","https://openalex.org/W3035257660","https://openalex.org/W3035524985","https://openalex.org/W3035574324","https://openalex.org/W3039828778","https://openalex.org/W3049323324","https://openalex.org/W3080961686","https://openalex.org/W3087549734","https://openalex.org/W3092948912","https://openalex.org/W3105378872","https://openalex.org/W3107473354","https://openalex.org/W3109470472","https://openalex.org/W3109585842","https://openalex.org/W3110015970","https://openalex.org/W3110503160","https://openalex.org/W3111639180","https://openalex.org/W3116271762","https://openalex.org/W3127271503","https://openalex.org/W3130983693","https://openalex.org/W3175310220","https://openalex.org/W3176179930","https://openalex.org/W3176368002","https://openalex.org/W3176709420","https://openalex.org/W3183092879","https://openalex.org/W3186804687","https://openalex.org/W3197457832","https://openalex.org/W3202037070","https://openalex.org/W3203257492","https://openalex.org/W3203806429","https://openalex.org/W3204568876","https://openalex.org/W3205325185","https://openalex.org/W3210613940","https://openalex.org/W3213840695","https://openalex.org/W3215926197","https://openalex.org/W4214502182","https://openalex.org/W4214661523","https://openalex.org/W4286950595","https://openalex.org/W4287114999","https://openalex.org/W4295246696","https://openalex.org/W4312969460","https://openalex.org/W4320013936","https://openalex.org/W6631190155","https://openalex.org/W6718046261","https://openalex.org/W6718140377","https://openalex.org/W6729001083","https://openalex.org/W6739365718","https://openalex.org/W6758420182","https://openalex.org/W6759669191","https://openalex.org/W6763070779","https://openalex.org/W6764040762","https://openalex.org/W6764654403","https://openalex.org/W6769731170","https://openalex.org/W6770205404","https://openalex.org/W6780879210","https://openalex.org/W6782039506","https://openalex.org/W6783292247","https://openalex.org/W6784492152","https://openalex.org/W6787068699","https://openalex.org/W6790818473","https://openalex.org/W6797572590","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6802175311","https://openalex.org/W6802668286"],"related_works":["https://openalex.org/W2073139667","https://openalex.org/W2895616727","https://openalex.org/W2517104666","https://openalex.org/W2048402902","https://openalex.org/W1669643531","https://openalex.org/W2134924024","https://openalex.org/W2039154422","https://openalex.org/W2510758617","https://openalex.org/W2008656436","https://openalex.org/W2182382398"],"abstract_inverted_index":{"Comprehensive":[0],"3D":[1],"scene":[2,30,39,53,93,109],"understanding,":[3,40],"both":[4],"geometrically":[5],"and":[6,55,98,125,140,143,180],"semantically,":[7],"is":[8,76,189],"important":[9],"for":[10,29,136,184],"real-world":[11],"applications":[12],"such":[13,157],"as":[14,158,175,182],"robot":[15],"perception.":[16],"Most":[17],"of":[18,63,108,150,154,177],"the":[19,48,60,148],"existing":[20],"work":[21],"has":[22],"focused":[23],"on":[24,51],"developing":[25],"data-driven":[26],"discriminative":[27,141,173],"models":[28],"understanding.":[31],"This":[32],"paper":[33],"provides":[34],"a":[35,42,106,113,133,151,163],"new":[36],"approach":[37],"to":[38,78,147,168],"from":[41,85],"synthesis":[43,164],"model":[44],"perspective,":[45],"by":[46],"leveraging":[47],"recent":[49],"progress":[50],"implicit":[52],"representation":[54],"neural":[56],"rendering.":[57],"Building":[58],"upon":[59],"great":[61],"success":[62],"Neural":[64],"Radiance":[65],"Fields":[66],"(NeRFs),":[67],"we":[68,103],"introduce":[69],"Scene-Property":[70],"Synthesis":[71],"with":[72],"NeRF":[73],"(SS-NeRF)":[74],"that":[75],"able":[77],"not":[79],"only":[80],"render":[81,90],"photo-realistic":[82],"RGB":[83],"images":[84],"novel":[86,169],"viewpoints,":[87],"but":[88],"also":[89],"various":[91],"accurate":[92],"properties":[94],"(e.g.,":[95],"appearance,":[96],"geometry,":[97],"semantics).":[99],"By":[100],"doing":[101],"so,":[102],"facilitate":[104],"addressing":[105],"variety":[107],"understanding":[110],"tasks":[111,174],"under":[112],"unified":[114],"framework,":[115],"including":[116],"semantic":[117],"segmentation,":[118],"surface":[119],"normal":[120],"estimation,":[121],"reshading,":[122],"keypoint":[123],"detection,":[124],"edge":[126],"detection.":[127],"Our":[128,187],"SS-NeRF":[129],"framework":[130],"can":[131],"be":[132,145],"powerful":[134],"tool":[135],"bridging":[137],"generative":[138],"learning":[139],"learning,":[142],"thus":[144],"beneficial":[146],"investigation":[149],"wide":[152],"range":[153],"interesting":[155],"problems,":[156],"studying":[159],"task":[160],"relationships":[161],"within":[162],"paradigm,":[165],"transferring":[166],"knowledge":[167],"tasks,":[170],"facilitating":[171],"downstream":[172],"ways":[176],"data":[178,185],"augmentation,":[179],"serving":[181],"auto-labeller":[183],"creation.":[186],"code":[188],"available":[190],"at":[191],"https://github.com/zsh2000/SS-NeRF.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}