{"id":"https://openalex.org/W4406611013","doi":"https://doi.org/10.1109/tpami.2025.3531417","title":"VD-NeRF: Visibility-Aware Decoupled Neural Radiance Fields for View-Consistent Editing and High-Frequency Relighting","display_name":"VD-NeRF: Visibility-Aware Decoupled Neural Radiance Fields for View-Consistent Editing and High-Frequency Relighting","publication_year":2025,"publication_date":"2025-01-20","ids":{"openalex":"https://openalex.org/W4406611013","doi":"https://doi.org/10.1109/tpami.2025.3531417","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031219"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3531417","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3531417","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088233136","display_name":"Tong Wu","orcid":"https://orcid.org/0000-0001-9974-3821"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Wu","raw_affiliation_strings":["Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0001-9974-3821","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027283184","display_name":"Jia-Mu Sun","orcid":"https://orcid.org/0009-0001-4589-8745"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia-Mu Sun","raw_affiliation_strings":["Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0009-0001-4589-8745","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067850699","display_name":"Yu\u2010Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["School of Computer Science & Informatics, Cardiff University, Cardiff, U.K","School of Computer Science & Informatics, Cardiff University, U.K"],"raw_orcid":"https://orcid.org/0000-0002-2094-5680","affiliations":[{"raw_affiliation_string":"School of Computer Science & Informatics, Cardiff University, Cardiff, U.K","institution_ids":["https://openalex.org/I79510175"]},{"raw_affiliation_string":"School of Computer Science & Informatics, Cardiff University, U.K","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100629376","display_name":"Lin Gao","orcid":"https://orcid.org/0000-0002-1021-8148"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gao","raw_affiliation_strings":["Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-1021-8148","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Beijing Key Laboratory of Mobile Computing and Pervasive Device, Institute of Computing Technology, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0163762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"5","first_page":"3344","last_page":"3357"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9771000146865845,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.849737823009491},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7378386855125427},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.6870319247245789},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5682838559150696},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5524111986160278},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4144095182418823},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.1764293909072876},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10834971070289612},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1072239875793457},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.10476452112197876}],"concepts":[{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.849737823009491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7378386855125427},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.6870319247245789},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5682838559150696},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5524111986160278},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4144095182418823},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.1764293909072876},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10834971070289612},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1072239875793457},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.10476452112197876}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3531417","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3531417","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031219","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031219","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:https://orca.cardiff.ac.uk:175701","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1659217096","display_name":null,"funder_award_id":"62322210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4410849726","display_name":null,"funder_award_id":"62061136007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5344156187","display_name":null,"funder_award_id":"Z231100005923031","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W2024913359","https://openalex.org/W2033331939","https://openalex.org/W2085905957","https://openalex.org/W2092143568","https://openalex.org/W2133665775","https://openalex.org/W2151636374","https://openalex.org/W2229412420","https://openalex.org/W2942074357","https://openalex.org/W2962785568","https://openalex.org/W2962849139","https://openalex.org/W2963627347","https://openalex.org/W2963926543","https://openalex.org/W2984210651","https://openalex.org/W3005895305","https://openalex.org/W3034304664","https://openalex.org/W3034968345","https://openalex.org/W3106672182","https://openalex.org/W3109585842","https://openalex.org/W3175488633","https://openalex.org/W3180076784","https://openalex.org/W3193602888","https://openalex.org/W3195620846","https://openalex.org/W3202037070","https://openalex.org/W3204455502","https://openalex.org/W3215927878","https://openalex.org/W4200015218","https://openalex.org/W4200313684","https://openalex.org/W4214605256","https://openalex.org/W4226488085","https://openalex.org/W4286611058","https://openalex.org/W4288054898","https://openalex.org/W4312318483","https://openalex.org/W4312325284","https://openalex.org/W4312344788","https://openalex.org/W4312538174","https://openalex.org/W4312679369","https://openalex.org/W4312706422","https://openalex.org/W4312839164","https://openalex.org/W4312933868","https://openalex.org/W4312950208","https://openalex.org/W4313153331","https://openalex.org/W4379527433","https://openalex.org/W4385526959","https://openalex.org/W4386076318","https://openalex.org/W4390871864","https://openalex.org/W4390873069","https://openalex.org/W4399138812","https://openalex.org/W6629281901","https://openalex.org/W6765779288","https://openalex.org/W6781421651","https://openalex.org/W6784729325","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6803235211","https://openalex.org/W6803908784","https://openalex.org/W6843126166","https://openalex.org/W6846233623"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Neural":[0],"Radiance":[1],"Fields":[2],"(NeRFs)":[3],"have":[4],"shown":[5],"promising":[6],"results":[7,64,217,273],"in":[8,137],"novel":[9,238,248],"view":[10],"synthesis.":[11],"While":[12,100],"achieving":[13],"state-of-the-art":[14],"rendering":[15,258],"results,":[16],"NeRF":[17,165],"usually":[18],"encodes":[19],"all":[20],"properties":[21],"related":[22],"to":[23,50,61,89,130,153,167,171,204,246,307],"geometry":[24,181],"and":[25,44,54,114,134,182,199,208,240,259,271,274,299,304],"appearance":[26,43,53,68,133,136,170,184],"of":[27,41,69,109,269],"the":[28,67,70,107,121,138,159,172,213,232,242,247,261,267],"scene":[29,139,282],"together":[30],"into":[31,255],"several":[32],"MLP":[33],"(Multi-Layer":[34],"Perceptron)":[35],"networks,":[36],"which":[37,265],"hinders":[38],"downstream":[39,278],"manipulation":[40],"geometry,":[42,52,112],"illumination.":[45],"Recently":[46],"researchers":[47],"made":[48],"attempts":[49],"edit":[51],"lighting":[55,115,143,202,244],"for":[56,158],"NeRF.":[57],"However,":[58],"they":[59],"fail":[60],"render":[62],"view-consistent":[63],"after":[65],"editing":[66,298],"input":[71,160,262],"scene.":[72,161],"Moreover,":[73],"many":[74],"approaches":[75,102],"use":[76],"Spherical":[77,81],"Gaussian":[78],"(SG)":[79],"or":[80,85],"Harmonic":[82],"(SH)":[83],"functions,":[84],"low-resolution":[86],"environment":[87,105,197,234,249],"maps":[88],"model":[90],"lighting.":[91],"These":[92],"methods,":[93],"however,":[94],"struggle":[95],"with":[96,140,193,236],"high-frequency":[97,209,227],"environmental":[98,228],"relighting.":[99,210],"some":[101],"utilize":[103],"high-resolution":[104],"maps,":[106],"strategy":[108],"jointly":[110],"optimizing":[111],"material,":[113],"introduces":[116],"additional":[117],"ambiguity.":[118],"To":[119],"solve":[120],"above":[122],"problems,":[123],"we":[124,146,190],"propose":[125],"VD-NeRF,":[126],"a":[127,141,149,163,237],"visibility-aware":[128],"approach":[129],"decoupling":[131,260],"view-independent":[132,169,183,214],"view-dependent":[135],"hybrid":[142],"representation.":[144],"Specifically,":[145],"first":[147],"train":[148],"signed":[150],"distance":[151],"function":[152],"reconstruct":[154],"an":[155,194,200],"explicit":[156,195,233],"mesh":[157,174],"Then":[162],"decoupled":[164],"learns":[166],"attach":[168],"reconstructed":[173],"by":[175,230],"defining":[176],"learnable":[177,196],"disentangled":[178],"features":[179],"representing":[180],"on":[185],"its":[186],"vertices.":[187],"For":[188],"lighting,":[189],"approximate":[191],"it":[192],"map":[198,235],"implicit":[201,243],"network":[203,245],"support":[205],"both":[206,302],"low-frequency":[207],"By":[211],"modifying":[212],"appearance,":[215],"rendered":[216],"are":[218,288],"consistent":[219],"across":[220],"different":[221],"viewpoints.":[222],"Our":[223],"method":[224,295],"also":[225,275],"supports":[226],"relighting":[229,272,300],"replacing":[231],"one":[239],"fitting":[241],"map.":[250],"We":[251],"further":[252],"take":[253],"visibility":[254],"consideration":[256],"when":[257],"3D":[263],"scene,":[264],"improves":[266],"quality":[268],"decomposition":[270],"enables":[276],"more":[277],"applications":[279],"such":[280],"as":[281],"composition":[283],"where":[284],"occlusions":[285],"between":[286],"scenes":[287],"common.":[289],"Extensive":[290],"experiments":[291],"show":[292],"that":[293],"our":[294],"achieves":[296],"better":[297],"performance":[301],"quantitatively":[303],"qualitatively":[305],"compared":[306],"previous":[308],"methods.":[309]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}