{"id":"https://openalex.org/W4403747621","doi":"https://doi.org/10.1145/3680528.3687655","title":"Manifold Sampling for Differentiable Uncertainty in Radiance Fields","display_name":"Manifold Sampling for Differentiable Uncertainty in Radiance Fields","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4403747621","doi":"https://doi.org/10.1145/3680528.3687655"},"language":"en","primary_location":{"id":"doi:10.1145/3680528.3687655","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687655","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687655","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687655","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059163781","display_name":"Linjie Lyu","orcid":"https://orcid.org/0009-0007-4763-8457"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Linjie Lyu","raw_affiliation_strings":["Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0009-0007-4763-8457","affiliations":[{"raw_affiliation_string":"Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075797855","display_name":"Ayush Tewari","orcid":"https://orcid.org/0000-0002-3805-4421"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ayush Tewari","raw_affiliation_strings":["MIT CSAIL, Cambridge, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-3805-4421","affiliations":[{"raw_affiliation_string":"MIT CSAIL, Cambridge, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056083424","display_name":"Marc Habermann","orcid":"https://orcid.org/0000-0003-3899-7515"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marc Habermann","raw_affiliation_strings":["Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0003-3899-7515","affiliations":[{"raw_affiliation_string":"Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102959646","display_name":"Shunsuke Saito","orcid":"https://orcid.org/0000-0003-2053-3472"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shunsuke Saito","raw_affiliation_strings":["Meta Codec Avatars Lab, Pittsburgh, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-2053-3472","affiliations":[{"raw_affiliation_string":"Meta Codec Avatars Lab, Pittsburgh, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005789795","display_name":"Michael Zollh\u00f6fer","orcid":"https://orcid.org/0000-0003-1219-0625"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Zollh\u00f6fer","raw_affiliation_strings":["Meta Codec Avatars Lab, Pittsburgh, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-1219-0625","affiliations":[{"raw_affiliation_string":"Meta Codec Avatars Lab, Pittsburgh, United States of America","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062046573","display_name":"Thomas Leimk\u00fchler","orcid":"https://orcid.org/0009-0006-7784-7957"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Leimk\u00fchler","raw_affiliation_strings":["Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0009-0006-7784-7957","affiliations":[{"raw_affiliation_string":"Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020664641","display_name":"Christian Theobalt","orcid":"https://orcid.org/0000-0001-6104-6625"},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6104-6625","affiliations":[{"raw_affiliation_string":"Max-Planck-Institut f\u00fcr Informatik, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5059163781"],"corresponding_institution_ids":["https://openalex.org/I4210109712"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36838701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11164","display_name":"Remote Sensing and LiDAR Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.9346516132354736},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6779665946960449},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.6037992835044861},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5332586169242859},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.5062638521194458},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.49721506237983704},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.47282564640045166},{"id":"https://openalex.org/keywords/global-illumination","display_name":"Global illumination","score":0.4359493553638458},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.4339964687824249},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4115979075431824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3950234055519104},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34080007672309875},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3333991765975952},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.30626195669174194},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2168877124786377},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11762362718582153},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1105884313583374},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.11037492752075195},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.0730012059211731},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.07183203101158142}],"concepts":[{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.9346516132354736},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6779665946960449},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.6037992835044861},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5332586169242859},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.5062638521194458},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49721506237983704},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47282564640045166},{"id":"https://openalex.org/C89720835","wikidata":"https://www.wikidata.org/wiki/Q1531701","display_name":"Global illumination","level":3,"score":0.4359493553638458},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.4339964687824249},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4115979075431824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3950234055519104},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34080007672309875},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3333991765975952},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.30626195669174194},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2168877124786377},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11762362718582153},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1105884313583374},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.11037492752075195},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0730012059211731},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07183203101158142},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3680528.3687655","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687655","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687655","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2409.12661","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.12661","pdf_url":"https://arxiv.org/pdf/2409.12661","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.mit.edu:1721.1/158127","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/158127","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Association for Computing Machinery","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3680528.3687655","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680528.3687655","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680528.3687655","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIGGRAPH Asia 2024 Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.800000011920929,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403747621.pdf"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1512208174","https://openalex.org/W2093625674","https://openalex.org/W2133665775","https://openalex.org/W2144205107","https://openalex.org/W2225156818","https://openalex.org/W2235136907","https://openalex.org/W2320359495","https://openalex.org/W2471962767","https://openalex.org/W2593390416","https://openalex.org/W2998555201","https://openalex.org/W3048263575","https://openalex.org/W3109585842","https://openalex.org/W3121857126","https://openalex.org/W3136656704","https://openalex.org/W3173531806","https://openalex.org/W3177583232","https://openalex.org/W3184952021","https://openalex.org/W3195620846","https://openalex.org/W3196914928","https://openalex.org/W3214712237","https://openalex.org/W3215769467","https://openalex.org/W4200313684","https://openalex.org/W4214731463","https://openalex.org/W4221151978","https://openalex.org/W4237648096","https://openalex.org/W4312325284","https://openalex.org/W4312453532","https://openalex.org/W4312706422","https://openalex.org/W4312790183","https://openalex.org/W4312986363","https://openalex.org/W4313135476","https://openalex.org/W4383108793","https://openalex.org/W4385318467","https://openalex.org/W4386065784","https://openalex.org/W4386075614","https://openalex.org/W4390872753","https://openalex.org/W4402727792","https://openalex.org/W4402727898","https://openalex.org/W4402733580","https://openalex.org/W4402733585","https://openalex.org/W4402774473","https://openalex.org/W6945120206"],"related_works":["https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2043512367","https://openalex.org/W4321518006","https://openalex.org/W4256093430","https://openalex.org/W2139046107","https://openalex.org/W2056151855","https://openalex.org/W1820836432","https://openalex.org/W2158294804","https://openalex.org/W4238852003"],"abstract_inverted_index":{"Radiance":[0],"fields":[1,37],"are":[2,85],"powerful":[3],"and,":[4,87],"hence,":[5],"popular":[6],"models":[7],"for":[8,33,90,112],"representing":[9],"the":[10,68],"appearance":[11],"of":[12,70,93],"complex":[13],"scenes.":[14],"Yet,":[15],"constructing":[16],"them":[17],"based":[18],"on":[19,104],"image":[20],"observations":[21],"gives":[22],"rise":[23],"to":[24,51,78],"ambiguities":[25],"and":[26,40],"uncertainties.":[27],"We":[28,100],"propose":[29],"a":[30,64],"versatile":[31],"approach":[32],"learning":[34],"Gaussian":[35],"radiance":[36,71,114],"with":[38],"explicit":[39],"fine-grained":[41],"uncertainty":[42],"estimates":[43],"that":[44,58,74,96],"impose":[45],"only":[46],"little":[47],"additional":[48],"cost":[49],"compared":[50],"uncertainty-agnostic":[52],"training.":[53],"Our":[54],"key":[55],"observation":[56],"is":[57,75],"uncertainties":[59,84],"can":[60],"be":[61],"modeled":[62],"as":[63],"low-dimensional":[65],"manifold":[66],"in":[67],"space":[69],"field":[72,115],"parameters":[73],"highly":[76],"amenable":[77],"Monte":[79],"Carlo":[80],"sampling.":[81],"Importantly,":[82],"our":[83],"differentiable":[86],"thus,":[88],"allow":[89],"gradient-based":[91],"optimization":[92],"subsequent":[94],"captures":[95],"optimally":[97],"reduce":[98],"ambiguities.":[99],"demonstrate":[101],"state-of-the-art":[102],"performance":[103],"next-best-view":[105],"planning":[106,111],"tasks,":[107],"including":[108],"high-dimensional":[109],"illumination":[110],"optimal":[113],"relighting":[116],"quality.":[117]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}