{"id":"https://openalex.org/W4386076286","doi":"https://doi.org/10.1109/cvpr52729.2023.01977","title":"NeRDi: Single-View NeRF Synthesis with Language-Guided Diffusion as General Image Priors","display_name":"NeRDi: Single-View NeRF Synthesis with Language-Guided Diffusion as General Image Priors","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386076286","doi":"https://doi.org/10.1109/cvpr52729.2023.01977"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01977","doi":"https://doi.org/10.1109/cvpr52729.2023.01977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01977","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.03267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050560702","display_name":"Congyue Deng","orcid":"https://orcid.org/0000-0002-0177-218X","observed_orcids":["https://orcid.org/0000-0002-0177-218X"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Congyue Deng","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101078206","display_name":"Chiyu Max Jiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chiyu Max Jiang","raw_affiliation_strings":["Waymo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027357870","display_name":"Charles R. Qi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charles R. Qi","raw_affiliation_strings":["Waymo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052854215","display_name":"Xinchen Yan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinchen Yan","raw_affiliation_strings":["Waymo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101024823","display_name":"Yin Zhou","orcid":"https://orcid.org/0009-0009-2991-9620","observed_orcids":["https://orcid.org/0009-0009-2991-9620","https://orcid.org/0000-0002-9750-7312","https://orcid.org/0009-0002-3961-5830"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin Zhou","raw_affiliation_strings":["Waymo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111954013","display_name":"Leonidas J. Guibas","orcid":"https://orcid.org/0000-0002-8315-4886","observed_orcids":["https://orcid.org/0000-0002-8315-4886"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonidas Guibas","raw_affiliation_strings":["Stanford University","Google Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081024054","display_name":"Dragomir Anguelov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dragomir Anguelov","raw_affiliation_strings":["Waymo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waymo","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0664,"has_fulltext":true,"cited_by_count":143,"citation_normalized_percentile":{"value":0.98287027,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"20637","last_page":"20647"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9628999829292297,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.026399999856948853,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-diffusion-models","display_name":"image diffusion models","score":0.6729999780654907},{"id":"https://openalex.org/keywords/image-priors","display_name":"image priors","score":0.824999988079071},{"id":"https://openalex.org/keywords/3d-reconstruction-from-2d-images","display_name":"2D to 3D reconstruction","score":0.9549999833106995},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9670000076293945},{"id":"https://openalex.org/keywords/novel-view-synthesis","display_name":"novel view synthesis","score":0.6779999732971191}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.7646256685256958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7004181146621704},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5857924818992615},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5495185852050781},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4971337616443634},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.4634783864021301},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4107389748096466},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21856415271759033},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.14716729521751404},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.08467826247215271}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01977","doi":"https://doi.org/10.1109/cvpr52729.2023.01977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01977","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2212.03267","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.03267","pdf_url":"https://arxiv.org/pdf/2212.03267","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2212.03267","doi":"https://doi.org/10.48550/arxiv.2212.03267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.03267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.03267","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.03267","pdf_url":"https://arxiv.org/pdf/2212.03267","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386076286.pdf","grobid_xml":"https://content.openalex.org/works/W4386076286.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W2051802549","https://openalex.org/W2085905957","https://openalex.org/W2133665775","https://openalex.org/W2293760838","https://openalex.org/W2902812770","https://openalex.org/W2959300817","https://openalex.org/W2962785568","https://openalex.org/W2986860185","https://openalex.org/W3034180219","https://openalex.org/W3036167779","https://openalex.org/W3048916779","https://openalex.org/W3092442149","https://openalex.org/W3094088110","https://openalex.org/W3101267796","https://openalex.org/W3107517429","https://openalex.org/W3109420014","https://openalex.org/W3110257065","https://openalex.org/W3130983693","https://openalex.org/W3135367836","https://openalex.org/W3136635488","https://openalex.org/W3139743318","https://openalex.org/W3141954417","https://openalex.org/W3148589687","https://openalex.org/W3153167526","https://openalex.org/W3173617232","https://openalex.org/W3176368002","https://openalex.org/W3180196270","https://openalex.org/W3183400282","https://openalex.org/W3186630079","https://openalex.org/W3204859697","https://openalex.org/W3209532394","https://openalex.org/W3212516020","https://openalex.org/W3216476011","https://openalex.org/W4200150166","https://openalex.org/W4214628039","https://openalex.org/W4221151978","https://openalex.org/W4224035735","https://openalex.org/W4281485151","https://openalex.org/W4285102264","https://openalex.org/W4287029626","https://openalex.org/W4289785095","https://openalex.org/W4295356149","https://openalex.org/W4298187450","https://openalex.org/W4312247696","https://openalex.org/W4312453532","https://openalex.org/W4312477504","https://openalex.org/W4312513149","https://openalex.org/W4312740349","https://openalex.org/W4312933868","https://openalex.org/W4312964941","https://openalex.org/W4312969460","https://openalex.org/W4313154783","https://openalex.org/W4320539074","https://openalex.org/W6780879210","https://openalex.org/W6809075681","https://openalex.org/W7133202347"],"related_works":["https://openalex.org/W4390889720","https://openalex.org/W4321471917","https://openalex.org/W4319300261","https://openalex.org/W4402753959","https://openalex.org/W4405235605","https://openalex.org/W4386076067","https://openalex.org/W4313058597","https://openalex.org/W7143694318","https://openalex.org/W4390572932","https://openalex.org/W4399655864"],"abstract_inverted_index":{"2D-to-3D":[0],"reconstruction":[1,48],"is":[2,99],"an":[3,50],"ill-posed":[4],"problem,":[5,54],"yet":[6],"humans":[7],"are":[8],"good":[9],"at":[10],"solving":[11],"this":[12,28,172],"problem":[13],"due":[14],"to":[15,94,138,167],"their":[16],"prior":[17,114],"knowledge":[18],"of":[19,122,144],"the":[20,57,77,95,111,117,123,140,145,150],"3D":[21,52,142],"world":[22],"developed":[23],"over":[24],"years.":[25],"Driven":[26],"by":[27,60],"observation,":[29],"we":[30,55,128],"propose":[31],"NeRDi,":[32],"a":[33,62,71,87,130],"single-view":[34,47,124],"NeRF":[35,58,181],"synthesis":[36,182],"framework":[37],"with":[38,70,162],"general":[39,112],"image":[40,73,113],"priors":[41],"from":[42],"2D":[43],"diffusion":[44,63,74,96],"models.":[45],"Formulating":[46],"as":[49,91,107],"image-conditioned":[51],"generation":[53],"optimize":[56],"representations":[59],"minimizing":[61],"loss":[64,132],"on":[65,116,134,149,171],"its":[66],"arbitrary":[67],"view":[68],"renderings":[69],"pretrained":[72],"model":[75],"under":[76],"input-view":[78],"constraint.":[79],"We":[80,174],"leverage":[81],"off-the-shelf":[82],"vision-language":[83],"models":[84],"and":[85,119],"introduce":[86,129],"two-section":[88],"language":[89],"guidance":[90],"conditioning":[92],"inputs":[93],"model.":[97],"This":[98],"essentially":[100],"helpful":[101],"for":[102,183],"improving":[103],"multiview":[104],"content":[105],"coherence":[106],"it":[108],"narrows":[109],"down":[110],"conditioned":[115],"semantic":[118],"visual":[120],"features":[121],"input":[125],"image.":[126],"Additionally,":[127],"geometric":[131],"based":[133],"estimated":[135],"depth":[136],"maps":[137],"regularize":[139],"underlying":[141],"geometry":[143],"NeRF.":[146],"Experimental":[147],"results":[148],"DTU":[151],"MVS":[152],"dataset":[153],"show":[154],"that":[155],"our":[156,177],"method":[157],"can":[158],"synthesize":[159],"novel":[160],"views":[161],"higher":[163],"quality":[164],"even":[165],"compared":[166],"existing":[168],"methods":[169],"trained":[170],"dataset.":[173],"also":[175],"demonstrate":[176],"generalizability":[178],"in":[179],"zero-shot":[180],"in-the-wild":[184],"images.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":69},{"year":2023,"cited_by_count":21}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-08-23T00:00:00"}