{"id":"https://openalex.org/W4285595462","doi":"https://doi.org/10.1145/3503161.3548125","title":"Factorized and Controllable Neural Re-Rendering of Outdoor Scene for Photo Extrapolation","display_name":"Factorized and Controllable Neural Re-Rendering of Outdoor Scene for Photo Extrapolation","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4285595462","doi":"https://doi.org/10.1145/3503161.3548125"},"language":"en","primary_location":{"id":"doi:10.1145/3503161.3548125","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548125","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2207.06899","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103281510","display_name":"Boming Zhao","orcid":"https://orcid.org/0000-0003-3267-6040"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boming Zhao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018138574","display_name":"Bangbang Yang","orcid":"https://orcid.org/0000-0001-7604-5553"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bangbang Yang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001893388","display_name":"Zhenyang Li","orcid":"https://orcid.org/0000-0002-4694-1231"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Zhenyang Li","raw_affiliation_strings":["Baidu Inc, Beijing, China","ETH Z\u00fcrich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"ETH Z\u00fcrich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075895205","display_name":"Zuoyue Li","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]},{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CH","CN"],"is_corresponding":false,"raw_author_name":"Zuoyue Li","raw_affiliation_strings":["Baidu Inc, Beijing, China","ETH Z\u00fcrich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]},{"raw_affiliation_string":"ETH Z\u00fcrich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060747081","display_name":"Guofeng Zhang","orcid":"https://orcid.org/0000-0002-0487-6312"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guofeng Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012475249","display_name":"Jiashu Zhao","orcid":"https://orcid.org/0000-0002-1241-0686"},"institutions":[{"id":"https://openalex.org/I75381157","display_name":"Wilfrid Laurier University","ror":"https://ror.org/00fn7gb05","country_code":"CA","type":"education","lineage":["https://openalex.org/I75381157"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiashu Zhao","raw_affiliation_strings":["Wilfrid Laurier University, Waterloo, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wilfrid Laurier University, Waterloo, Canada","institution_ids":["https://openalex.org/I75381157"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dawei Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dawei Yin","raw_affiliation_strings":["Baidu Inc, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Inc, Beijing, China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075311772","display_name":"Zhaopeng Cui","orcid":"https://orcid.org/0000-0002-7130-439X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaopeng Cui","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111954079","display_name":"Hujun Bao","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1455","last_page":"1464"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.8266595602035522},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781205415725708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6673740148544312},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6665720343589783},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6231462359428406},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.6217923164367676},{"id":"https://openalex.org/keywords/image-based-modeling-and-rendering","display_name":"Image-based modeling and rendering","score":0.5015356540679932},{"id":"https://openalex.org/keywords/light-field","display_name":"Light field","score":0.43072041869163513},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09081107378005981}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.8266595602035522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781205415725708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6673740148544312},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6665720343589783},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6231462359428406},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.6217923164367676},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.5015356540679932},{"id":"https://openalex.org/C48983235","wikidata":"https://www.wikidata.org/wiki/Q593161","display_name":"Light field","level":2,"score":0.43072041869163513},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09081107378005981},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3503161.3548125","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548125","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2207.06899","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.06899","pdf_url":"https://arxiv.org/pdf/2207.06899","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2207.06899","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2207.06899","pdf_url":"https://arxiv.org/pdf/2207.06899","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W309515887","https://openalex.org/W1985037551","https://openalex.org/W1997697625","https://openalex.org/W2008073424","https://openalex.org/W2092143568","https://openalex.org/W2126060993","https://openalex.org/W2164369380","https://openalex.org/W2471962767","https://openalex.org/W2883327485","https://openalex.org/W2888277922","https://openalex.org/W2914576553","https://openalex.org/W2949825757","https://openalex.org/W2956346787","https://openalex.org/W2962785568","https://openalex.org/W2967693513","https://openalex.org/W2979515957","https://openalex.org/W2981828483","https://openalex.org/W2982289585","https://openalex.org/W2985299701","https://openalex.org/W2998555201","https://openalex.org/W3008062244","https://openalex.org/W3010242131","https://openalex.org/W3034528136","https://openalex.org/W3035524985","https://openalex.org/W3035689535","https://openalex.org/W3087047746","https://openalex.org/W3092233714","https://openalex.org/W3098644713","https://openalex.org/W3102270524","https://openalex.org/W3109376949","https://openalex.org/W3109585842","https://openalex.org/W3111639180","https://openalex.org/W3118896137","https://openalex.org/W3128872748","https://openalex.org/W3152559858","https://openalex.org/W3167294693","https://openalex.org/W3174648332","https://openalex.org/W3174865552","https://openalex.org/W3177583232","https://openalex.org/W3195620846","https://openalex.org/W3204326360","https://openalex.org/W3204455502","https://openalex.org/W3204789496","https://openalex.org/W3213840695","https://openalex.org/W4200521614","https://openalex.org/W4212774754","https://openalex.org/W4221155808","https://openalex.org/W4226155151","https://openalex.org/W4226353712","https://openalex.org/W4229003801","https://openalex.org/W4234199326","https://openalex.org/W4238737109","https://openalex.org/W4242761880","https://openalex.org/W4243090385","https://openalex.org/W4256017923","https://openalex.org/W4286892467","https://openalex.org/W4287864845","https://openalex.org/W4289671952","https://openalex.org/W4312280420","https://openalex.org/W4312846381","https://openalex.org/W4313137167","https://openalex.org/W4385482704"],"related_works":["https://openalex.org/W291250033","https://openalex.org/W4237178794","https://openalex.org/W2035757446","https://openalex.org/W2106647072","https://openalex.org/W4246858109","https://openalex.org/W4312941475","https://openalex.org/W2028281716","https://openalex.org/W2170209930","https://openalex.org/W2131925136","https://openalex.org/W2053392299"],"abstract_inverted_index":{"Expanding":[0],"an":[1],"existing":[2],"tourist":[3,136],"photo":[4,24,38,76,86,92,159,169],"from":[5,41,72,155],"a":[6,11,37,42,48,53,62,98,118,140,156],"partially":[7],"captured":[8,158],"scene":[9,13,84],"to":[10,35,47,67,103,122,131,145,160],"full":[12],"is":[14,31],"one":[15,50],"of":[16,45,110,179],"the":[17,80,105,108,124,152,161,176,191,197],"desired":[18],"experiences":[19],"for":[20],"photography":[21],"applications.":[22,188],"Although":[23],"extrapolation":[25,87],"has":[26],"been":[27],"well":[28],"studied,":[29],"it":[30],"much":[32],"more":[33],"challenging":[34],"extrapolate":[36],"(i.e.,":[39],"selfie)":[40],"narrow":[43,157],"field":[44],"view":[46],"wider":[49],"while":[51],"maintaining":[52],"similar":[54],"visual":[55],"style.":[56],"In":[57],"this":[58],"paper,":[59],"we":[60,95,138],"propose":[61,117,139],"factorized":[63,100],"neural":[64,163],"re-rendering":[65,101],"model":[66],"produce":[68],"photorealistic":[69],"novel":[70,99,141],"views":[71],"cluttered":[73],"outdoor":[74,173],"Internet":[75,128],"collections,":[77],"which":[78,149],"enables":[79],"applications":[81],"including":[82],"controllable":[83],"re-rendering,":[85],"and":[88,113,168,186,190],"even":[89],"extrapolated":[90,162],"3D":[91],"generation.":[93],"Specifically,":[94],"first":[96],"develop":[97],"pipeline":[102],"handle":[104],"ambiguity":[106],"in":[107,127,183],"decomposition":[109],"geometry,":[111],"appearance":[112,147],"illumination.":[114],"We":[115],"also":[116],"composited":[119],"training":[120],"strategy":[121],"tackle":[123],"unexpected":[125],"occlusion":[126],"images.":[129],"Moreover,":[130],"enhance":[132],"photo-realism":[133,185],"when":[134],"extrapolating":[135],"photographs,":[137],"realism":[142],"augmentation":[143],"process":[144],"complement":[146],"details,":[148],"automatically":[150],"propagates":[151],"texture":[153],"details":[154],"rendered":[164],"image.":[165],"The":[166],"experiments":[167],"editing":[170],"examples":[171],"on":[172,196],"scenes":[174],"demonstrate":[175],"superior":[177],"performance":[178],"our":[180],"proposed":[181],"method":[182],"both":[184],"downstream":[187],"Code":[189],"supplementary":[192],"material":[193],"are":[194],"available":[195],"project":[198],"webpage:":[199],"https://zju3dv.github.io/neural_outdoor_rerender/.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}