{"id":"https://openalex.org/W4396786671","doi":"https://doi.org/10.1145/3641519.3657427","title":"A Construct-Optimize Approach to Sparse View Synthesis without Camera Pose","display_name":"A Construct-Optimize Approach to Sparse View Synthesis without Camera Pose","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4396786671","doi":"https://doi.org/10.1145/3641519.3657427"},"language":"en","primary_location":{"id":"doi:10.1145/3641519.3657427","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641519.3657427","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3641519.3657427","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103267726","display_name":"Kaiwen Jiang","orcid":"https://orcid.org/0009-0003-0483-693X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaiwen Jiang","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0009-0003-0483-693X","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051931584","display_name":"Yang Fu","orcid":"https://orcid.org/0000-0003-2711-2558"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang Fu","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-2711-2558","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021878086","display_name":"Mukund Varma T","orcid":"https://orcid.org/0000-0001-6480-3126"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mukund Varma T","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-6480-3126","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017453933","display_name":"Yash Belhe","orcid":"https://orcid.org/0009-0009-7070-2845"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yash Belhe","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0009-0009-7070-2845","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100424275","display_name":"Xiaolong Wang","orcid":"https://orcid.org/0000-0003-3150-778X"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaolong Wang","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-3150-778X","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056245495","display_name":"Hao Su","orcid":"https://orcid.org/0000-0002-1796-2682"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Su","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-1796-2682","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034754633","display_name":"Ravi Ramamoorthi","orcid":"https://orcid.org/0000-0003-3993-5789"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ravi Ramamoorthi","raw_affiliation_strings":["University of California, San Diego, United States of America"],"raw_orcid":"https://orcid.org/0000-0003-3993-5789","affiliations":[{"raw_affiliation_string":"University of California, San Diego, United States of America","institution_ids":["https://openalex.org/I36258959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36258959"],"apc_list":null,"apc_paid":null,"fwci":3.6422,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94131395,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8355929851531982},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7373706102371216},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7030392289161682},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6382911801338196},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5224308371543884},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5135519504547119},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.4541865587234497},{"id":"https://openalex.org/keywords/camera-resectioning","display_name":"Camera resectioning","score":0.4517662823200226},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.44617703557014465},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.42048850655555725},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4121326804161072},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09978002309799194}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8355929851531982},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7373706102371216},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7030392289161682},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6382911801338196},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5224308371543884},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5135519504547119},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.4541865587234497},{"id":"https://openalex.org/C110898773","wikidata":"https://www.wikidata.org/wiki/Q2933935","display_name":"Camera resectioning","level":2,"score":0.4517662823200226},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.44617703557014465},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.42048850655555725},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4121326804161072},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09978002309799194},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641519.3657427","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641519.3657427","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2405.03659","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.03659","pdf_url":"https://arxiv.org/pdf/2405.03659","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3641519.3657427","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3641519.3657427","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1991544872","https://openalex.org/W2063366997","https://openalex.org/W2098362450","https://openalex.org/W2111169574","https://openalex.org/W2129201358","https://openalex.org/W2294343556","https://openalex.org/W2294985758","https://openalex.org/W2551052086","https://openalex.org/W2738551266","https://openalex.org/W2811153284","https://openalex.org/W2955639361","https://openalex.org/W2964288609","https://openalex.org/W3081167590","https://openalex.org/W3109585842","https://openalex.org/W3176368002","https://openalex.org/W3176941685","https://openalex.org/W3216476011","https://openalex.org/W4200150166","https://openalex.org/W4214502182","https://openalex.org/W4214564845","https://openalex.org/W4221151978","https://openalex.org/W4311806037","https://openalex.org/W4385318467","https://openalex.org/W4386066457","https://openalex.org/W4386072012","https://openalex.org/W4389334905","https://openalex.org/W4389335083"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W2611780867","https://openalex.org/W4327738859","https://openalex.org/W2731344982","https://openalex.org/W2348722996","https://openalex.org/W2334570605","https://openalex.org/W3181683615","https://openalex.org/W4286826125","https://openalex.org/W1633485514","https://openalex.org/W1604739066"],"abstract_inverted_index":{"Novel":[0],"view":[1,80],"synthesis":[2,81],"from":[3],"a":[4,11,74,88,123,144,163],"sparse":[5,79],"set":[6],"of":[7,14,28,33,48,132,147],"input":[8],"images":[9],"is":[10,155],"challenging":[12],"problem":[13],"great":[15],"practical":[16],"interest,":[17],"especially":[18],"when":[19,227],"camera":[20,29,83,128,134,208],"poses":[21,30,52,135],"are":[22],"absent":[23],"or":[24],"inaccurate.":[25],"Direct":[26],"optimization":[27,176],"and":[31,53,55,95,116,130,136,172,184,186,218,222],"usage":[32],"estimated":[34],"depths":[35],"in":[36,57,151],"neural":[37],"radiance":[38],"field":[39],"algorithms":[40,225],"usually":[41],"do":[42],"not":[43],"produce":[44],"good":[45],"results":[46,180,213],"because":[47],"the":[49,66,100,107,117,182,230],"coupling":[50],"between":[51,113],"depths,":[54,137],"inaccuracies":[56],"monocular":[58,93],"depth":[59,94],"estimation.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64,86,105],"leverage":[65],"recent":[67],"3D":[68,101],"Gaussian":[69,152,223],"splatting":[70],"method":[71,77],"to":[72,157],"develop":[73,122],"novel":[75,145],"construct-and-optimize":[76],"for":[78,127],"without":[82],"poses.":[84],"Specifically,":[85],"construct":[87],"solution":[89,108],"progressively":[90],"by":[91,109,139],"using":[92,174,228],"projecting":[96],"pixels":[97],"back":[98],"into":[99],"world.":[102],"During":[103],"construction,":[104],"optimize":[106],"detecting":[110],"2D":[111],"correspondences":[112],"training":[114],"views":[115,217],"corresponding":[118],"rendered":[119],"images.":[120],"We":[121,141,178],"unified":[124],"differentiable":[125],"pipeline":[126],"registration":[129],"adjustment":[131],"both":[133],"followed":[138],"back-projection.":[140],"also":[142],"introduce":[143],"notion":[146],"an":[148],"expected":[149],"surface":[150],"splatting,":[153],"which":[154,166],"critical":[156],"our":[158,212],"optimization.":[159],"These":[160],"steps":[161],"enable":[162],"coarse":[164],"solution,":[165],"can":[167],"then":[168],"be":[169],"low-pass":[170],"filtered":[171],"refined":[173],"standard":[175],"methods.":[177],"demonstrate":[179],"on":[181],"Tanks":[183],"Temples":[185],"Static":[187],"Hikes":[188],"datasets":[189],"with":[190,206,215],"as":[191,193],"few":[192],"three":[194],"widely-spaced":[195],"views,":[196],"showing":[197],"significantly":[198],"better":[199],"quality":[200],"than":[201],"competing":[202],"methods,":[203],"including":[204],"those":[205],"approximate":[207],"pose":[209],"information.":[210],"Moreover,":[211],"improve":[214],"more":[216],"outperform":[219],"previous":[220],"InstantNGP":[221],"Splatting":[224],"even":[226],"half":[229],"dataset.":[231]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2024-05-10T00:00:00"}