{"id":"https://openalex.org/W4403282773","doi":"https://doi.org/10.1145/3697294.3697299","title":"RegSegField: Mask-Regularization and Hierarchical Segmentation for Novel View Synthesis from Sparse Inputs","display_name":"RegSegField: Mask-Regularization and Hierarchical Segmentation for Novel View Synthesis from Sparse Inputs","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4403282773","doi":"https://doi.org/10.1145/3697294.3697299"},"language":"en","primary_location":{"id":"doi:10.1145/3697294.3697299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3697294.3697299","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 21st ACM SIGGRAPH Conference on Visual Media Production","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3697294.3697299","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114430004","display_name":"Kai Gu","orcid":"https://orcid.org/0009-0006-1815-9011"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Kai Gu","raw_affiliation_strings":["Inria centre at Rennes University, France and Technische Universit\u00e4t Berlin, Germany"],"raw_orcid":"https://orcid.org/0009-0006-1815-9011","affiliations":[{"raw_affiliation_string":"Inria centre at Rennes University, France and Technische Universit\u00e4t Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011824101","display_name":"Thomas Maugey","orcid":"https://orcid.org/0000-0002-7149-0823"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Maugey","raw_affiliation_strings":["Inria centre at Rennes University, France"],"raw_orcid":"https://orcid.org/0000-0002-7149-0823","affiliations":[{"raw_affiliation_string":"Inria centre at Rennes University, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005859513","display_name":"Sebastian Knorr","orcid":"https://orcid.org/0000-0001-9745-8605"},"institutions":[{"id":"https://openalex.org/I122228004","display_name":"HTW Berlin - University of Applied Sciences","ror":"https://ror.org/01xzwj424","country_code":"DE","type":"education","lineage":["https://openalex.org/I122228004"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Knorr Sebastian","raw_affiliation_strings":["Hochschule f\u00fcr Technik und Wirtschaft Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9745-8605","affiliations":[{"raw_affiliation_string":"Hochschule f\u00fcr Technik und Wirtschaft Berlin, Germany","institution_ids":["https://openalex.org/I122228004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010468033","display_name":"Christine Guillemot","orcid":"https://orcid.org/0000-0003-1604-967X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christine Guillemot","raw_affiliation_strings":["Inria centre at Rennes University, France"],"raw_orcid":"https://orcid.org/0000-0003-1604-967X","affiliations":[{"raw_affiliation_string":"Inria centre at Rennes University, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5114430004"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":null,"apc_paid":null,"fwci":0.5984,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79487511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6722468137741089},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6714398264884949},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.612697422504425},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5709260106086731},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5014331340789795},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4587154686450958},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4188728630542755}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6722468137741089},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6714398264884949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.612697422504425},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5709260106086731},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5014331340789795},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4587154686450958},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4188728630542755}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3697294.3697299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3697294.3697299","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 21st ACM SIGGRAPH Conference on Visual Media Production","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04725951v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-04725951","pdf_url":"https://inria.hal.science/hal-04725951v1/document","source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CVMP 2024 - 21st ACM SIGGRAPH European Conference on Visual Media Production, Nov 2024, London, United Kingdom. pp.1-10, ⟨10.1145/3697294.3697299⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"doi:10.1145/3697294.3697299","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3697294.3697299","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of 21st ACM SIGGRAPH Conference on Visual Media Production","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2200427662","display_name":null,"funder_award_id":"956770","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2085905957","https://openalex.org/W2133665775","https://openalex.org/W2138621090","https://openalex.org/W2951159596","https://openalex.org/W2962785568","https://openalex.org/W3109585842","https://openalex.org/W3202995573","https://openalex.org/W3215769467","https://openalex.org/W3216476011","https://openalex.org/W4221151978","https://openalex.org/W4321512561","https://openalex.org/W4385318467","https://openalex.org/W6600424091","https://openalex.org/W6601560401"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4385583601","https://openalex.org/W4395685956","https://openalex.org/W4254199101","https://openalex.org/W4300427796","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Radiance":[0],"Field":[1],"(RF)":[2],"representations":[3],"and":[4,28,58,74,81,92,115,174,232],"their":[5],"latest":[6],"variant,":[7],"3D-Gaussian":[8],"Splatting":[9],"(3D-GS),":[10],"have":[11],"revolutionized":[12],"the":[13,70,76,111,133,142,168,176,180,193,196],"field":[14,77,152],"of":[15,72,113,144,162,182,195,237],"3D":[16,61,93,134],"vision.":[17],"Novel":[18],"View":[19],"Synthesis":[20],"(NVS)":[21],"from":[22,37],"RF":[23,183],"typically":[24],"requires":[25],"dense":[26],"inputs,":[27],"for":[29,136],"3D-GS":[30,238],"in":[31],"particular,":[32],"a":[33,38,86,102,120,149,155,188],"high-quality":[34],"point":[35],"cloud":[36],"multi-view":[39],"stereo":[40],"model":[41],"is":[42],"usually":[43],"necessary.":[44],"Sparse":[45],"input":[46],"RFs":[47],"are":[48],"commonly":[49],"regularized":[50],"by":[51,124,154],"various":[52,228],"priors,":[53],"such":[54],"as":[55],"smoothness,":[56],"depth,":[57],"appearance.":[59],"Meanwhile,":[60],"scene":[62,202],"segmentation":[63,94,170,203],"has":[64,84],"also":[65,186],"achieved":[66],"significant":[67],"results":[68],"with":[69,78,179,239],"aid":[71,110],"RFs,":[73],"combining":[75],"different":[79,129,137,172,214],"semantic":[80],"physical":[82],"attributes":[83],"become":[85],"trend.":[87],"To":[88,139,166],"further":[89,140],"tackle":[90],"NVS":[91],"problems":[95],"under":[96],"sparse-input":[97],"conditions,":[98],"we":[99,147,185],"introduce":[100,148],"RegSegField,":[101],"novel":[103,121],"pipeline":[104],"to":[105,109],"utilize":[106],"2D":[107,126,145],"segmentations":[108],"reconstruction":[112,236],"objects":[114],"parts.":[116],"This":[117],"method":[118,200],"introduces":[119],"mask-visibility":[122],"loss":[123],"matching":[125,178],"segments":[127],"across":[128,171],"views,":[130],"thus":[131],"defining":[132],"regions":[135],"objects.":[138],"optimize":[141],"correspondence":[143],"segments,":[146],"hierarchical":[150],"feature":[151],"supervised":[153],"contrastive":[156],"learning":[157],"method,":[158],"allowing":[159],"iterative":[160],"updates":[161],"matched":[163],"mask":[164,177],"areas.":[165],"resolve":[167],"inconsistent":[169],"views":[173],"refine":[175],"help":[181,194],"geometry,":[184],"employed":[187],"multi-level":[189],"hierarchy":[190,197],"loss.":[191],"With":[192],"loss,":[198],"our":[199,224],"facilitates":[201],"at":[204,213],"discrete":[205],"granularity":[206],"levels,":[207],"whereas":[208],"other":[209],"methods":[210,231],"require":[211],"sampling":[212],"scales":[215],"or":[216],"determining":[217],"similarity":[218],"thresholds.":[219],"Our":[220],"experiments":[221],"show":[222],"that":[223],"regularization":[225],"approach":[226],"outperforms":[227],"depth-guided":[229],"NeRF":[230],"even":[233],"enables":[234],"sparse":[235],"random":[240],"initialization.":[241]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}