{"id":"https://openalex.org/W7164812180","doi":"https://doi.org/10.1145/3805622.3810750","title":"Ref2Inpaint: 3D Gaussian Inpainting via Visibility-Aware Mask Refinement and VLM-Guided Reference Retrieval","display_name":"Ref2Inpaint: 3D Gaussian Inpainting via Visibility-Aware Mask Refinement and VLM-Guided Reference Retrieval","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164812180","doi":"https://doi.org/10.1145/3805622.3810750"},"language":null,"primary_location":{"id":"doi:10.1145/3805622.3810750","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810750","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3805622.3810750","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027459729","display_name":"Yan Xu","orcid":"https://orcid.org/0000-0003-0379-8866"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yining Xu","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-2472-3460","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006557503","display_name":"Y Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanyang Zhang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8067-8414","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138659012","display_name":"Jingjiao You","orcid":"https://orcid.org/0009-0006-8346-0097"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjiao You","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-8346-0097","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103910731","display_name":"Y J Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingjie Huang","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-3785-593X","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117643302","display_name":"Jianbo Mei","orcid":"https://orcid.org/0009-0002-4229-9795"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianbo Mei","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-4229-9795","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100638607","display_name":"Yilong Liu","orcid":"https://orcid.org/0000-0001-9295-7982"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yilong Liu","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-6927-8134","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100704268","display_name":"Li Yao","orcid":"https://orcid.org/0000-0003-2930-8407"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Yao","raw_affiliation_strings":["Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-2930-8407","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.92124153,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"768","last_page":"776"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.7573999762535095,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.7573999762535095,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.1501999944448471,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.8769999742507935},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.6251999735832214},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.579800009727478},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.5157999992370605},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.45660001039505005},{"id":"https://openalex.org/keywords/3d-reconstruction","display_name":"3D reconstruction","score":0.42289999127388},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.3910999894142151},{"id":"https://openalex.org/keywords/stereoscopy","display_name":"Stereoscopy","score":0.3788999915122986}],"concepts":[{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.8769999742507935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8008999824523926},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7361000180244446},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7080000042915344},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.6251999735832214},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.579800009727478},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.5157999992370605},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.45660001039505005},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.3910999894142151},{"id":"https://openalex.org/C126057942","wikidata":"https://www.wikidata.org/wiki/Q35158","display_name":"Stereoscopy","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3107999861240387},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C2776863239","wikidata":"https://www.wikidata.org/wiki/Q7936601","display_name":"Visual hull","level":3,"score":0.28929999470710754},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.28540000319480896},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C50045419","wikidata":"https://www.wikidata.org/wiki/Q7575328","display_name":"Specular highlight","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C2780297707","wikidata":"https://www.wikidata.org/wiki/Q4895393","display_name":"Landmark","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3805622.3810750","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810750","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3805622.3810750","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3805622.3810750","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5096339583396912}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W3199003182","https://openalex.org/W3215769467","https://openalex.org/W4200150166","https://openalex.org/W4214605256","https://openalex.org/W4312839164","https://openalex.org/W4312846381","https://openalex.org/W4312971576","https://openalex.org/W4385318467","https://openalex.org/W4386065379","https://openalex.org/W4386071490","https://openalex.org/W4387596111","https://openalex.org/W4390871762","https://openalex.org/W4390872653","https://openalex.org/W4390872744","https://openalex.org/W4390874670","https://openalex.org/W4390889759","https://openalex.org/W4394625844","https://openalex.org/W4402702918","https://openalex.org/W4402703061","https://openalex.org/W4402716153","https://openalex.org/W4402727529","https://openalex.org/W4402728029","https://openalex.org/W4402753826","https://openalex.org/W4402753866","https://openalex.org/W4402774420","https://openalex.org/W4404965953","https://openalex.org/W4411631840","https://openalex.org/W4411631880","https://openalex.org/W4413121397","https://openalex.org/W4413145614","https://openalex.org/W4413145640","https://openalex.org/W4413145823","https://openalex.org/W4413146397","https://openalex.org/W4413156811","https://openalex.org/W7138126727","https://openalex.org/W7160214421","https://openalex.org/W7160316574"],"related_works":[],"abstract_inverted_index":{"3D":[0,27,36,43,66,80,100,112,155,200],"scene":[1,16,113],"inpainting":[2,55,134,158],"aims":[3],"to":[4,65,70,124,148,172,223],"restore":[5],"geometrically":[6],"and":[7,18,29,35,41,74,85,92,107,129,157,177,207,219],"texturally":[8],"consistent":[9,133,152],"content":[10,20],"after":[11],"object":[12],"removal,":[13],"enabling":[14],"immersive":[15],"editing":[17],"virtual":[19],"creation.":[21],"Despite":[22],"rapid":[23],"progress":[24],"in":[25,198],"neural":[26],"reconstruction":[28],"rendering":[30],"(e.g.,":[31],"Neural":[32],"Radiance":[33],"Fields":[34],"Gaussian":[37],"Splatting),":[38],"achieving":[39],"accurate":[40],"artifact-free":[42],"completion":[44],"remains":[45],"challenging.":[46],"In":[47],"particular,":[48],"(i)":[49],"imprecise":[50],"2D":[51,60,77],"masks":[52],"yield":[53],"unreliable":[54],"scopes,":[56],"(ii)":[57],"selecting":[58],"high-quality":[59,111],"reference":[61],"views":[62],"for":[63,110,154],"lifting":[64],"is":[67],"difficult":[68],"due":[69],"view-dependent":[71],"perceptual":[72],"fidelity,":[73,216],"(iii)":[75],"integrating":[76],"priors":[78],"into":[79,98],"often":[81],"introduces":[82],"blurred":[83],"textures":[84],"structural":[86,182],"artifacts.":[87],"These":[88],"issues":[89],"can":[90,191],"accumulate":[91],"amplify":[93],"as":[94],"inconsistencies":[95],"are":[96],"fused":[97],"the":[99,194],"representation.":[101],"We":[102],"propose":[103],"Ref2Inpaint,":[104],"a":[105,131,161],"geometry-aware":[106],"reference-guided":[108],"framework":[109],"inpainting.":[114],"First,":[115],"our":[116,137],"Visibility-Aware":[117],"Mask":[118],"Refinement":[119],"aggregates":[120],"cross-view":[121,151],"visibility":[122],"cues":[123],"suppress":[125],"erroneous":[126],"masked":[127],"regions":[128],"establish":[130],"spatially":[132],"scope.":[135],"Second,":[136],"VLM-Guided":[138],"Reference":[139],"Retrieval":[140],"combines":[141],"geometric":[142,217],"filtering":[143],"with":[144],"VLM-based":[145],"quality":[146],"ranking":[147],"select":[149],"high-fidelity,":[150],"references":[153],"initialization":[156],"guidance.":[159],"Finally,":[160],"Two-Stage":[162],"Structural":[163],"Densification":[164],"progressively":[165],"reconstructs":[166],"missing":[167],"geometry":[168],"from":[169],"coarse":[170],"layouts":[171],"fine-grained":[173],"details,":[174],"reducing":[175],"floaters":[176],"boundary":[178],"artifacts":[179],"while":[180],"improving":[181],"plausibility.":[183],"Our":[184],"work":[185],"demonstrates":[186],"that":[187,211],"advanced":[188],"retrieval":[189],"mechanisms":[190],"significantly":[192],"alleviate":[193],"texture":[195],"inconsistency":[196],"issue":[197],"generative":[199],"tasks.":[201],"Extensive":[202],"experiments":[203],"on":[204],"both":[205],"real":[206],"synthetic":[208],"scenes":[209],"demonstrate":[210],"Ref2Inpaint":[212],"achieves":[213],"superior":[214],"visual":[215],"coherence,":[218],"multi-view":[220],"consistency":[221],"compared":[222],"state-of-the-art":[224],"methods.":[225]},"counts_by_year":[],"updated_date":"2026-06-16T07:37:23.134862","created_date":"2026-06-16T00:00:00"}