{"id":"https://openalex.org/W7161230487","doi":"https://doi.org/10.48550/arxiv.2605.15186","title":"VGGT-Edit: Feed-forward Native 3D Scene Editing with Residual Field Prediction","display_name":"VGGT-Edit: Feed-forward Native 3D Scene Editing with Residual Field Prediction","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161230487","doi":"https://doi.org/10.48550/arxiv.2605.15186"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15186","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100707317","display_name":"K. S. Zhu","orcid":"https://orcid.org/0009-0008-8493-0067"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Kaixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136202709","display_name":"Yiwen Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136241619","display_name":"Yifan Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136239499","display_name":"Renrui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Renrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136222747","display_name":"Bohan Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Bohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136248818","display_name":"Ziyu Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Ziyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136271684","display_name":"Ruichuan An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Ruichuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712556","display_name":"Zhou Liu","orcid":"https://orcid.org/0009-0008-1471-4369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136217830","display_name":"Qizhi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Qizhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050128657","display_name":"Delin Qu","orcid":"https://orcid.org/0009-0003-8775-0380"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Delin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136213716","display_name":"Jaehong Yoon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoon, Jaehong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136191875","display_name":"Wentao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wentao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.5410000085830688,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.5410000085830688,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.17880000174045563,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.04349999874830246,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7437000274658203},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5837000012397766},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5720999836921692},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5630000233650208},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5041999816894531},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.49140000343322754},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.48350000381469727},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.40939998626708984},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.39590001106262207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8113999962806702},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7437000274658203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6873999834060669},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6735000014305115},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5837000012397766},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5720999836921692},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5630000233650208},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.49140000343322754},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.48350000381469727},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.40939998626708984},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.39590001106262207},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.3549000024795532},{"id":"https://openalex.org/C56435381","wikidata":"https://www.wikidata.org/wiki/Q1196371","display_name":"Geometric transformation","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C84824328","wikidata":"https://www.wikidata.org/wiki/Q4633097","display_name":"2D to 3D conversion","level":3,"score":0.3192000091075897},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.27379998564720154},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C32990609","wikidata":"https://www.wikidata.org/wiki/Q306542","display_name":"Transformation geometry","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C2777897806","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3D modeling","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15186","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15186","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5352734923362732,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-quality":[0],"3D":[1,68,107,142,188],"scene":[2,29,108,148],"reconstruction":[3],"has":[4],"recently":[5],"advanced":[6],"toward":[7],"generalizable":[8],"feed-forward":[9,102],"architectures,":[10],"enabling":[11],"the":[12,85,120,147,159,176],"generation":[13],"of":[14],"complex":[15],"environments":[16],"in":[17,27,35,45],"a":[18,54,101,135,162,179],"single":[19],"forward":[20],"pass.":[21],"However,":[22],"despite":[23],"their":[24,43],"strong":[25],"performance":[26],"static":[28],"perception,":[30],"these":[31,96],"models":[32],"remain":[33],"limited":[34],"responding":[36],"to":[37,75,89,115,145,191],"dynamic":[38],"human":[39],"instructions,":[40],"which":[41,139],"restricts":[42],"use":[44],"interactive":[46],"applications.":[47],"Existing":[48],"editing":[49],"methods":[50],"typically":[51],"rely":[52],"on":[53],"2D-lifting":[55,201],"strategy,":[56],"where":[57],"individual":[58],"views":[59],"are":[60],"edited":[61],"independently":[62],"and":[63,78,170,210],"then":[64,132],"lifted":[65],"back":[66],"into":[67],"space.":[69],"This":[70,128],"indirect":[71],"pipeline":[72,186],"often":[73],"leads":[74],"blurry":[76],"textures":[77],"inconsistent":[79],"geometry,":[80],"as":[81],"2D":[82],"editors":[83],"lack":[84],"spatial":[86,122],"awareness":[87],"required":[88],"preserve":[90],"structure":[91],"across":[92],"viewpoints.":[93],"To":[94,153],"address":[95],"limitations,":[97],"we":[98,157],"propose":[99],"VGGT-Edit,":[100],"framework":[103,160],"for":[104],"text-conditioned":[105],"native":[106],"editing.":[109],"VGGT-Edit":[110,198],"introduces":[111],"depth-synchronized":[112],"text":[113],"injection":[114],"align":[116],"semantic":[117,129],"guidance":[118],"with":[119,161,187],"backbone's":[121],"poses,":[123],"ensuring":[124],"stable":[125],"instruction":[126],"grounding.":[127],"signal":[130],"is":[131,217],"processed":[133],"by":[134],"residual":[136],"transformation":[137],"head,":[138],"directly":[140],"predicts":[141],"geometric":[143,168],"displacements":[144],"deform":[146],"while":[149],"preserving":[150],"background":[151],"stability.":[152],"ensure":[154,192],"high-fidelity":[155],"results,":[156],"supervise":[158],"multi-term":[163],"objective":[164],"function":[165],"that":[166,197],"enforces":[167],"accuracy":[169],"cross-view":[171],"consistency.":[172],"We":[173],"also":[174],"construct":[175],"DeltaScene":[177],"Dataset,":[178],"large-scale":[180],"dataset":[181],"generated":[182],"through":[183],"an":[184],"automated":[185],"agreement":[189],"filtering":[190],"ground-truth":[193],"quality.":[194],"Experiments":[195],"show":[196],"substantially":[199],"outperforms":[200],"baselines,":[202],"producing":[203],"sharper":[204],"object":[205],"details,":[206],"stronger":[207],"multi-view":[208],"consistency,":[209],"near-instant":[211],"inference":[212],"speed.":[213],"The":[214],"project":[215],"page":[216],"https://chriszkxxx.github.io/VGGT-Edit/.":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-16T00:00:00"}