{"id":"https://openalex.org/W7163199220","doi":"https://doi.org/10.48550/arxiv.2606.00299","title":"Real2SAM2Real: Generative 3D Caches as Complementary Context for Video Diffusion","display_name":"Real2SAM2Real: Generative 3D Caches as Complementary Context for Video Diffusion","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163199220","doi":"https://doi.org/10.48550/arxiv.2606.00299"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00299","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00299","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00299","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137671796","display_name":"Jiayi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027169198","display_name":"Haoming Cai","orcid":"https://orcid.org/0000-0001-8155-9313"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Haoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137661269","display_name":"Cornelia Fermuller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fermuller, Cornelia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123549467","display_name":"Christopher Metzler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Metzler, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5036912867","display_name":"Yiannis Aloimonos","orcid":"https://orcid.org/0000-0002-8152-4281"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aloimonos, Yiannis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9017999768257141,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9017999768257141,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.018300000578165054,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.01679999940097332,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7110000252723694},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5770000219345093},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5121999979019165},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4708000123500824},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4706999957561493},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.42910000681877136},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4097000062465668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8274999856948853},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7110000252723694},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5770000219345093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.545799970626831},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5306000113487244},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4708000123500824},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4706999957561493},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.42910000681877136},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.35589998960494995},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3077000081539154},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29179999232292175},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2628999948501587}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00299","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00299","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00299","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00299","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.5497431755065918,"id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Video":[1],"Diffusion":[2],"Models":[3],"(VDMs)":[4],"excel":[5],"at":[6,230],"synthesizing":[7],"high-fidelity":[8],"videos,":[9],"enabling":[10],"precise":[11],"camera":[12,161,192],"and":[13,147,163,194,214,224],"scene":[14,103],"control":[15,158],"remains":[16],"challenging.":[17],"Existing":[18],"methods":[19],"predominantly":[20],"rely":[21],"on":[22,183],"implicit":[23],"diffusion":[24,184],"priors":[25,93],"to":[26,32,57,141],"generate":[27],"unobserved":[28],"regions,":[29],"inevitably":[30],"leading":[31],"structural":[33,212],"collapse":[34],"during":[35],"high-dynamic":[36],"movements":[37],"or":[38],"complex":[39,102],"occlusions.":[40,196],"To":[41,105],"address":[42],"this":[43,88,108],"challenge,":[44],"we":[45,115,132],"propose":[46],"Real2SAM2Real,":[47],"a":[48,66,117,123,138,143],"framework":[49,176],"that":[50,153],"leverages":[51],"3D":[52,62,77,109,173,205],"lifting":[53],"models":[54],"(e.g.,":[55],"SAM3D)":[56],"extract":[58],"an":[59],"explicitly":[60],"editable":[61],"cache,":[63],"serving":[64],"as":[65,137,217,219],"robust":[67],"geometric":[68],"scaffold":[69],"for":[70,101,129],"the":[71,75,95,168],"VDM.":[72],"By":[73,166],"capturing":[74],"entire":[76],"volume":[78],"of":[79],"foreground":[80],"entities":[81],"rather":[82],"than":[83],"just":[84],"their":[85],"visible":[86],"shells,":[87],"cache":[89,206],"injects":[90],"holistic":[91],"spatial":[92],"into":[94],"VDM,":[96],"providing":[97],"dependable":[98],"3D-aware":[99],"guidance":[100,110],"dynamics.":[104],"effectively":[106],"leverage":[107],"while":[111],"preserving":[112],"pre-trained":[113],"priors,":[114,185],"design":[116],"Soft":[118],"Spatial-Aligned":[119],"Injection":[120],"mechanism":[121],"alongside":[122],"minimally":[124],"invasive":[125],"fine-tuning":[126],"strategy":[127],"tailored":[128],"VDMs.":[130],"Furthermore,":[131],"employ":[133],"masked":[134],"normal":[135],"maps":[136],"cross-modal":[139],"bridge":[140],"construct":[142],"3D-free":[144],"data":[145],"curation":[146],"perturbation":[148],"pipeline.":[149],"Extensive":[150],"experiments":[151],"demonstrate":[152],"Real2SAM2Real":[154],"enables":[155],"precise,":[156],"decoupled":[157],"over":[159],"both":[160],"trajectories":[162],"multi-entity":[164],"motions.":[165],"utilizing":[167],"complementary":[169],"context":[170],"from":[171,201,222],"generative":[172],"caches,":[174],"our":[175,203],"overcomes":[177],"typical":[178],"breakdowns":[179],"caused":[180,210],"by":[181,198,211],"over-reliance":[182],"maintaining":[186],"exceptional":[187],"spatiotemporal":[188],"consistency":[189],"under":[190],"large":[191],"shifts":[193],"severe":[195],"Crucially,":[197],"decoupling":[199],"geometry":[200],"appearance,":[202],"VDM-tailored":[204],"eradicates":[207],"perspective":[208],"ambiguities":[209],"holes":[213],"erroneous":[215],"facades,":[216],"well":[218],"misleading":[220],"cues":[221],"reflections":[223],"refractions.":[225],"Project":[226],"website":[227],"is":[228],"available":[229],"https://jiayi-wu-leo.github.io/real2sam2real":[231]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}