{"id":"https://openalex.org/W7161939822","doi":"https://doi.org/10.1145/3799902.3811122","title":"FreeOrbit4D: Training-Free Arbitrary Camera Redirection for Monocular Videos via Foreground-Complete 4D Reconstruction","display_name":"FreeOrbit4D: Training-Free Arbitrary Camera Redirection for Monocular Videos via Foreground-Complete 4D Reconstruction","publication_year":2026,"publication_date":"2026-07-16","ids":{"openalex":"https://openalex.org/W7161939822","doi":"https://doi.org/10.1145/3799902.3811122"},"language":null,"primary_location":{"id":"doi:10.1145/3799902.3811122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3799902.3811122","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3799902.3811122","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136677368","display_name":"Wei Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Cao","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0005-5163-6484","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136647555","display_name":"Zhang, Hao, 1963-","orcid":"https://orcid.org/0009-0002-9789-6300"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Zhang","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0009-2082-641X","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024767593","display_name":"Fengrui Tian","orcid":"https://orcid.org/0000-0003-3856-8382"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fengrui Tian","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0002-9577-5276","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136667477","display_name":"Yulun Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yulun Wu","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, Illinois, USA"],"raw_orcid":"https://orcid.org/0009-0009-4982-9630","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136692345","display_name":"Yingying Li","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingying Li","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-1858-4257","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136663206","display_name":"Shenlong Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shenlong Wang","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-7984-266X","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136644774","display_name":"Ning Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I869089601","display_name":"Netflix (United States)","ror":"https://ror.org/0197qw696","country_code":"US","type":"company","lineage":["https://openalex.org/I869089601"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ning Yu","raw_affiliation_strings":["Eyeline Labs, Los Angeles, California, USA and Netflix, Los Angeles, California, USA"],"raw_orcid":"https://orcid.org/0009-0004-6865-1325","affiliations":[{"raw_affiliation_string":"Eyeline Labs, Los Angeles, California, USA and Netflix, Los Angeles, California, USA","institution_ids":["https://openalex.org/I869089601"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136708726","display_name":"Yaoyao Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoyao Liu","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Champaign, Illinois, USA"],"raw_orcid":"https://orcid.org/0000-0002-5316-3028","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Champaign, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.4580000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.4580000042915344,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.3375000059604645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.07209999859333038,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.5256999731063843},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5238000154495239},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.45320001244544983},{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.43070000410079956},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.3440000116825104},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3395000100135803},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.31779998540878296}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7983999848365784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7702999711036682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7444999814033508},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5256999731063843},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5238000154495239},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.45320001244544983},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.3440000116825104},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3197000026702881},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.31779998540878296},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3799902.3811122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3799902.3811122","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2601.18993","is_oa":true,"landing_page_url":"https://arxiv.org/abs/2601.18993","pdf_url":"https://arxiv.org/pdf/2601.18993","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3799902.3811122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3799902.3811122","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5608826547","display_name":null,"funder_award_id":"#2331878","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Camera":[0],"redirection":[1,20],"aims":[2],"to":[3,52,97,167,188],"replay":[4],"a":[5,9,14,24,29,34,54,121,147,156,217,246],"dynamic":[6,35],"scene":[7,191],"from":[8,60,88],"single":[10],"monocular":[11,25,144],"video":[12,26,129,145,219],"under":[13,83,235],"user-specified":[15],"camera":[16,206],"trajectory.":[17],"However,":[18],"large-angle":[19,84,237],"is":[21,50],"inherently":[22],"ill-posed:":[23],"captures":[27],"only":[28],"narrow":[30],"spatio-temporal":[31],"view":[32],"of":[33,42],"3D":[36],"scene,":[37],"providing":[38],"severely":[39],"limited":[40,62],"observations":[41],"the":[43,89,143,183,189,200],"underlying":[44],"4D":[45,123,202,242,257],"world.":[46],"The":[47],"key":[48],"challenge":[49],"therefore":[51],"recover":[53],"complete":[55,173],"and":[56,67,101,138,150,171,198,230,239,256],"coherent":[57,68,232],"plenoptic":[58],"representation":[59],"this":[61,116,133],"input,":[63],"with":[64],"consistent":[65],"geometry":[66],"motion.":[69],"While":[70],"recent":[71],"diffusion-based":[72],"methods":[73],"achieve":[74],"impressive":[75],"visual":[76,94],"generation":[77],"quality,":[78],"they":[79],"often":[80],"break":[81],"down":[82],"viewpoint":[85],"changes":[86],"far":[87],"original":[90],"trajectory,":[91],"where":[92],"missing":[93],"grounding":[95,127],"leads":[96],"severe":[98],"geometric":[99,117,210],"ambiguity":[100,118],"temporal":[102],"inconsistency.":[103],"To":[104],"address":[105],"this,":[106],"we":[107,141,208],"present":[108],"FreeOrbit4D,":[109],"an":[110,162],"effective":[111],"training-free":[112],"framework":[113],"that":[114,215,225],"tackles":[115],"by":[119,135],"recovering":[120],"foreground-complete":[122,201,241],"proxy":[124,134,203,243],"as":[125,253],"structural":[126],"for":[128,249],"generation.":[130,259],"We":[131],"obtain":[132],"decoupling":[136],"foreground":[137,152,174,185],"background":[139,149],"reconstructions:":[140],"unproject":[142],"into":[146],"static":[148],"partial":[151],"point":[153,175,186],"clouds":[154,176],"in":[155,177],"unified":[157],"global":[158,190],"space,":[159],"then":[160],"leverage":[161],"object-centric":[163],"multi-view":[164,169],"diffusion":[165,220],"model":[166],"synthesize":[168],"images":[170],"reconstruct":[172],"canonical":[178,184],"object":[179],"space.":[180],"By":[181],"aligning":[182],"cloud":[187],"space":[192],"via":[193],"dense":[194],"pixel-synchronized":[195],"3D\u20133D":[196],"correspondences":[197],"projecting":[199],"onto":[204],"target":[205],"viewpoints,":[207],"provide":[209],"scaffolds":[211],"(e.g.,":[212],"depth/visibility":[213],"cues)":[214],"guide":[216],"conditional":[218],"model.":[221],"Extensive":[222],"experiments":[223],"show":[224],"FreeOrbit4D":[226],"produces":[227],"more":[228],"faithful":[229],"temporally":[231],"redirected":[233],"videos":[234],"challenging":[236],"trajectories,":[238],"our":[240],"further":[244],"opens":[245],"potential":[247],"avenue":[248],"practical":[250],"applications":[251],"such":[252],"edit":[254],"propagation":[255],"data":[258],"Project":[260],"page:":[261],"https://freeorbit4d.vision.ischool.illinois.edu/":[262]},"counts_by_year":[],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2026-05-22T00:00:00"}