{"id":"https://openalex.org/W7162452930","doi":"https://doi.org/10.48550/arxiv.2605.25077","title":"WorldCraft: From Camera Navigation to Object Manipulation in Interactive Video World Models","display_name":"WorldCraft: From Camera Navigation to Object Manipulation in Interactive Video World Models","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162452930","doi":"https://doi.org/10.48550/arxiv.2605.25077"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25077","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25077","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25077","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057932878","display_name":"Bohai Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Bohai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137073738","display_name":"Taiyi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Taiyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087582470","display_name":"Yueyang Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Yueyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137060307","display_name":"Jian Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136993349","display_name":"Xiaocheng Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xiaocheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011937977","display_name":"Dazhao Du","orcid":"https://orcid.org/0000-0001-6230-4526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Dazhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137046453","display_name":"Jie Zhang","orcid":"https://orcid.org/0000-0002-4380-1655"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057352675","display_name":"Jinxiang Lai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lai, Jinxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136996689","display_name":"Shuai Yang","orcid":"https://orcid.org/0000-0002-2075-8631"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137039909","display_name":"Xiaotong Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xiaotong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137079230","display_name":"Alan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137039902","display_name":"Song Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.3522999882698059,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.3522999882698059,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.19460000097751617,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.07320000231266022,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7196999788284302},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.7023000121116638},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5001999735832214},{"id":"https://openalex.org/keywords/camera-auto-calibration","display_name":"Camera auto-calibration","score":0.48739999532699585},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4165000021457672},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.4106000065803528},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.375},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.35280001163482666}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660999894142151},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7652000188827515},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7196999788284302},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7038999795913696},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.7023000121116638},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C94816000","wikidata":"https://www.wikidata.org/wiki/Q5026006","display_name":"Camera auto-calibration","level":3,"score":0.48739999532699585},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.42590001225471497},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.4106000065803528},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.375},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.3440000116825104},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C161334170","wikidata":"https://www.wikidata.org/wiki/Q1428778","display_name":"Smart camera","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C146159030","wikidata":"https://www.wikidata.org/wiki/Q7625099","display_name":"Structure from motion","level":3,"score":0.2996000051498413},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2777999937534332},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2587999999523163}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25077","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25077","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25077","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25077","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"video-based":[1,212],"world":[2,68,125,174,213],"models":[3,48,69],"have":[4],"made":[5],"pixel-space":[6],"environments":[7],"interactive":[8,66],"at":[9,193],"the":[10,18,33,91,95,99,104,133,153,163,173,199,211],"camera":[11,71,100,135,165,200,215],"level:":[12],"users":[13,30],"can":[14,31],"navigate":[15,103],"viewpoints":[16],"while":[17,98,161],"model":[19],"generates":[20,86],"coherent":[21],"visual":[22],"continuations.":[23],"Yet":[24],"their":[25,194],"action":[26],"spaces":[27],"remain":[28,49],"incomplete:":[29],"move":[32],"camera,":[34],"but":[35],"cannot":[36],"act":[37],"on":[38],"individual":[39],"objects.":[40],"Since":[41],"real-world":[42],"interaction":[43],"is":[44],"inherently":[45],"object-centric,":[46],"such":[47],"closer":[50],"to":[51,73,102,191],"passive":[52],"scene":[53],"observers":[54],"than":[55],"truly":[56],"manipulable":[57],"environments.":[58],"We":[59],"present":[60],"WorldCraft,":[61],"a":[62,78,82,110,123,177],"framework":[63],"that":[64,204],"expands":[65],"video":[67],"from":[70,140],"navigation":[72],"object-level":[74],"trajectory":[75,97,175],"actions.":[76],"Given":[77],"user":[79],"click":[80],"and":[81,128,181,220],"sketched":[83],"path,":[84],"WorldCraft":[85,106,205],"future":[87],"frames":[88],"in":[89,122],"which":[90],"selected":[92],"object":[93,138,158,208,222],"follows":[94],"prescribed":[96],"continues":[101],"scene.":[105],"achieves":[107],"this":[108,149],"through":[109,152],"trajectory-centric":[111],"control":[112],"pipeline:":[113],"First,":[114],"Normalized":[115],"World":[116],"Trajectory":[117],"(NWT)":[118],"represents":[119],"user-drawn":[120],"motion":[121,139],"camera-invariant":[124],"coordinate":[126],"system":[127],"dynamically":[129],"re-projects":[130],"it":[131],"under":[132,217],"current":[134],"pose,":[136],"separating":[137],"camera-induced":[141],"screen-space":[142],"displacement;":[143],"Spatial-Pathway":[144],"LoRA":[145],"(SP-LoRA)":[146],"then":[147],"injects":[148],"world-space":[150],"signal":[151],"model's":[154,214],"spatial-control":[155],"pathway,":[156],"adding":[157],"manipulation":[159],"capability":[160],"preserving":[162],"pretrained":[164],"controller;":[166],"finally,":[167],"Trajectory-Anchored":[168],"State":[169],"Persistence":[170],"(TASP)":[171],"treats":[172],"as":[176],"persistent":[178],"spatial":[179],"state":[180,223],"refreshes":[182],"autoregressive":[183,226],"memory":[184],"after":[185,197],"trajectory-conditioned":[186],"generation,":[187],"allowing":[188],"moved":[189],"objects":[190],"reappear":[192],"updated":[195],"positions":[196],"leaving":[198],"view.":[201],"Experiments":[202],"show":[203],"enables":[206],"accurate":[207],"control,":[209],"preserves":[210],"fidelity":[216],"camera-only":[218],"evaluation,":[219],"maintains":[221],"across":[224],"long":[225],"rollouts":[227],"with":[228],"off-camera":[229],"excursions.":[230]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}