{"id":"https://openalex.org/W7163336344","doi":"https://doi.org/10.48550/arxiv.2606.02753","title":"MetaWorld: Scaling Multi-Agent Video World Model from Single-view Video Data","display_name":"MetaWorld: Scaling Multi-Agent Video World Model from Single-view Video Data","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163336344","doi":"https://doi.org/10.48550/arxiv.2606.02753"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02753","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137763163","display_name":"Teng Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Teng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137721360","display_name":"Mingchun Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Mingchun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137753211","display_name":"Yating Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yating","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137740817","display_name":"Jiangning Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jiangning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137752375","display_name":"Jinkun Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Jinkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137741190","display_name":"Ye Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137796395","display_name":"Ran Yi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi, Ran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137739671","display_name":"Lizhuang Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Lizhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137762413","display_name":"Dacheng Tao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao, Dacheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.01590000092983246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.014399999752640724,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.48989999294281006},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4544999897480011},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.43290001153945923},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4277999997138977},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.38690000772476196},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.37310001254081726},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.3517000079154968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7860000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5530999898910522},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5131999850273132},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.48989999294281006},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4544999897480011},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.43290001153945923},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4277999997138977},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.38690000772476196},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.37310001254081726},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C162932704","wikidata":"https://www.wikidata.org/wiki/Q1058791","display_name":"Synchronizing","level":3,"score":0.3043000102043152},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2994999885559082},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2775999903678894}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02753","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02753","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"world":[1,54,87,242],"models":[2,31,88],"are":[3,17,44,165],"a":[4,21,26,80,129,176,234],"foundational":[5],"generative":[6],"technology":[7],"for":[8,49,137,141,239],"embodied":[9],"AI":[10],"and":[11,53,67,113,202,212,230],"the":[12,109,114,135,147,168,187,193,208],"Metaverse,":[13],"yet":[14],"existing":[15],"approaches":[16],"inherently":[18],"limited":[19],"to":[20,32,47,89,103,151,161],"single":[22,27],"agent":[23],"observing":[24],"from":[25,93],"perspective.":[28],"Extending":[29],"these":[30,75],"multi-agent":[33,85,125,240],"settings":[34],"introduces":[35],"two":[36],"critical":[37],"challenges:":[38],"data":[39,127],"scarcity":[40],"(coordinated":[41],"multi-view":[42],"recordings":[43],"prohibitively":[45],"expensive":[46],"collect":[48],"general":[50],"open-domain":[51,90],"scenarios)":[52],"state":[55],"alignment":[56],"(independently":[57],"generated":[58],"video":[59,86,188,241],"streams":[60],"cannot":[61],"ensure":[62,162],"that":[63,83,207,224],"shared":[64,130,209],"physical":[65,170,213],"environments":[66,91],"events":[68,214],"evolve":[69],"consistently":[70],"across":[71,217],"views).":[72],"To":[73],"address":[74],"challenges,":[76],"we":[77,97,145,172],"propose":[78,173],"MetaWorld,":[79],"novel":[81],"framework":[82],"scales":[84],"directly":[92],"single-view":[94],"videos.":[95],"First,":[96],"introduce":[98],"Monocular":[99],"World-State":[100,174],"Unrolling":[101],"(MWSU)":[102],"explicitly":[104],"decompose":[105],"monocular":[106],"footage":[107],"into":[108],"camera":[110],"operator's":[111],"ego-motion":[112],"visible":[115],"subject's":[116],"spatial":[117],"trajectory.":[118],"This":[119],"camera-trajectory":[120],"decomposition":[121],"naturally":[122],"extracts":[123],"synchronized":[124],"motion":[126,204],"within":[128],"3D":[131,210],"space,":[132],"completely":[133],"bypassing":[134],"need":[136],"multi-camera":[138],"setups.":[139],"Second,":[140],"precise":[142],"visual":[143],"control,":[144],"develop":[146],"Subject-Aware":[148],"World":[149],"Generator":[150],"enable":[152],"appearance-driven":[153],"simulation":[154],"conditioned":[155],"on":[156],"per-agent":[157],"identity":[158,231],"images.":[159],"Finally,":[160],"both":[163,198,218],"views":[164],"grounded":[166],"in":[167],"identical":[169],"reality,":[171],"Alignment,":[175],"per-frame":[177],"inter-branch":[178],"cross-attention":[179],"mechanism":[180],"inserted":[181],"at":[182],"every":[183],"transformer":[184],"layer":[185],"of":[186],"DiT.":[189],"By":[190],"jointly":[191],"synchronizing":[192],"denoising":[194],"process,":[195],"WSA":[196],"enforces":[197],"static":[199],"geometric":[200],"consistency":[201,229],"dynamic":[203],"consistency,":[205],"encouraging":[206],"environment":[211],"remain":[215],"well-aligned":[216],"egocentric":[219],"views.":[220],"Extensive":[221],"experiments":[222],"demonstrate":[223],"MetaWorld":[225],"achieves":[226],"superior":[227],"cross-view":[228],"fidelity,":[232],"establishing":[233],"highly":[235],"scalable,":[236],"physics-driven":[237],"paradigm":[238],"modeling.":[243]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}