{"id":"https://openalex.org/W7204865749","doi":"https://doi.org/10.48550/arxiv.2608.29910","title":"Matrix-Game 3.5: Enhancing Real-Time Streaming Interactive World Models with Patch Memory","display_name":"Matrix-Game 3.5: Enhancing Real-Time Streaming Interactive World Models with Patch Memory","publication_year":2026,"publication_date":"2026-08-30","ids":{"openalex":"https://openalex.org/W7204865749","doi":"https://doi.org/10.48550/arxiv.2608.29910"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.29910","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.29910","pdf_url":"https://arxiv.org/pdf/2608.29910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.29910","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113325591","display_name":"Runjia Qian","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Runjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133520772","display_name":"Zile Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zile","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101751726","display_name":"Jihai Zhang","orcid":"https://orcid.org/0000-0003-4242-5341","observed_orcids":["https://orcid.org/0000-0003-4242-5341"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jihai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130619099","display_name":"Kai Zou","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136459199","display_name":"Wei Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133319128","display_name":"Jiaxing Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiaxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133524299","display_name":"Zexiang Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zexiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082133004","display_name":"Yaokun Li","orcid":"https://orcid.org/0000-0003-0833-231X","observed_orcids":["https://orcid.org/0000-0003-0833-231X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yaokun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133497119","display_name":"Fei Kang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113098623","display_name":"Kaichen Huang","orcid":"https://orcid.org/0009-0001-8388-4088","observed_orcids":["https://orcid.org/0009-0001-8388-4088"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Kaichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133538371","display_name":"Mengyin An","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Mengyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148876994","display_name":"Haobo Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Haobo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133548997","display_name":"Biao Jiang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Biao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148936020","display_name":"Jiahua Wang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jiahua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5148905534","display_name":"Haofeng Sun","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Haofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144456937","display_name":"Yang Liu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126266766","display_name":"Yangguang Li","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yangguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/real-time-video-generation","display_name":"real-time video generation","score":0.8989999890327454},{"id":"https://openalex.org/keywords/camera-control","display_name":"camera control","score":0.6330000162124634},{"id":"https://openalex.org/keywords/progressive-distillation","display_name":"progressive distillation","score":0.7429999709129333},{"id":"https://openalex.org/keywords/virtual-worlds","display_name":"virtual worlds","score":0.33899998664855957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8003000020980835},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4553999900817871},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4489000141620636},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.43689998984336853},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4117000102996826},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3837999999523163},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.3343000113964081},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C2776716048","wikidata":"https://www.wikidata.org/wiki/Q6045290","display_name":"Interactive Learning","level":2,"score":0.3199000060558319},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.31679999828338623},{"id":"https://openalex.org/C2777855551","wikidata":"https://www.wikidata.org/wiki/Q12310021","display_name":"Subject (documents)","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C9870796","wikidata":"https://www.wikidata.org/wiki/Q490481","display_name":"Turing","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C160191386","wikidata":"https://www.wikidata.org/wiki/Q868299","display_name":"Control flow","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C203004452","wikidata":"https://www.wikidata.org/wiki/Q1186952","display_name":"Interactive media","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.26159998774528503},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.26019999384880066},{"id":"https://openalex.org/C2780008327","wikidata":"https://www.wikidata.org/wiki/Q3962","display_name":"Laptop","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.29910","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.29910","pdf_url":"https://arxiv.org/pdf/2608.29910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.29910","doi":"https://doi.org/10.48550/arxiv.2608.29910","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.29910","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.29910","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.29910","pdf_url":"https://arxiv.org/pdf/2608.29910","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7154071213","https://openalex.org/W4414699649","https://openalex.org/W4417036201","https://openalex.org/W4417474214","https://openalex.org/W4405090834","https://openalex.org/W7133797988","https://openalex.org/W7221804993","https://openalex.org/W7118449068","https://openalex.org/W7170055304","https://openalex.org/W7152443658"],"abstract_inverted_index":{"Interactive":[0],"world":[1,69,124,212],"models":[2,128],"extend":[3],"video":[4],"generation":[5,70],"from":[6],"offline":[7],"clip":[8],"synthesis":[9],"toward":[10,71],"persistent":[11],"simulation":[12,76,190],"of":[13],"interactive":[14,29,68,177],"virtual":[15],"worlds,":[16],"enabling":[17,174],"applications":[18],"in":[19,62,202],"games,":[20,193],"robotics,":[21],"embodied":[22],"agents,":[23],"and":[24,44,73,91,113,132,139,169,194,214],"XR.":[25],"Achieving":[26],"stable":[27,215],"long-horizon":[28,74,115,143,203],"generation,":[30,213],"however,":[31],"remains":[32],"challenging,":[33],"as":[34,60],"the":[35],"model":[36,159],"must":[37],"simultaneously":[38],"preserve":[39],"scene":[40,116,130,204],"geometry,":[41],"dynamic":[42,133],"consistency,":[43,210],"camera":[45,106,111,207],"control":[46,112],"while":[47],"supporting":[48],"real-time":[49,67,151,176,216],"autoregressive":[50],"generation.":[51,144,178],"Building":[52],"upon":[53],"Matrix-Game":[54,58],"3.0,":[55],"we":[56,82,119,146],"present":[57],"3.5,":[59],"shown":[61],"Figure":[63],"1,":[64],"which":[65],"advances":[66],"geometry-aware":[72,86],"consistent":[75],"through":[77,165],"three":[78],"key":[79],"improvements.":[80],"First,":[81],"propose":[83],"a":[84,121,148,156,161,184],"unified":[85,185],"memory":[87],"framework,":[88],"whose":[89],"patch-memory":[90],"tiled-PRoPE":[92],"components":[93],"introduce":[94,120],"no":[95],"additional":[96],"learnable":[97],"parameters,":[98],"combining":[99],"explicit":[100],"3D":[101],"patch":[102],"retrieval":[103],"with":[104,183],"projective":[105],"conditioning":[107],"to":[108],"enable":[109],"geometry-consistent":[110],"faithful":[114],"recall.":[117],"Second,":[118],"static-dynamic":[122],"disentangled":[123],"representation":[125],"that":[126,154],"separately":[127],"static":[129],"geometry":[131],"subjects,":[134],"preserving":[135],"both":[136],"geometric":[137],"consistency":[138],"subject":[140,209],"identity":[141],"throughout":[142],"Third,":[145],"develop":[147],"two-stage":[149],"progressive":[150],"distillation":[152],"framework":[153],"converts":[155],"bidirectional":[157],"diffusion":[158],"into":[160],"few-step":[162],"causal":[163],"generator":[164],"Perceptual":[166],"Flow":[167],"Matching":[168],"curriculum":[170],"based":[171],"Self-Rollout":[172],"DMD,":[173],"minute-long":[175],"Extensive":[179],"experiments":[180],"demonstrate":[181],"that,":[182],"training":[186],"corpus":[187],"spanning":[188],"Unreal":[189],"environments,":[191],"open-world":[192,217],"internet":[195],"videos,":[196],"MatrixGame":[197],"3.5":[198],"achieves":[199],"strong":[200],"performance":[201],"recall,":[205],"precise":[206],"control,":[208],"prompt-driven":[211],"interaction.":[218]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-02T00:00:00"}