{"id":"https://openalex.org/W7154071213","doi":"https://doi.org/10.48550/arxiv.2604.08995","title":"Matrix-Game 3.0: Real-Time and Streaming Interactive World Model with Long-Horizon Memory","display_name":"Matrix-Game 3.0: Real-Time and Streaming Interactive World Model with Long-Horizon Memory","publication_year":2026,"publication_date":"2026-04-10","ids":{"openalex":"https://openalex.org/W7154071213","doi":"https://doi.org/10.48550/arxiv.2604.08995"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08995","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133520772","display_name":"Zile Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wang, Zile","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133524299","display_name":"Zexiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zexiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133488014","display_name":"Jaixing Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiaxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113098623","display_name":"Kaichen Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Kaichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070813111","display_name":"Baixin Xu","orcid":"https://orcid.org/0009-0002-8118-2725"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Baixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133497119","display_name":"Fei Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133538371","display_name":"Mengyin An","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Mengyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133526780","display_name":"Peiyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Peiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133548997","display_name":"Biao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Biao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133491294","display_name":"Yichen Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119819701","display_name":"Yidan Xietian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xietian, Yidan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081975607","display_name":"Jiangbo Pei","orcid":"https://orcid.org/0000-0002-5996-2701"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pei, Jiangbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133500958","display_name":"Liang Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101486580","display_name":"Boyi Jiang","orcid":"https://orcid.org/0000-0003-4335-897X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Boyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101061327","display_name":"Hua Dan Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133475254","display_name":"Zidong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133498450","display_name":"Haofeng Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Haofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100318174","display_name":"Wei Li","orcid":"https://orcid.org/0000-0002-3920-3863"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133481103","display_name":"Wanli Ouyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Wanli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133535686","display_name":"Xianglong He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Xianglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133545927","display_name":"Yang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133539764","display_name":"Yangguang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yangguang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133485860","display_name":"Yahui Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yahui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":23,"corresponding_author_ids":["https://openalex.org/A5133520772"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.33079999685287476,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.33079999685287476,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.2222999930381775,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.09390000253915787,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5031999945640564},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.4456999897956848},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.421099990606308},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.40790000557899475},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.3928999900817871},{"id":"https://openalex.org/keywords/data-consistency","display_name":"Data consistency","score":0.3513000011444092},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.34709998965263367},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.34389999508857727}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8370000123977661},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.504800021648407},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5031999945640564},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.40790000557899475},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.3928999900817871},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3564000129699707},{"id":"https://openalex.org/C93361087","wikidata":"https://www.wikidata.org/wiki/Q4426698","display_name":"Data consistency","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C37279795","wikidata":"https://www.wikidata.org/wiki/Q2492305","display_name":"Consistency model","level":3,"score":0.31790000200271606},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C2781020372","wikidata":"https://www.wikidata.org/wiki/Q533093","display_name":"On the fly","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.30059999227523804},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5030220746994019}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,124,136],"advancement":[2],"of":[3],"interactive":[4,48],"video":[5,56,94],"generation,":[6,32],"diffusion":[7],"models":[8],"have":[9],"increasingly":[10],"demonstrated":[11],"their":[12,34],"potential":[13],"as":[14],"world":[15,49,222],"models.":[16,223],"However,":[17],"existing":[18],"approaches":[19],"still":[20],"struggle":[21],"to":[22,96,139,167,180,202],"simultaneously":[23],"achieve":[24,140,168],"memory-enabled":[25],"long-term":[26],"temporal":[27],"consistency":[28,196],"and":[29,69,92,117,133,163,211],"high-resolution":[30],"real-time":[31,54,170,183],"limiting":[33],"applicability":[35],"in":[36],"real-world":[37,93],"scenarios.":[38],"To":[39],"address":[40],"this,":[41],"we":[42,62,72,105,146],"present":[43],"Matrix-Game":[44,60,176],"3.0,":[45],"a":[46,107,148,189,203,216],"memory-augmented":[47],"model":[50,126,138,161,205],"designed":[51],"for":[52,110],"720p":[53,186],"longform":[55],"generation.":[57],"Building":[58],"upon":[59],"2.0,":[61],"introduce":[63],"systematic":[64],"improvements":[65],"across":[66],"data,":[67,85],"model,":[68,191],"inference.":[70,171],"First,":[71],"develop":[73],"an":[74],"upgraded":[75],"industrial-scale":[76,220],"infinite":[77],"data":[78,101],"engine":[79],"that":[80,175],"integrates":[81],"Unreal":[82],"Engine-based":[83],"synthetic":[84],"large-scale":[86],"automated":[87],"collection":[88],"from":[89],"AAA":[90],"games,":[91],"augmentation":[95],"produce":[97],"high-quality":[98],"Video-Pose-Action-Prompt":[99],"quadruplet":[100],"at":[102,185],"scale.":[103],"Second,":[104],"propose":[106],"training":[108],"framework":[109],"long-horizon":[111],"consistency:":[112],"by":[113],"modeling":[114],"prediction":[115],"residuals":[116],"re-injecting":[118],"imperfect":[119],"generated":[120],"frames":[121],"during":[122],"training,":[123],"base":[125,137],"learns":[127],"self-correction;":[128],"meanwhile,":[129],"camera-aware":[130],"memory":[131,195],"retrieval":[132],"injection":[134],"enable":[135],"long":[141],"horizon":[142],"spatiotemporal":[143],"consistency.":[144],"Third,":[145],"design":[147],"multi-segment":[149],"autoregressive":[150],"distillation":[151],"strategy":[152],"based":[153],"on":[154],"Distribution":[155],"Matching":[156],"Distillation":[157],"(DMD),":[158],"combined":[159],"with":[160,188],"quantization":[162],"VAE":[164],"decoder":[165],"pruning,":[166],"efficient":[169],"Experimental":[172],"results":[173],"show":[174],"3.0":[177],"achieves":[178],"up":[179,201],"40":[181],"FPS":[182],"generation":[184,208],"resolution":[187],"5B":[190],"while":[192],"maintaining":[193],"stable":[194],"over":[197],"minute-long":[198],"sequences.":[199],"Scaling":[200],"2x14B":[204],"further":[206],"improves":[207],"quality,":[209],"dynamics,":[210],"generalization.":[212],"Our":[213],"approach":[214],"provides":[215],"practical":[217],"pathway":[218],"toward":[219],"deployable":[221]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-14T00:00:00"}