{"id":"https://openalex.org/W7170034717","doi":"https://doi.org/10.48550/arxiv.2607.19343","title":"Masked Visual Actions for Unified World Modeling","display_name":"Masked Visual Actions for Unified World Modeling","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7170034717","doi":"https://doi.org/10.48550/arxiv.2607.19343"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.19343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.19343","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143407596","display_name":"Hadi Alzayer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alzayer, Hadi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102688813","display_name":"W E I-Xing Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Wenlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143419118","display_name":"Haonan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143406657","display_name":"Christopher Luey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luey, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079385579","display_name":"Lvmin Zhang","orcid":"https://orcid.org/0000-0003-3503-5791"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lvmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045835385","display_name":"Maneesh Agrawala","orcid":"https://orcid.org/0000-0002-8996-7327"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawala, Maneesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143426983","display_name":"Gordon Wetzstein","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wetzstein, Gordon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143396034","display_name":"Li Fei-Fei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fei-Fei, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143436732","display_name":"Yilun Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143428203","display_name":"Jiajun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jiajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5143416166","display_name":"Jia-Bin Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jia-Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.20430000126361847,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.20430000126361847,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.10949999839067459,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10409999638795853,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6079000234603882},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5763000249862671},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5633000135421753},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5371999740600586},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.46700000762939453},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.42820000648498535},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3684999942779541},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3400999903678894},{"id":"https://openalex.org/keywords/inverse-dynamics","display_name":"Inverse dynamics","score":0.337799996137619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853999733924866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6168000102043152},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6079000234603882},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5763000249862671},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5633000135421753},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5371999740600586},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5037999749183655},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41990000009536743},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3684999942779541},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C187523126","wikidata":"https://www.wikidata.org/wiki/Q17098330","display_name":"Inverse dynamics","level":3,"score":0.337799996137619},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3328999876976013},{"id":"https://openalex.org/C2781089630","wikidata":"https://www.wikidata.org/wiki/Q21856745","display_name":"Realization (probability)","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.2849999964237213},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.25440001487731934},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.19343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.19343","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.19343","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7933263778686523,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"models":[1,34],"absorb":[2],"rich":[3],"priors":[4],"over":[5],"how":[6,28],"the":[7,40,84,94,107,149],"visual":[8,41,135],"world":[9,22],"moves,":[10],"interacts,":[11],"and":[12,128,137,142,173],"responds":[13],"to":[14,29,32,97],"contact,":[15],"making":[16,165],"them":[17],"promising":[18],"substrates":[19],"for":[20,160],"robotic":[21],"modeling.":[23],"The":[24],"central":[25],"challenge":[26],"is":[27],"communicate":[30],"action":[31,67],"such":[33],"in":[35,43,53,77,170],"a":[36,61,69,78,88,130],"form":[37],"aligned":[38],"with":[39,114,118,157],"space":[42],"which":[44],"they":[45],"learned":[46],"these":[47],"interaction":[48],"priors,":[49],"yet":[50],"still":[51],"grounded":[52],"physical":[54],"manipulation.":[55],"We":[56],"introduce":[57],"Masked":[58],"Visual":[59],"Actions,":[60],"pixel-space":[62],"control":[63],"interface":[64],"that":[65,92,115],"expresses":[66],"as":[68,87],"partially":[70],"revealed":[71],"trajectory":[72],"of":[73,122],"an":[74],"arbitrary":[75],"entity":[76],"video.":[79],"Revealing":[80],"robot":[81,99,111,179],"motion":[82,105,180],"makes":[83,106],"model":[85,91,109,150],"act":[86],"forward":[89],"dynamics":[90],"predicts":[93],"scene's":[95],"response":[96],"low-level":[98],"actions,":[100],"while":[101],"revealing":[102],"desired":[103,182],"object":[104,183],"same":[108],"recover":[110],"behavior":[112],"consistent":[113],"outcome.":[116],"Finetuned":[117],"only":[119],"15":[120],"hours":[121],"masked":[123],"examples":[124],"from":[125,181],"real":[126],"videos":[127],"simulation,":[129],"single":[131],"checkpoint":[132],"achieves":[133],"strong":[134],"fidelity":[136],"controllability":[138],"across":[139],"diverse":[140],"scenes":[141],"multiple":[143],"embodiments.":[144],"In":[145],"downstream":[146],"manipulation":[147],"settings,":[148],"produces":[151],"imagined":[152],"rollouts":[153],"whose":[154],"outcomes":[155],"correlate":[156],"real-world":[158],"execution":[159],"policy":[161],"evaluation,":[162],"improves":[163],"decision":[164],"by":[166,177],"ranking":[167],"candidate":[168],"futures":[169],"model-based":[171],"planning,":[172],"supports":[174],"inverse":[175],"modeling":[176],"synthesizing":[178],"motion.":[184]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}