{"id":"https://openalex.org/W7165029369","doi":"https://doi.org/10.48550/arxiv.2606.17730","title":"ActWorld: From Explorable to Interactive World Model via Action-Aware Memory","display_name":"ActWorld: From Explorable to Interactive World Model via Action-Aware Memory","publication_year":2026,"publication_date":"2026-06-16","ids":{"openalex":"https://openalex.org/W7165029369","doi":"https://doi.org/10.48550/arxiv.2606.17730"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17730","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023889917","display_name":"Zhexiao Xiong","orcid":"https://orcid.org/0000-0001-5233-1520"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Zhexiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134947889","display_name":"Y Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yizhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138791399","display_name":"Hao Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121202397","display_name":"Qing Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Qing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138779650","display_name":"Liming Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Liming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jenson","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053471630","display_name":"Zhoujie Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Zhoujie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053809263","display_name":"Stathi Fotiadis","orcid":"https://orcid.org/0000-0002-7892-2967"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fotiadis, Stathi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081606526","display_name":"Angtian Wang","orcid":"https://orcid.org/0009-0006-9189-5277"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Angtian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138793172","display_name":"Zichuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zichuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138819148","display_name":"Bo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102824683","display_name":"Yiding Yang","orcid":"https://orcid.org/0000-0001-8290-9805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yiding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138805298","display_name":"Xin Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124715000","display_name":"Nathan Jacobs","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacobs, Nathan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.44940000772476196,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.44940000772476196,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.23579999804496765,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.16050000488758087,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5708000063896179},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5306000113487244},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4284999966621399},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.3959999978542328},{"id":"https://openalex.org/keywords/mobile-interaction","display_name":"Mobile interaction","score":0.3864000141620636},{"id":"https://openalex.org/keywords/smartwatch","display_name":"Smartwatch","score":0.3707999885082245},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.3652999997138977},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.3644999861717224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7692999839782715},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5708000063896179},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5306000113487244},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5200999975204468},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4569000005722046},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4284999966621399},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C115121344","wikidata":"https://www.wikidata.org/wiki/Q6887140","display_name":"Mobile interaction","level":3,"score":0.3864000141620636},{"id":"https://openalex.org/C29794715","wikidata":"https://www.wikidata.org/wiki/Q5362345","display_name":"Smartwatch","level":3,"score":0.3707999885082245},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3652999997138977},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.334199994802475},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.2678000032901764},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C2777655698","wikidata":"https://www.wikidata.org/wiki/Q1209358","display_name":"Versa","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C13854087","wikidata":"https://www.wikidata.org/wiki/Q1061656","display_name":"Interaction design","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.2533000111579895},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17730","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17730","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Interactive":[0],"world":[1,78,127],"models":[2,128],"aim":[3],"to":[4,19,24,52,57,85,140],"simulate":[5],"environment":[6],"dynamics":[7],"under":[8],"real-time":[9],"user":[10],"actions.":[11],"However,":[12],"their":[13],"action":[14],"vocabulary":[15],"is":[16,48,225],"largely":[17],"confined":[18],"navigation:":[20],"most":[21],"actions":[22],"correspond":[23],"motion":[25],"(e.g.,":[26,38],"walk,":[27],"turn,":[28],"look":[29],"around),":[30],"while":[31],"interaction":[32,89,112,152,179,207,214],"with":[33,114,157],"objects":[34],"in":[35,125],"the":[36,97,108,130,145,164],"scene":[37],"pick":[39],"up":[40],"plates,":[41],"open":[42],"doors,":[43],"or":[44,55],"trigger":[45],"physical":[46],"responses)":[47],"either":[49],"absent,":[50],"restricted":[51],"game":[53],"domains,":[54],"relegated":[56],"prompt-to-full-video":[58],"scenarios.":[59],"The":[60],"resulting":[61],"worlds":[62],"are":[63],"visually":[64],"explorable":[65],"but":[66],"not":[67],"truly":[68],"actionable.":[69],"In":[70],"this":[71],"work,":[72],"we":[73,148,167],"present":[74],"ActWorld,":[75],"an":[76,141],"interactive":[77],"model":[79,165],"that":[80,96,133,174,187,198],"extends":[81],"prior":[82],"navigation-centric":[83],"generators":[84],"support":[86],"mid-rollout":[87],"object":[88,137,206],"within":[90,208],"a":[91,105,119,150,169,183,209],"chunk-autoregressive":[92],"framework.":[93],"We":[94],"argue":[95],"navigation-interaction":[98],"gap":[99],"stems":[100],"from":[101],"two":[102],"bottlenecks.":[103],"First,":[104],"data":[106,113,146],"bottleneck:":[107,121],"lack":[109],"of":[110],"human-object":[111],"accurate,":[115],"dense":[116],"labels.":[117],"Second,":[118],"memory":[120,172,185],"recency-biased":[122],"history":[123,176],"compression":[124,177],"existing":[126],"discards":[129],"event-transition":[131],"frames":[132],"causally":[134],"determine":[135],"subsequent":[136],"states,":[138],"leading":[139],"action-forgetting":[142],"pathology.":[143],"On":[144,163],"side,":[147,166],"construct":[149],"100K":[151],"video":[153],"dataset,":[154],"each":[155],"annotated":[156],"per-chunk":[158],"captions":[159],"via":[160],"chain-of-thought":[161],"reasoning.":[162],"introduce":[168],"hierarchical":[170],"action-aware":[171],"design":[173],"routes":[175],"by":[178,182],"importance,":[180],"complemented":[181],"persistent":[184],"bank":[186],"maintains":[188],"event-update":[189],"and":[190,204],"object-identity":[191],"tokens":[192],"across":[193],"long":[194],"rollouts.":[195],"Experiments":[196],"show":[197],"ActWorld":[199],"supports":[200],"both":[201],"flexible":[202],"navigation":[203],"rich":[205],"single":[210],"model,":[211],"substantially":[212],"improving":[213],"fidelity":[215],"over":[216],"navigation-only":[217],"baselines":[218],"without":[219],"sacrificing":[220],"viewpoint":[221],"control.":[222],"Project":[223],"page":[224],"available":[226],"at":[227],"https://interactwm.github.io/ActWorld.":[228]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}