{"id":"https://openalex.org/W7165186056","doi":"https://doi.org/10.48550/arxiv.2606.18960","title":"Mem-World: Memory-Augmented Action-Conditioned World Models for Persistent Robot Manipulation","display_name":"Mem-World: Memory-Augmented Action-Conditioned World Models for Persistent Robot Manipulation","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165186056","doi":"https://doi.org/10.48550/arxiv.2606.18960"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18960","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138940120","display_name":"Zirui Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Zirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101721174","display_name":"Jiaqian Yu","orcid":"https://orcid.org/0000-0002-2612-1762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Jiaqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078123332","display_name":"Xiongfeng Peng","orcid":"https://orcid.org/0009-0000-4207-1171"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Xiongfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138852562","display_name":"jun shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"shi, jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138909265","display_name":"Mingyi Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mingyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138926457","display_name":"Chao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138949683","display_name":"Weiming Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Weiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138868249","display_name":"Dong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029653356","display_name":"H\u00fcseyin Ozan \u04aairkino\u011flu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Huchuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138831347","display_name":"Xu Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.6639000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.6639000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.09730000048875809,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.06800000369548798,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.6624000072479248},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5807999968528748},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5386999845504761},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47859999537467957},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.36390000581741333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7749000191688538},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.6624000072479248},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6151000261306763},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5807999968528748},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5386999845504761},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47859999537467957},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3718000054359436},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3418000042438507},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29319998621940613},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.2784000039100647}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Action-conditioned":[0],"world":[1,27,86],"models":[2,50],"have":[3],"emerged":[4],"as":[5],"a":[6,13,82,94],"promising":[7],"paradigm":[8],"for":[9,45,147],"robot":[10],"learning,":[11],"offering":[12],"scalable":[14],"alternative":[15],"to":[16,51,67,103,191],"costly":[17],"real-world":[18,173],"experimentation":[19],"by":[20,175],"generating":[21],"action-consistent":[22],"video":[23],"rollouts.":[24],"However,":[25],"persistent":[26,155],"modeling":[28,110],"remains":[29],"challenging":[30],"in":[31,58,71,157],"manipulation:":[32],"frequent":[33],"end-effector":[34],"occlusions":[35],"and":[36,112,140,144,177],"rapid":[37],"wrist-camera":[38],"motion":[39],"make":[40],"the":[41,169],"current":[42],"observation":[43],"insufficient":[44],"predicting":[46],"future":[47,128],"views,":[48],"causing":[49],"forget":[52],"or":[53],"hallucinate":[54],"scene":[55,114],"details":[56],"seen":[57],"earlier":[59],"frames.":[60],"Existing":[61],"memory":[62,98],"retrieval":[63,121],"strategies":[64],"often":[65],"fail":[66],"identify":[68],"informative":[69,143],"history":[70,124,133],"dynamic":[72],"manipulation":[73,159],"scenarios.":[74],"To":[75],"address":[76],"this":[77],"limitation,":[78],"we":[79,91],"propose":[80],"Mem-World,":[81],"memory-augmented":[83],"multi-view":[84],"action-conditioned":[85],"model.":[87],"At":[88],"its":[89],"core,":[90],"present":[92],"W-VMem,":[93],"4D":[95],"wrist-view-centered":[96],"surfel-indexed":[97],"that":[99,152],"anchors":[100],"historical":[101],"observations":[102],"temporally":[104],"evolving":[105],"surface":[106],"elements.":[107],"By":[108],"explicitly":[109],"when":[111],"where":[113],"elements":[115],"are":[116,135],"observed,":[117],"W-VMem":[118],"enables":[119,161],"geometry-aware":[120],"of":[122],"relevant":[123,132],"frames":[125,134],"conditioned":[126],"on":[127,193],"actions.":[129],"During":[130],"generation,":[131,185],"selected":[136],"via":[137],"surfel-based":[138],"rendering":[139],"scoring,":[141],"providing":[142],"non-redundant":[145],"context":[146],"prediction.":[148],"Extensive":[149],"experiments":[150],"show":[151],"Mem-World":[153],"generates":[154],"rollouts":[156],"complex":[158],"scenarios,":[160],"more":[162],"reliable":[163],"policy":[164,180],"evaluation":[165],"than":[166],"Ctrl-World,":[167],"improving":[168],"Pearson":[170],"correlation":[171],"with":[172],"performance":[174],"14.5\\%,":[176],"supports":[178],"effective":[179],"improvement":[181],"through":[182],"synthetic":[183],"data":[184],"increasing":[186],"success":[187],"rates":[188],"from":[189],"58\\%":[190],"72\\%":[192],"long-horizon":[194],"tasks.":[195]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}