{"id":"https://openalex.org/W7134071160","doi":"https://doi.org/10.48550/arxiv.2603.04910","title":"VPWEM: Non-Markovian Visuomotor Policy with Working and Episodic Memory","display_name":"VPWEM: Non-Markovian Visuomotor Policy with Working and Episodic Memory","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134071160","doi":"https://doi.org/10.48550/arxiv.2603.04910"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04910","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128248914","display_name":"Yuheng Lei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Yuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128275546","display_name":"Zhixuan Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Zhixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128252987","display_name":"Hongyuan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Hongyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128223500","display_name":"Ping Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Ping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.39480000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.39480000734329224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.24979999661445618,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11969999969005585,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/episodic-memory","display_name":"Episodic memory","score":0.7192999720573425},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6834999918937683},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5690000057220459},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.550000011920929},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4973999857902527},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.48420000076293945},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4293999969959259},{"id":"https://openalex.org/keywords/working-memory","display_name":"Working memory","score":0.4018000066280365},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.3986000120639801},{"id":"https://openalex.org/keywords/adaptive-memory","display_name":"Adaptive memory","score":0.38179999589920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7871000170707703},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.7192999720573425},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6834999918937683},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5690000057220459},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.550000011920929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5015000104904175},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4973999857902527},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C21963081","wikidata":"https://www.wikidata.org/wiki/Q11337567","display_name":"Working memory","level":3,"score":0.4018000066280365},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.37630000710487366},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C84857602","wikidata":"https://www.wikidata.org/wiki/Q5012668","display_name":"CLARION","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3303000032901764},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3246999979019165},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29190000891685486},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2621000111103058},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.25690001249313354},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04910","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04910","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04910","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04910","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.44485682249069214,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Imitation":[0],"learning":[1],"from":[2],"human":[3],"demonstrations":[4],"has":[5],"achieved":[6],"significant":[7],"success":[8],"in":[9,62,207],"robotic":[10,63],"control,":[11],"yet":[12],"most":[13],"visuomotor":[14,93],"policies":[15,165,193],"still":[16],"condition":[17],"on":[18,163,202,215],"single-step":[19],"observations":[20,125],"or":[21],"short-context":[22],"histories,":[23],"making":[24],"them":[25,78],"struggle":[26],"with":[27,96,157,176],"non-Markovian":[28,92],"tasks":[29,81,206],"that":[30,121,186],"require":[31],"long-term":[32,74],"memory.":[33],"Simply":[34],"enlarging":[35],"the":[36,158,203,216],"context":[37],"window":[38,105],"incurs":[39],"substantial":[40],"computational":[41],"and":[42,45,58,76,98,114,145,153,170,180,194,209],"memory":[43,119,132,179],"costs":[44],"encourages":[46],"overfitting":[47],"to":[48,52,79,166],"spurious":[49],"correlations,":[50],"leading":[51],"catastrophic":[53],"failures":[54],"under":[55],"distribution":[56],"shift":[57],"violating":[59],"real-time":[60],"constraints":[61],"systems.":[64],"By":[65],"contrast,":[66],"humans":[67],"can":[68],"compress":[69],"important":[70],"past":[71,142],"experiences":[72],"into":[73,126],"memories":[75],"exploit":[77,167],"solve":[80],"throughout":[82],"their":[83],"lifetime.":[84],"In":[85],"this":[86],"paper,":[87],"we":[88],"propose":[89],"VPWEM,":[90],"a":[91,103,116,127,139,148],"policy":[94],"equipped":[95],"working":[97,112],"episodic":[99,131],"memories.":[100],"VPWEM":[101,162,187],"retains":[102],"sliding":[104],"of":[106,130,141,150],"recent":[107],"observation":[108],"tokens":[109,144],"as":[110],"short-term":[111,169],"memory,":[113],"introduces":[115],"Transformer-based":[117],"contextual":[118],"compressor":[120,135],"recursively":[122],"converts":[123],"out-of-window":[124],"fixed":[128],"number":[129],"tokens.":[133],"The":[134],"uses":[136],"self-attention":[137],"over":[138,147],"cache":[140,149],"summary":[143],"cross-attention":[146],"historical":[151],"observations,":[152],"is":[154,222],"trained":[155],"jointly":[156],"policy.":[159],"We":[160],"instantiate":[161],"diffusion":[164,192],"both":[168],"episode-wide":[171],"information":[172],"for":[173],"action":[174],"generation":[175],"nearly":[177],"constant":[178],"computation":[181],"per":[182],"step.":[183],"Experiments":[184],"demonstrate":[185],"outperforms":[188],"state-of-the-art":[189],"baselines":[190],"including":[191],"vision-language-action":[195],"(VLA)":[196],"models":[197],"by":[198],"more":[199],"than":[200],"20%":[201],"memory-intensive":[204],"manipulation":[205,218],"MIKASA":[208],"achieves":[210],"an":[211],"average":[212],"5%":[213],"improvement":[214],"mobile":[217],"benchmark":[219],"MoMaRT.":[220],"Code":[221],"available":[223],"at":[224],"https://github.com/HarryLui98/code_vpwem.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-07T00:00:00"}