{"id":"https://openalex.org/W7164905336","doi":"https://doi.org/10.48550/arxiv.2606.16178","title":"Scaling Short-Term Memory of Visuomotor Policies for Long-Horizon Tasks","display_name":"Scaling Short-Term Memory of Visuomotor Policies for Long-Horizon Tasks","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164905336","doi":"https://doi.org/10.48550/arxiv.2606.16178"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.16178","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16178","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.16178","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047602471","display_name":"Rutav Shah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shah, Rutav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044961383","display_name":"Rajat Kumar Jenamani","orcid":"https://orcid.org/0000-0002-2689-7157"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jenamani, Rajat Kumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138719831","display_name":"Xiaohan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121042310","display_name":"L G Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Lingfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138724556","display_name":"Roberto Mart\u00edn-Mart\u00edn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mart\u00edn-Mart\u00edn, Roberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021436608","display_name":"Y C Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135796028","display_name":"Deva Ramanan","orcid":"https://orcid.org/0009-0008-9180-8983"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramanan, Deva","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5049609650","display_name":"Karl Schmeckpeper","orcid":"https://orcid.org/0000-0003-4989-2022"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmeckpeper, Karl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.46149998903274536,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.46149998903274536,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.31540000438690186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10982","display_name":"Motor Control and Adaptation","score":0.06800000369548798,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5257999897003174},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.525600016117096},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.49230000376701355},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47429999709129333},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4221999943256378},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4180000126361847},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.39419999718666077},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3856000006198883},{"id":"https://openalex.org/keywords/working-memory","display_name":"Working memory","score":0.36559998989105225}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7777000069618225},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5257999897003174},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.525600016117096},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48170000314712524},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47429999709129333},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4221999943256378},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39559999108314514},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3856000006198883},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37220001220703125},{"id":"https://openalex.org/C21963081","wikidata":"https://www.wikidata.org/wiki/Q11337567","display_name":"Working memory","level":3,"score":0.36559998989105225},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.33889999985694885},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C2777551103","wikidata":"https://www.wikidata.org/wiki/Q7245680","display_name":"Prism adaptation","level":3,"score":0.3091999888420105},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3050999939441681},{"id":"https://openalex.org/C179226034","wikidata":"https://www.wikidata.org/wiki/Q18599","display_name":"Short-term memory","level":4,"score":0.3010999858379364},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2822999954223633},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.16178","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16178","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.16178","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.16178","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4151369631290436,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Many":[0],"robotic":[1],"tasks":[2,150],"require":[3],"short-term":[4,57,122,155,234],"memory,":[5],"whether":[6],"it's":[7],"retrieving":[8],"an":[9,18,183],"object":[10],"that's":[11],"no":[12],"longer":[13],"visible":[14],"or":[15],"turning":[16],"off":[17],"appliance":[19],"after":[20],"a":[21,48,89,143,228],"set":[22],"period.":[23],"Yet,":[24],"most":[25],"visuomotor":[26,52,125,137,236],"policies":[27,53,126,237],"trained":[28],"via":[29,59],"imitation":[30],"learning":[31],"rely":[32],"only":[33],"on":[34],"immediate":[35],"sensory":[36],"input":[37],"without":[38],"using":[39],"past":[40],"experiences":[41],"to":[42,54,70,104,120,129,159,240],"guide":[43],"decisions.":[44],"We":[45],"present":[46],"PRISM,":[47],"transformer-based":[49],"architecture":[50,91],"for":[51,127,230],"effectively":[55],"use":[56],"memory":[58,113,123,135,156,162],"two":[60,130],"key":[61],"components:":[62],"(i)":[63],"gated":[64],"attention,":[65],"which":[66],"filters":[67],"retrieved":[68],"information":[69,96],"suppress":[71],"irrelevant":[72],"details,":[73],"improving":[74,109],"performance":[75],"by":[76],"reducing":[77],"the":[78,82,189,193],"spurious":[79],"correlations":[80],"between":[81],"history":[83],"and":[84,100,112,178,195,208,215,225,232],"current":[85],"action":[86],"prediction,":[87],"(ii)":[88],"hierarchical":[90],"that":[92,238],"first":[93],"compresses":[94],"local":[95],"into":[97],"compact":[98],"tokens":[99],"then":[101],"integrates":[102],"them":[103],"capture":[105],"temporally":[106],"extended":[107],"dependencies,":[108],"its":[110,205],"compute":[111],"footprint.":[114],"Together,":[115,223],"these":[116],"mechanisms":[117,163],"enable":[118],"us":[119],"scale":[121,239],"in":[124,136],"up":[128],"minutes.":[131],"To":[132],"systematically":[133],"evaluate":[134],"control,":[138],"we":[139],"introduce":[140],"ReMemBench":[141,226],"--":[142,157,181],"benchmark":[144],"of":[145,154,186,202],"eight":[146],"diverse":[147],"household":[148],"manipulation":[149],"spanning":[151],"four":[152],"categories":[153],"designed":[158],"foster":[160],"general":[161],"rather":[164],"than":[165],"siloed,":[166],"task-specific":[167],"solutions.":[168],"PRISM":[169,224],"consistently":[170],"outperforms":[171],"prior":[172],"works,":[173],"including":[174],"recurrent":[175],"architectures,":[176],"transformers,":[177],"their":[179],"variants":[180],"achieving":[182],"absolute":[184,200],"improvement":[185],"5%--12%":[187],"over":[188,204],"strongest":[190],"baseline.":[191],"On":[192],"RoboCasa":[194],"LIBERO":[196],"benchmarks,":[197],"it":[198],"achieves":[199],"improvements":[201],"11%--15%":[203],"no-memory":[206],"variant":[207],"fine-tuned":[209],"Vision-Language-Action":[210],"baselines":[211],"such":[212],"as":[213],"GR00T-N1-3B":[214],"OpenVLA,":[216],"despite":[217],"not":[218],"leveraging":[219],"any":[220],"large-scale":[221],"pretraining.":[222],"establish":[227],"foundation":[229],"developing":[231],"evaluating":[233],"memory-augmented":[235],"long-horizon":[241],"tasks.":[242],"Additional":[243],"materials":[244],"are":[245],"available":[246],"at":[247],"https://shahrutav.github.io/short-term-memory":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}