{"id":"https://openalex.org/W7133737428","doi":"https://doi.org/10.48550/arxiv.2603.03818","title":"Pretrained Vision-Language-Action Models are Surprisingly Resistant to Forgetting in Continual Learning","display_name":"Pretrained Vision-Language-Action Models are Surprisingly Resistant to Forgetting in Continual Learning","publication_year":2026,"publication_date":"2026-03-04","ids":{"openalex":"https://openalex.org/W7133737428","doi":"https://doi.org/10.48550/arxiv.2603.03818"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.03818","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128194710","display_name":"Huihan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liu, Huihan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128192559","display_name":"Changyeon Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Changyeon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128199314","display_name":"Bo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Bo","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128153405","display_name":"Minghuan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Minghuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128214140","display_name":"Yuke Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuke","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5128194710"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8567000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.8567000031471252,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.042399998754262924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.017999999225139618,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/forgetting","display_name":"Forgetting","score":0.9280999898910522},{"id":"https://openalex.org/keywords/motivated-forgetting","display_name":"Motivated forgetting","score":0.5525000095367432},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4668999910354614},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.38100001215934753},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3637999892234802},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.2937000095844269}],"concepts":[{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.9280999898910522},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5803999900817871},{"id":"https://openalex.org/C95012187","wikidata":"https://www.wikidata.org/wiki/Q6917862","display_name":"Motivated forgetting","level":3,"score":0.5525000095367432},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4982999861240387},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4668999910354614},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3100000023841858},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.29660001397132874},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.29339998960494995},{"id":"https://openalex.org/C94905562","wikidata":"https://www.wikidata.org/wiki/Q5192551","display_name":"Cue-dependent forgetting","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.03818","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.03818","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.03818","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.03818","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6708085536956787}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Continual":[0],"learning":[1,32,108,125,143],"is":[2],"a":[3,11,91,102,116],"long-standing":[4],"challenge":[5],"in":[6,33,46,105],"robot":[7],"policy":[8,12,39,71],"learning,":[9,171],"where":[10],"must":[13],"acquire":[14,176],"new":[15,144,177],"skills":[16,155,178],"over":[17,179],"time":[18,180],"without":[19],"catastrophically":[20],"forgetting":[21,67,88,114],"previously":[22],"learned":[23],"ones.":[24],"While":[25],"prior":[26,137],"work":[27],"has":[28],"extensively":[29],"studied":[30],"continual":[31,107,170],"relatively":[34],"small":[35,92,117],"behavior":[36,45],"cloning":[37],"(BC)":[38],"models":[40,52,72,112,173],"trained":[41,73],"from":[42,74,136],"scratch,":[43],"its":[44],"modern":[47],"large-scale":[48,163],"pretrained":[49,61,111],"Vision-Language-Action":[50],"(VLA)":[51],"remains":[53],"underexplored.":[54],"In":[55],"this":[56],"work,":[57],"we":[58,128],"found":[59,129,190],"that":[60,99,130,162],"VLAs":[62,131],"are":[63],"remarkably":[64],"resistant":[65],"to":[66,174],"compared":[68],"with":[69,90,115,181],"smaller":[70],"scratch.":[75],"Simple":[76],"Experience":[77],"Replay":[78],"(ER)":[79],"works":[80],"surprisingly":[81],"well":[82],"on":[83],"VLAs,":[84],"sometimes":[85],"achieving":[86],"zero":[87],"even":[89],"replay":[93,118],"data":[94],"size.":[95],"Our":[96],"analysis":[97],"reveals":[98],"pretraining":[100,164],"plays":[101],"critical":[103],"role":[104],"downstream":[106],"performance:":[109],"large":[110],"mitigate":[113],"buffer":[119],"size":[120],"while":[121],"maintaining":[122],"strong":[123],"forward":[124],"capabilities.":[126],"Furthermore,":[127],"can":[132,188],"retain":[133],"relevant":[134],"knowledge":[135,147],"tasks":[138],"despite":[139],"performance":[140],"degradation":[141],"during":[142],"tasks.":[145],"This":[146],"retention":[148],"enables":[149],"rapid":[150],"recovery":[151],"of":[152,169],"seemingly":[153],"forgotten":[154],"through":[156],"finetuning.":[157],"Together,":[158],"these":[159],"insights":[160],"imply":[161],"fundamentally":[165],"changes":[166],"the":[167],"dynamics":[168],"enabling":[172],"continually":[175],"simple":[182],"replay.":[183],"Code":[184],"and":[185],"more":[186],"information":[187],"be":[189],"at":[191],"https://continual-vlas.github.io/forget-me-not/":[192]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-03-06T00:00:00"}