{"id":"https://openalex.org/W7161108916","doi":"https://doi.org/10.48550/arxiv.2605.13105","title":"What to Ignore, What to React: Visually Robust RL Fine-Tuning of VLA Models","display_name":"What to Ignore, What to React: Visually Robust RL Fine-Tuning of VLA Models","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161108916","doi":"https://doi.org/10.48550/arxiv.2605.13105"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.13105","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.13105","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136180014","display_name":"Yuanfang Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Yuanfang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136109084","display_name":"Jingjing Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Jingjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080460228","display_name":"Chuheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chuheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136131982","display_name":"Li Zhao","orcid":"https://orcid.org/0000-0003-4933-3183"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136140958","display_name":"Jiang Bian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bian, Jiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136108769","display_name":"Mingyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Mingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136129795","display_name":"Ling Zhang","orcid":"https://orcid.org/0000-0001-7880-9588"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136150574","display_name":"Jun Zhang","orcid":"https://orcid.org/0000-0001-6460-6640"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136137015","display_name":"Rui Wang","orcid":"https://orcid.org/0009-0006-8369-0482"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.34220001101493835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.34220001101493835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.33230000734329224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2223999947309494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6385999917984009},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.516700029373169},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4668000042438507},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.43689998984336853},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43650001287460327},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.415800005197525},{"id":"https://openalex.org/keywords/visual-objects","display_name":"Visual Objects","score":0.39820000529289246},{"id":"https://openalex.org/keywords/invariant","display_name":"Invariant (physics)","score":0.3490999937057495}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7138000130653381},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6385999917984009},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6079000234603882},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4668000042438507},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.43689998984336853},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.42669999599456787},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.415800005197525},{"id":"https://openalex.org/C2780103172","wikidata":"https://www.wikidata.org/wiki/Q1309721","display_name":"Visual Objects","level":3,"score":0.39820000529289246},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3727000057697296},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.3490999937057495},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.34790000319480896},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3476000130176544},{"id":"https://openalex.org/C200756006","wikidata":"https://www.wikidata.org/wiki/Q336092","display_name":"Visual angle","level":2,"score":0.3450999855995178},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34119999408721924},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.30469998717308044},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2867000102996826},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27300000190734863},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.2624000012874603}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.13105","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.13105","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.13105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"fine-tuning":[3,64],"has":[4],"shown":[5],"promise":[6],"for":[7,48,58,92,108],"Vision-Language-Action":[8],"(VLA)":[9],"models":[10],"in":[11,115],"robotic":[12],"manipulation,":[13],"but":[14,32],"deployment-time":[15],"visual":[16,39,77,123,153,193],"shifts":[17,154],"pose":[18,162],"practical":[19],"challenges.":[20],"A":[21],"key":[22],"difficulty":[23,69],"is":[24,41],"that":[25,85,103],"standard":[26,174],"task":[27,30],"rewards":[28],"supervise":[29],"success,":[31],"offer":[33],"limited":[34],"guidance":[35,131,196,212],"on":[36,132,140,181,185,213],"whether":[37],"a":[38,93,100,109,116],"change":[40],"task-irrelevant":[42],"or":[43],"changes":[44],"the":[45,87,223],"behavior":[46],"required":[47],"manipulation.":[49],"We":[50,138],"propose":[51],"PAIR-VLA":[52],"(Paired":[53],"Action":[54],"Invariance":[55],"&":[56],"Sensitivity":[57],"Visually":[59],"Robust":[60],"VLA),":[61],"an":[62,82],"RL":[63,136,228],"framework":[65],"to":[66,204,219],"address":[67],"this":[68],"by":[70],"adding":[71,210],"two":[72,143],"auxiliary":[73],"objectives":[74,121],"over":[75,173],"paired":[76],"variants":[78,124,202,215],"during":[79,135],"PPO":[80],"optimization:":[81],"invariance":[83,195],"term":[84],"reduces":[86],"discrepancy":[88],"between":[89],"action":[90,106],"distributions":[91,107],"task-preserving":[94],"pair":[95,111],"(e.g.,":[96,112],"different":[97,117],"distractors),":[98],"and":[99,148,166,183,200,206],"sensitivity":[101,211],"objective":[102],"encourages":[104],"separable":[105],"task-altering":[110],"target":[113,160],"object":[114,161],"pose).":[118],"Together,":[119],"these":[120],"turn":[122],"from":[125,198],"mere":[126],"observation":[127],"diversity":[128],"into":[129],"behavior-level":[130,227],"policy":[133],"responses":[134],"fine-tuning.":[137],"evaluate":[139],"ManiSkill3":[141],"across":[142,192],"representative":[144],"VLA":[145],"architectures,":[146],"OpenVLA":[147],"$\u03c0_{0.5}$,":[149],"under":[150],"diverse":[151],"out-of-distribution":[152],"including":[155],"unseen":[156],"distractors,":[157],"texture":[158,201],"changes,":[159],"variation,":[163],"viewpoint":[164],"shifts,":[165,208,221],"lighting":[167,207],"changes.":[168],"Our":[169],"method":[170],"consistently":[171],"improves":[172,217],"PPO,":[175],"achieving":[176],"average":[177],"improvements":[178],"of":[179,226],"16.62%":[180],"$\u03c0_{0.5}$":[182],"9.10%":[184],"OpenVLA.":[186],"Notably,":[187],"ablations":[188],"further":[189,216],"show":[190],"generalization":[191],"shifts:":[194],"learned":[197],"distractor":[199],"transfers":[203],"target-pose":[205,214],"while":[209],"robustness":[218],"nuisance":[220],"highlighting":[222],"broader":[224],"transferability":[225],"guidance.":[229]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-15T00:00:00"}