{"id":"https://openalex.org/W7127414606","doi":"https://doi.org/10.48550/arxiv.2602.01789","title":"RFS: Reinforcement Learning with Residual Flow Steering for Dexterous Manipulation","display_name":"RFS: Reinforcement Learning with Residual Flow Steering for Dexterous Manipulation","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127414606","doi":"https://doi.org/10.48550/arxiv.2602.01789"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.01789","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037138166","display_name":"Entong Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Entong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085796854","display_name":"Tyler Westenbroek","orcid":"https://orcid.org/0000-0003-1111-3118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Westenbroek, Tyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030973600","display_name":"Anusha Nagabandi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nagabandi, Anusha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124923456","display_name":"Abhishek Gupta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gupta, Abhishek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13749541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7422999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7422999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.1518000066280365,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.014700000174343586,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8083999752998352},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6811000108718872},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6216999888420105},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5214999914169312},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4027999937534332},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.3813999891281128},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.37700000405311584},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.35740000009536743}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8083999752998352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7967000007629395},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6811000108718872},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6216999888420105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5483999848365784},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5214999914169312},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45829999446868896},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4027999937534332},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3813999891281128},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.37700000405311584},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.3531999886035919},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C184408114","wikidata":"https://www.wikidata.org/wiki/Q1502022","display_name":"Generative Design","level":3,"score":0.3154999911785126},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.30169999599456787},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.2903999984264374},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.26269999146461487}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.01789","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.01789","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.01789","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.01789","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7588505744934082,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Imitation":[0],"learning":[1,91],"has":[2],"emerged":[3],"as":[4,33],"an":[5],"effective":[6],"approach":[7],"for":[8,93],"bootstrapping":[9],"sequential":[10],"decision-making":[11],"in":[12,18,47,158],"robotics,":[13],"achieving":[14],"strong":[15],"performance":[16,61],"even":[17],"high-dimensional":[19],"dexterous":[20,152],"manipulation":[21,153],"tasks.":[22],"Recent":[23],"behavior":[24],"cloning":[25],"methods":[26],"further":[27],"leverage":[28],"expressive":[29,139],"generative":[30,96],"models,":[31],"such":[32],"diffusion":[34],"models":[35],"and":[36,54,110,125,161],"flow":[37],"matching,":[38],"to":[39,58],"represent":[40],"multimodal":[41],"action":[42,109],"distributions.":[43],"However,":[44],"policies":[45],"pretrained":[46,95,101,143,166],"this":[48],"manner":[49],"often":[50],"exhibit":[51],"limited":[52],"generalization":[53],"require":[55],"additional":[56],"fine-tuning":[57,157],"achieve":[59],"robust":[60],"at":[62],"deployment":[63],"time.":[64],"Such":[65],"adaptation":[66,135],"must":[67],"preserve":[68],"the":[69,138,142,147],"global":[70,126],"exploration":[71,127],"benefits":[72],"of":[73,79,118,141,149],"pretraining":[74],"while":[75,136],"enabling":[76,115],"rapid":[77],"correction":[78],"local":[80,120],"execution":[81],"errors.":[82],"We":[83,145],"propose":[84],"Residual":[85],"Flow":[86],"Steering(RFS),":[87],"a":[88,100,107,111],"data-efficient":[89],"reinforcement":[90],"framework":[92],"adapting":[94,165],"policies.":[97,168],"RFS":[98,150],"steers":[99],"flow-matching":[102],"policy":[103],"by":[104],"jointly":[105],"optimizing":[106],"residual":[108,123],"latent":[112],"noise":[113],"distribution,":[114],"complementary":[116],"forms":[117],"exploration:":[119],"refinement":[121],"through":[122,128],"corrections":[124],"latent-space":[129],"modulation.":[130],"This":[131],"design":[132],"allows":[133],"efficient":[134,156],"retaining":[137],"structure":[140],"policy.":[144],"demonstrate":[146],"effectiveness":[148],"on":[151],"tasks,":[154],"showing":[155],"both":[159],"simulation":[160],"real-world":[162],"settings":[163],"when":[164],"base":[167],"Project":[169],"website:https://weirdlabuw.github.io/rfs.":[170]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-04T00:00:00"}