{"id":"https://openalex.org/W7236459403","doi":"https://doi.org/10.48550/arxiv.2611.22878","title":"Outcome-Balanced PPO and Policy-Induced Flow Rectification for Flow-Based VLA Policies","display_name":"Outcome-Balanced PPO and Policy-Induced Flow Rectification for Flow-Based VLA Policies","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7236459403","doi":"https://doi.org/10.48550/arxiv.2611.22878"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.22878","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22878","pdf_url":"https://arxiv.org/pdf/2611.22878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236459403"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.22878","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5162710172","display_name":"Yuhan Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Yuhan","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5162662992","display_name":"Ruiyang Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Ruiyang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130114250","display_name":"Jiaguan Zhu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhu, Jiaguan","raw_affiliation_strings":["The Hong Kong University of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology","institution_ids":["https://openalex.org/I200769079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-action-policies","display_name":"vision-language-action policies","score":0.8199999928474426},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C50942859","wikidata":"https://www.wikidata.org/wiki/Q4967193","display_name":"Rectification","level":3,"score":0.711899995803833},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6807000041007996},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.652999997138977},{"id":"https://openalex.org/C34862557","wikidata":"https://www.wikidata.org/wiki/Q178985","display_name":"Ode","level":2,"score":0.638700008392334},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.6158999800682068},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5964000225067139},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5958999991416931},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5583000183105469},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.436599999666214},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3846000134944916},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.3628000020980835},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34209999442100525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.32739999890327454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3208000063896179},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.22878","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22878","pdf_url":"https://arxiv.org/pdf/2611.22878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.22878","doi":"https://doi.org/10.48550/arxiv.2611.22878","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.22878","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.22878","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.22878","pdf_url":"https://arxiv.org/pdf/2611.22878","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236459403.pdf","grobid_xml":"https://content.openalex.org/works/W7236459403.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2951032747","https://openalex.org/W2978455699","https://openalex.org/W3034786558","https://openalex.org/W4226073959","https://openalex.org/W4413146858","https://openalex.org/W4414050916","https://openalex.org/W4414079054","https://openalex.org/W4414674749","https://openalex.org/W4414989703","https://openalex.org/W4416070669","https://openalex.org/W4417307793","https://openalex.org/W7080130684","https://openalex.org/W7103139230","https://openalex.org/W7133220882","https://openalex.org/W7154296551","https://openalex.org/W7165612249","https://openalex.org/W7166832685","https://openalex.org/W7196929042","https://openalex.org/W7214768916","https://openalex.org/W7221768133"],"related_works":["https://openalex.org/W4417098967","https://openalex.org/W7163671137","https://openalex.org/W7171994966","https://openalex.org/W7103139230","https://openalex.org/W7160955667","https://openalex.org/W7106821853","https://openalex.org/W7080130684","https://openalex.org/W7235705789","https://openalex.org/W7106319913","https://openalex.org/W7166807664"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,46],"(RL)":[2],"enables":[3],"post-training":[4],"of":[5],"flow-based":[6],"vision-language-action":[7],"(VLA)":[8],"policies":[9],"by":[10,100],"optimizing":[11],"expected":[12],"task":[13,75,131],"return":[14],"through":[15],"environment":[16],"interaction.":[17],"However,":[18],"this":[19],"optimization":[20,133],"raises":[21],"two":[22],"challenges:":[23],"policy":[24],"updates":[25],"can":[26,43],"alter":[27],"the":[28,32,101,105,114,145,149],"velocity-field":[29],"geometry":[30],"underlying":[31],"score":[33],"approximation":[34],"used":[35,107],"for":[36],"stochastic":[37,110],"transitions,":[38],"and":[39,50,78,81,120,135],"sparse":[40],"multi-task":[41],"rollouts":[42],"yield":[44],"uneven":[45],"signals":[47],"across":[48,148],"tasks":[49],"advantage":[51],"signs.":[52,87],"We":[53,112],"introduce":[54],"an":[55],"RL":[56],"framework":[57,115,140],"that":[58],"combines":[59],"Outcome-Balanced":[60,69],"Proximal":[61],"Policy":[62],"Optimization":[63],"(PPO)":[64],"with":[65],"policy-induced":[66],"flow":[67,94,136],"rectification.":[68],"PPO":[70],"reweights":[71],"positive":[72,80],"advantages":[73,83],"using":[74],"success-rate":[76],"estimates":[77],"rescales":[79],"negative":[82],"while":[84],"preserving":[85],"their":[86],"Policy-induced":[88],"rectification":[89],"periodically":[90],"fits":[91],"a":[92,123,127],"linear-bridge":[93],"to":[95],"ODE":[96],"endpoint":[97],"pairs":[98],"generated":[99],"current":[102],"policy,":[103],"refreshing":[104],"representation":[106],"in":[108,126],"subsequent":[109],"optimization.":[111],"evaluate":[113],"on":[116],"simulated":[117,150],"manipulation":[118],"benchmarks":[119],"additionally":[121],"study":[122],"component":[124],"combination":[125],"Real2Sim2Real":[128],"task,":[129],"examining":[130],"performance,":[132],"behavior,":[134],"consistency.":[137],"The":[138],"proposed":[139],"improves":[141],"success":[142],"rates":[143],"over":[144],"evaluated":[146],"baselines":[147],"benchmarks.":[151]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236459403","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-19T00:00:00"}
