{"id":"https://openalex.org/W7151342152","doi":"https://doi.org/10.48550/arxiv.2604.04539","title":"FlashSAC: Fast and Stable Off-Policy Reinforcement Learning for High-Dimensional Robot Control","display_name":"FlashSAC: Fast and Stable Off-Policy Reinforcement Learning for High-Dimensional Robot Control","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7151342152","doi":"https://doi.org/10.48550/arxiv.2604.04539"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.04539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.04539","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006690184","display_name":"Donghu Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Donghu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057155472","display_name":"Yongkyu Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Youngdo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133094990","display_name":"Minho Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Minho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054308328","display_name":"Kinam Kim","orcid":"https://orcid.org/0000-0003-3553-9332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Kinam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133125634","display_name":"I Made Aswin Nahendra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nahendra, I Made Aswin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052561962","display_name":"Takuma Seno","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seno, Takuma","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133089662","display_name":"Sehee Min","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Min, Sehee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133103682","display_name":"Daniel Palenicek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Palenicek, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071258464","display_name":"Florian Vogt","orcid":"https://orcid.org/0000-0003-2686-3149"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vogt, Florian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133068349","display_name":"Danica Kragic","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kragic, Danica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133091091","display_name":"Jan Peters","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peters, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127799721","display_name":"Jaegul Choo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choo, Jaegul","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133130585","display_name":"Hojoon Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hojoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5559999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.5559999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.16040000319480896,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.1387999951839447,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7997999787330627},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6037999987602234},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5633999705314636},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5309000015258789},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.49729999899864197},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4731000065803528},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46389999985694885},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.3882000148296356},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3828999996185303}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7997999787330627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6837000250816345},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6037999987602234},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5633999705314636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5453000068664551},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5309000015258789},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.49729999899864197},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4731000065803528},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46389999985694885},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3828999996185303},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3808000087738037},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36160001158714294},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.3546000123023987},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.34689998626708984},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.33869999647140503},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.33340001106262207},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3111000061035156},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.29989999532699585},{"id":"https://openalex.org/C2781170535","wikidata":"https://www.wikidata.org/wiki/Q30587856","display_name":"Noisy data","level":2,"score":0.29089999198913574},{"id":"https://openalex.org/C202286095","wikidata":"https://www.wikidata.org/wiki/Q579262","display_name":"Error function","level":2,"score":0.2770000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.04539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.04539","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.04539","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6618167757987976}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,54],"(RL)":[2],"is":[3],"a":[4,56,69,89],"core":[5],"approach":[6],"for":[7,26,191],"robot":[8],"control":[9],"when":[10],"expert":[11],"demonstrations":[12],"are":[13,23],"unavailable.":[14],"On-policy":[15],"methods":[16,48],"such":[17,169],"as":[18,67,170],"Proximal":[19],"Policy":[20],"Optimization":[21],"(PPO)":[22],"widely":[24],"used":[25],"their":[27,30],"stability,":[28],"but":[29],"reliance":[31],"on":[32,97,166],"narrowly":[33],"distributed":[34],"on-policy":[35],"data":[36,74,120],"limits":[37],"accurate":[38],"policy":[39],"evaluation":[40],"in":[41,105,144,155],"high-dimensional":[42,167],"state":[43],"and":[44,65,91,118,133,151,159],"action":[45],"spaces.":[46],"Off-policy":[47],"can":[49],"overcome":[50],"this":[51],"limitation":[52],"by":[53,101],"from":[55,62,181],"broader":[57],"state-action":[58],"distribution,":[59],"yet":[60],"suffer":[61],"slow":[63],"convergence":[64],"instability,":[66],"fitting":[68],"value":[70],"function":[71],"over":[72,141],"diverse":[73],"requires":[75],"many":[76],"gradient":[77,111,134],"updates,":[78],"causing":[79],"critic":[80,137],"errors":[81],"to":[82,183],"accumulate":[83],"through":[84],"bootstrapping.":[85],"We":[86],"present":[87],"FlashSAC,":[88],"fast":[90],"stable":[92],"off-policy":[93,153,189],"RL":[94,190],"algorithm":[95],"built":[96],"Soft":[98],"Actor-Critic.":[99],"Motivated":[100],"scaling":[102],"laws":[103],"observed":[104],"supervised":[106],"learning,":[107],"FlashSAC":[108,128,147,177],"sharply":[109],"reduces":[110,178],"updates":[112],"while":[113],"compensating":[114],"with":[115,162],"larger":[116],"models":[117],"higher":[119],"throughput.":[121],"To":[122],"maintain":[123],"stability":[124],"at":[125],"increased":[126],"scale,":[127],"explicitly":[129],"bounds":[130],"weight,":[131],"feature,":[132],"norms,":[135],"curbing":[136],"error":[138],"accumulation.":[139],"Across":[140],"60":[142],"tasks":[143,168],"10":[145],"simulators,":[146],"consistently":[148],"outperforms":[149],"PPO":[150],"strong":[152],"baselines":[154],"both":[156],"final":[157],"performance":[158],"training":[160,179],"efficiency,":[161],"the":[163,186],"largest":[164],"gains":[165],"dexterous":[171],"manipulation.":[172],"In":[173],"sim-to-real":[174,192],"humanoid":[175],"locomotion,":[176],"time":[180],"hours":[182],"minutes,":[184],"demonstrating":[185],"promise":[187],"of":[188],"transfer.":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-08T00:00:00"}