{"id":"https://openalex.org/W7164827349","doi":"https://doi.org/10.48550/arxiv.2606.14536","title":"Provably Safe, Yet Scalable Reinforcement Learning","display_name":"Provably Safe, Yet Scalable Reinforcement Learning","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164827349","doi":"https://doi.org/10.48550/arxiv.2606.14536"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14536","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14536","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14536","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111068867","display_name":"Kai S. Yun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yun, Kai S.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138682261","display_name":"Zeyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zeyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138688489","display_name":"Navid Azizan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Azizan, Navid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8270000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.8270000219345093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0989999994635582,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8061000108718872},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.7429999709129333},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.703000009059906},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4065999984741211},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.39820000529289246},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.391400009393692},{"id":"https://openalex.org/keywords/rotation-formalisms-in-three-dimensions","display_name":"Rotation formalisms in three dimensions","score":0.3855000138282776},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3456000089645386}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8061000108718872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7932000160217285},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.7429999709129333},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.703000009059906},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4065999984741211},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.391400009393692},{"id":"https://openalex.org/C171018156","wikidata":"https://www.wikidata.org/wiki/Q7370306","display_name":"Rotation formalisms in three dimensions","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34220001101493835},{"id":"https://openalex.org/C96865113","wikidata":"https://www.wikidata.org/wiki/Q2946816","display_name":"Certificate","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2824000120162964},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C119322782","wikidata":"https://www.wikidata.org/wiki/Q2662236","display_name":"VC dimension","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C190470478","wikidata":"https://www.wikidata.org/wiki/Q2370229","display_name":"Invariant (physics)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14536","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14536","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14536","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14536","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.605444073677063,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Safe":[0],"reinforcement":[1],"learning":[2,92],"(RL)":[3],"aims":[4],"to":[5,101,121,250],"learn":[6],"policies":[7,95],"that":[8,62,171],"optimize":[9],"rewards":[10],"while":[11,208],"satisfying":[12],"constraints.":[13],"Predominant":[14],"approaches":[15],"rely":[16,44],"on":[17,45,217,242],"soft-constrained":[18],"policy":[19,120,138,152,162,199],"optimization,":[20],"which":[21,147,255],"has":[22],"achieved":[23],"empirical":[24],"success":[25],"but":[26],"does":[27],"not":[28],"provide":[29],"formal":[30],"safety":[31,175],"guarantees":[32,42,176,234],"for":[33,91,153,235],"the":[34,52,79,103,123,133,136,149,157,174,179,185,188,193,196,201,218,236],"learned":[35,118,180],"policy.":[36,182],"In":[37,74,132,156],"contrast,":[38],"methods":[39,260],"with":[40,65,141,246],"strict":[41],"typically":[43],"explicit":[46],"certificate":[47],"functions,":[48],"whose":[49],"construction":[50],"requires":[51],"direct":[53],"synthesis":[54],"and":[55,68,206,222,239],"verification":[56],"of":[57,106,187],"control-invariant":[58,129,190],"sets,":[59,114],"a":[60,87,97,117,167,252],"process":[61],"scales":[63],"poorly":[64],"state":[66,247],"dimension":[67],"often":[69],"yields":[70],"overly":[71],"conservative":[72],"behavior.":[73],"this":[75],"paper,":[76],"we":[77],"present":[78],"Provably":[80],"Safe,":[81],"yet":[82],"Scalable":[83],"RL":[84,161,220,259],"(PS2-RL)":[85],"framework,":[86],"novel":[88],"two-phase":[89],"architecture":[90],"provably":[93,257],"safe":[94,258],"in":[96,192,254],"scalable":[98],"manner,":[99],"designed":[100],"overcome":[102],"key":[104],"bottlenecks":[105],"prior":[107,256],"methods.":[108],"Rather":[109],"than":[110],"explicitly":[111],"computing":[112],"invariant":[113],"PS2-RL":[115,213],"leverages":[116],"backup":[119,137,151,181],"forward-integrate":[122],"system":[124],"dynamics,":[125],"generating":[126],"an":[127,160],"implicit":[128,189],"set":[130,191],"online.":[131],"first":[134,194],"phase,":[135,159,195],"is":[139,163,204],"trained":[140,164],"our":[142],"proposed":[143,237],"safe-arrival":[144],"value":[145],"function,":[146],"characterizes":[148],"optimal":[150],"invariant-set":[154],"construction.":[155],"second":[158,202],"end-to-end":[165],"through":[166],"differentiable":[168],"projection":[169],"layer":[170],"strictly":[172],"enforces":[173],"induced":[177],"by":[178],"By":[183],"maximizing":[184],"volume":[186],"resulting":[197],"PS2":[198],"from":[200],"phase":[203],"performant":[205],"scalable,":[207],"maintaining":[209],"provable":[210],"safety.":[211],"Crucially,":[212],"imposes":[214],"no":[215],"restrictions":[216],"underlying":[219],"algorithm":[221],"can":[223],"be":[224],"plugged":[225],"into":[226],"any":[227],"existing":[228],"training":[229],"pipeline.":[230],"We":[231],"establish":[232],"theoretical":[233],"framework":[238],"evaluate":[240],"it":[241],"robotic":[243],"control":[244],"tasks":[245],"dimensions":[248],"up":[249],"10,":[251],"regime":[253],"struggle":[261],"or":[262],"become":[263],"impractical.":[264]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-16T00:00:00"}