{"id":"https://openalex.org/W7162443004","doi":"https://doi.org/10.48550/arxiv.2605.25267","title":"Latent Q-Barrier Shielding for Safe In-Context Reinforcement Learning","display_name":"Latent Q-Barrier Shielding for Safe In-Context Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-24","ids":{"openalex":"https://openalex.org/W7162443004","doi":"https://doi.org/10.48550/arxiv.2605.25267"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.25267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.25267","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137067952","display_name":"Minjae Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Minjae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137035191","display_name":"Amir Moeini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moeini, Amir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137022490","display_name":"Shangtong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shangtong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137014501","display_name":"Lu Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.4291999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.19439999759197235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11209999769926071,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7250999808311462},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6953999996185303},{"id":"https://openalex.org/keywords/continuation","display_name":"Continuation","score":0.5795999765396118},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5554999709129333},{"id":"https://openalex.org/keywords/shield","display_name":"Shield","score":0.5224999785423279},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4812000095844269},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.44339999556541443}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7250999808311462},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6953999996185303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6118999719619751},{"id":"https://openalex.org/C88626702","wikidata":"https://www.wikidata.org/wiki/Q1128903","display_name":"Continuation","level":2,"score":0.5795999765396118},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C138081364","wikidata":"https://www.wikidata.org/wiki/Q852013","display_name":"Shield","level":2,"score":0.5224999785423279},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4812000095844269},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.44339999556541443},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41749998927116394},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37450000643730164},{"id":"https://openalex.org/C8505890","wikidata":"https://www.wikidata.org/wiki/Q605095","display_name":"Budget constraint","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2992999851703644},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C2265751","wikidata":"https://www.wikidata.org/wiki/Q332007","display_name":"Electromagnetic shielding","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C2779937294","wikidata":"https://www.wikidata.org/wiki/Q5513666","display_name":"GLUE","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.25267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.25267","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.25267","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Safe":[0],"in-context":[1],"reinforcement":[2],"learning":[3],"(ICRL)":[4],"adapts":[5],"online":[6],"from":[7,82],"interaction":[8],"history":[9,83],"without":[10],"test-time":[11],"parameter":[12,76],"updates":[13],"while":[14,159],"controlling":[15],"episode":[16,164],"cost":[17,71,165],"under":[18,119],"a":[19,57,63,101,106,141,146],"safety":[20],"budget.":[21],"Under":[22],"out-of-distribution":[23],"(OOD)":[24],"deployment":[25],"shifts,":[26],"pretraining-only":[27],"safe":[28,131],"ICRL":[29,132],"can":[30],"give":[31],"poor":[32],"reward-safety":[33,138],"tradeoffs":[34,139],"because":[35],"the":[36,78,92,110,120,134],"remaining":[37,93],"budget":[38,94],"affects":[39],"behavior":[40],"only":[41],"through":[42],"frozen":[43],"policy":[44],"conditioning,":[45],"not":[46],"an":[47,69,115],"explicit":[48],"action-level":[49],"check":[50],"against":[51],"predicted":[52,96],"future":[53,97],"cost.":[54,98],"We":[55,99],"propose":[56],"latent":[58,66],"Q-Barrier":[59],"shield":[60,79,135],"that":[61],"learns":[62],"context":[64,81,148],"representation,":[65],"dynamics,":[67],"and":[68,84,95,126],"ensemble":[70],"critic":[72],"before":[73],"deployment.":[74],"Without":[75],"updates,":[77],"infers":[80],"filters":[85],"or":[86,161],"softly":[87],"reweights":[88],"candidate":[89],"actions":[90],"using":[91],"prove":[100],"conditional,":[102],"error-decomposed":[103],"barrier-margin":[104],"result:":[105],"Q-Barrier-satisfying":[107],"action":[108],"leaves":[109],"next":[111],"latent-budget":[112],"state":[113],"with":[114],"approximately":[116],"budget-safe":[117],"continuation":[118],"learned":[121],"critic,":[122],"up":[123],"to":[124],"Bellman":[125],"latent-prediction":[127],"errors.":[128],"Across":[129],"five":[130,157],"benchmarks,":[133],"improves":[136],"deployment-time":[137],"over":[140],"strong":[142],"safe-ICRL":[143],"baseline:":[144],"after":[145],"short":[147],"window,":[149],"it":[150],"achieves":[151],"higher":[152],"return":[153],"in":[154,166],"four":[155],"of":[156],"benchmarks":[158],"matching":[160],"lowering":[162],"average":[163],"all":[167],"five.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-27T00:00:00"}