{"id":"https://openalex.org/W4414922625","doi":"https://doi.org/10.1007/s10458-026-09749-5","title":"AEGIS-RL: Abstract, Explainable Graphs for Integrated Safety in RL","display_name":"AEGIS-RL: Abstract, Explainable Graphs for Integrated Safety in RL","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W4414922625","doi":"https://doi.org/10.1007/s10458-026-09749-5"},"language":"en","primary_location":{"id":"doi:10.1007/s10458-026-09749-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-026-09749-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-026-09749-5.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10458-026-09749-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119888553","display_name":"Tuan Le","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]},{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tuan Le","raw_affiliation_strings":["Computer Science, Indiana University, Bloomington, Indiana, USA","Computer Science, Iowa State University, Ames, Iowa, USA","Iowa State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Indiana University, Bloomington, Indiana, USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Computer Science, Iowa State University, Ames, Iowa, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115706140","display_name":"Risal Shefin","orcid":null},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Risal Shefin","raw_affiliation_strings":["Computer Science, Wake Forest University, Winston-Salem, North Carolina, USA","Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Wake Forest University, Winston-Salem, North Carolina, USA","institution_ids":["https://openalex.org/I47251452"]},{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065562087","display_name":"Debashis Gupta","orcid":null},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Debashis Gupta","raw_affiliation_strings":["Computer Science, Wake Forest University, Winston-Salem, North Carolina, USA","Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Wake Forest University, Winston-Salem, North Carolina, USA","institution_ids":["https://openalex.org/I47251452"]},{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119888554","display_name":"Thai Le","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]},{"id":"https://openalex.org/I4210119109","display_name":"Indiana University Bloomington","ror":"https://ror.org/02k40bc56","country_code":"US","type":"education","lineage":["https://openalex.org/I4210119109","https://openalex.org/I592451"]},{"id":"https://openalex.org/I592451","display_name":"Indiana University","ror":"https://ror.org/01kg8sb98","country_code":"US","type":"education","lineage":["https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thai Le","raw_affiliation_strings":["Computer Science, Indiana University, Bloomington, Indiana, USA","Computer Science, Iowa State University, Ames, Iowa, USA","Indiana University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Indiana University, Bloomington, Indiana, USA","institution_ids":["https://openalex.org/I4210119109"]},{"raw_affiliation_string":"Computer Science, Iowa State University, Ames, Iowa, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Indiana University","institution_ids":["https://openalex.org/I592451"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057127359","display_name":"Sarra Alqahtani","orcid":"https://orcid.org/0000-0003-4572-7150"},"institutions":[{"id":"https://openalex.org/I47251452","display_name":"Wake Forest University","ror":"https://ror.org/0207ad724","country_code":"US","type":"education","lineage":["https://openalex.org/I47251452"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarra Alqahtani","raw_affiliation_strings":["Computer Science, Wake Forest University, Winston-Salem, North Carolina, USA","Wake Forest University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Wake Forest University, Winston-Salem, North Carolina, USA","institution_ids":["https://openalex.org/I47251452"]},{"raw_affiliation_string":"Wake Forest University","institution_ids":["https://openalex.org/I47251452"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5119888553","https://openalex.org/A5119888554"],"corresponding_institution_ids":["https://openalex.org/I173911158","https://openalex.org/I4210119109","https://openalex.org/I592451"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0041575,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9659000039100647,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9420999884605408},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.7892000079154968},{"id":"https://openalex.org/keywords/counterexample","display_name":"Counterexample","score":0.7455000281333923},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.6272000074386597},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.5564000010490417},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.49570000171661377},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.46970000863075256}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9420999884605408},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.7892000079154968},{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.7455000281333923},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7135000228881836},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.6272000074386597},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.5564000010490417},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.49570000171661377},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.46970000863075256},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C202973057","wikidata":"https://www.wikidata.org/wiki/Q7380130","display_name":"Runtime verification","level":3,"score":0.373199999332428},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C74197172","wikidata":"https://www.wikidata.org/wiki/Q1195339","display_name":"Directed acyclic graph","level":2,"score":0.3659000098705292},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C197657726","wikidata":"https://www.wikidata.org/wiki/Q174733","display_name":"Bipartite graph","level":3,"score":0.337799996137619},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.3010999858379364},{"id":"https://openalex.org/C52063229","wikidata":"https://www.wikidata.org/wiki/Q7246845","display_name":"Probabilistic CTL","level":4,"score":0.29490000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.289900004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27219998836517334}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10458-026-09749-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-026-09749-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-026-09749-5.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},{"id":"doi:10.21203/rs.3.rs-7512385/v1","is_oa":true,"landing_page_url":"https://doi.org/10.21203/rs.3.rs-7512385/v1","pdf_url":"https://www.researchsquare.com/article/rs-7512385/latest.pdf","source":{"id":"https://openalex.org/S4306525896","display_name":"Research Square","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Research Square","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1007/s10458-026-09749-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10458-026-09749-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10458-026-09749-5.pdf","source":{"id":"https://openalex.org/S5405189","display_name":"Autonomous Agents and Multi-Agent Systems","issn_l":"1387-2532","issn":["1387-2532","1573-7454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Autonomous Agents and Multi-Agent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414922625.pdf","grobid_xml":"https://content.openalex.org/works/W4414922625.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1506085041","https://openalex.org/W1862398452","https://openalex.org/W2072343647","https://openalex.org/W2115668428","https://openalex.org/W2593267253","https://openalex.org/W2594336441","https://openalex.org/W2807807246","https://openalex.org/W2949071206","https://openalex.org/W2952561542","https://openalex.org/W2963575966","https://openalex.org/W2979357014","https://openalex.org/W3046238651","https://openalex.org/W3150718622","https://openalex.org/W3174873814","https://openalex.org/W4313447406","https://openalex.org/W4385767614","https://openalex.org/W4390746096","https://openalex.org/W4391579648","https://openalex.org/W4409364498","https://openalex.org/W4411504140","https://openalex.org/W7124256768","https://openalex.org/W7124316923"],"related_works":[],"abstract_inverted_index":{"<title>Abstract</title>":[0],"Ensuring":[1],"the":[2,126,135,158],"safety":[3,68,121],"of":[4,190],"reinforcement":[5],"learning":[6],"(RL)":[7],"policies":[8,207],"in":[9,42],"high-stakes":[10],"environments":[11],"requires":[12],"more":[13,176,187],"than":[14,178],"formal":[15],"verification:":[16],"it":[17],"needs":[18],"interpretability":[19],"and":[20,56,60,96,104,168,180,183,196,204],"targeted":[21],"falsification\u2014the":[22],"deliberate":[23],"search":[24],"for":[25,39],"counter-examples":[26],"that":[27,47,70,93,132],"expose":[28],"potential":[29],"failures":[30],"before":[31],"deployment.":[32],"We":[33],"present":[34],"AEGIS-RL":[35,82,142,173],"(Abstract,":[36],"Explainable":[37],"Graphs":[38],"Integrated":[40],"Safety":[41],"RL),":[43],"a":[44,65,73,80,85,112,169,185],"hybrid":[45],"framework":[46],"unifies":[48],"(1)":[49],"explainable":[50],"RL,":[51],"(2)":[52],"probabilistic":[53,113],"model":[54,114],"checking,":[55],"(3)":[57],"risk-guided":[58],"falsification,":[59],"augments":[61],"them":[62],"with":[63],"(4)":[64],"lightweight":[66],"runtime":[67,210],"shield":[69],"switches":[71],"to":[72,99,111,118,148,201],"fallback":[74],"policy":[75,101,136],"when":[76,123],"estimated":[77],"risk":[78,145],"exceeds":[79],"threshold.":[81],"first":[83],"builds":[84],"directed,":[86],"semantically":[87],"meaningful":[88],"graph":[89,108],"from":[90],"offline":[91,159],"trajectories":[92],"blends":[94],"local":[95],"global":[97],"explanations":[98,195],"make":[100],"behavior":[102],"transparent":[103],"verifier-friendly.":[105],"This":[106],"abstract":[107],"is":[109],"fed":[110],"checker":[115,127],"(e.g.,":[116],"Storm)":[117],"verify":[119],"temporal":[120],"specifications;":[122],"violations":[124,177],"exist,":[125],"returns":[128],"interpretable":[129],"counterexample":[130],"traces":[131],"pinpoint":[133],"how":[134],"fails.":[137],"When":[138],"specifications":[139],"appear":[140],"satisfied,":[141],"estimates":[143],"residual":[144],"during":[146],"checking":[147],"steer":[149],"falsification":[150],"toward":[151],"high-risk,":[152],"under-explored":[153],"states,":[154],"broadening":[155],"coverage":[156],"beyond":[157],"data.":[160],"Across":[161],"safety-critical":[162],"benchmarks":[163],"including":[164],"two":[165],"MuJoCo":[166],"tasks":[167],"medical":[170],"insulin-dosing":[171],"scenario;":[172],"uncovers":[174],"significantly":[175],"uncertainty-":[179],"fuzzing-based":[181],"baselines":[182],"yields":[184],"broader,":[186],"novel":[188],"set":[189],"failure":[191],"trajectories.":[192],"The":[193],"resulting":[194],"counterexamples":[197],"provide":[198],"actionable":[199],"guidance":[200],"understand,":[202],"debug,":[203],"repair":[205],"unsafe":[206],"while":[208],"enabling":[209],"mitigation":[211],"without":[212],"retraining.":[213]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}