{"id":"https://openalex.org/W7167625879","doi":"https://doi.org/10.48550/arxiv.2607.03177","title":"CRRL: A Causality-Based Reinforcement Learning Framework for Autonomous System Recovery","display_name":"CRRL: A Causality-Based Reinforcement Learning Framework for Autonomous System Recovery","publication_year":2026,"publication_date":"2026-07-03","ids":{"openalex":"https://openalex.org/W7167625879","doi":"https://doi.org/10.48550/arxiv.2607.03177"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.03177","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03177","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.03177","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047101294","display_name":"Safia Fatima","orcid":"https://orcid.org/0000-0002-4550-9279"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fatima, Safia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071893221","display_name":"Kai Olav Ellefsen","orcid":"https://orcid.org/0000-0003-2466-2319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ellefsen, Kai Olav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056189345","display_name":"Leon Moonen","orcid":"https://orcid.org/0000-0002-1761-6771"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moonen, Leon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.724399983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.724399983882904,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.03060000017285347,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8004000186920166},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4875999987125397},{"id":"https://openalex.org/keywords/roundabout","display_name":"Roundabout","score":0.4569999873638153},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.39419999718666077},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.3515999913215637},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.30709999799728394}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8004000186920166},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5631999969482422},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4875999987125397},{"id":"https://openalex.org/C109157449","wikidata":"https://www.wikidata.org/wiki/Q7371221","display_name":"Roundabout","level":2,"score":0.4569999873638153},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.39419999718666077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39160001277923584},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.30709999799728394},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2603999972343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.03177","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03177","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.03177","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.03177","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5612083077430725}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"reinforcement":[1],"learning":[2],"(RL)":[3],"for":[4],"recovery":[5,35,42,63,92,119,179],"in":[6,23,118],"autonomous":[7],"systems":[8],"lacks":[9],"causal":[10,128,163],"understanding":[11],"and":[12,39,96,115,131,140,169],"generalizes":[13],"poorly":[14],"to":[15,28,43,71,85,112,137],"novel":[16],"failure":[17,24],"scenarios.":[18],"RL":[19,80,133,192],"policies":[20,51,69,84,193],"often":[21],"stall":[22],"states,":[25],"spending":[26],"up":[27],"70%":[29],"of":[30,68,173],"an":[31],"episode":[32],"immobilized.":[33],"Rule-based":[34],"alone":[36],"is":[37,60],"inadequate,":[38],"adding":[40],"heuristic":[41],"a":[44,66,78,147],"pretrained":[45],"PPO":[46],"policy":[47,111,134],"worsens":[48],"rewards":[49],"because":[50],"cannot":[52],"coordinate":[53],"well":[54],"with":[55,73,88,125,155,196],"unanticipated":[56],"interventions.":[57],"The":[58,91,121],"issue":[59],"not":[61],"missing":[62],"mechanisms":[64],"but":[65],"lack":[67],"trained":[70],"collaborate":[72],"them.":[74],"We":[75,143,160],"introduce":[76],"CRRL,":[77],"causal-guided":[79,188],"framework":[81,122],"that":[82,162,187,194],"trains":[83],"work":[86],"effectively":[87],"rule-based":[89,197],"recovery.":[90],"detects":[93],"stalled":[94],"states":[95],"assists":[97],"the":[98,106,110],"agent.":[99],"Causal":[100],"relations":[101],"from":[102],"driving":[103,153],"logs":[104],"shape":[105],"training":[107,135,164,189],"signal,":[108],"teaching":[109],"anticipate":[113],"stalls":[114],"adjust":[116],"actions":[117],"contexts.":[120],"follows":[123],"MAPE-K,":[124],"sensor":[126],"collection,":[127],"model":[129],"construction,":[130],"hybrid":[132],"corresponding":[136],"Monitor,":[138],"Analyze,":[139],"Plan/Execute,":[141],"respectively.":[142],"evaluate":[144],"CRRL":[145],"through":[146],"four-condition":[148],"ablation":[149],"study":[150],"across":[151],"three":[152],"scenarios,":[154],"20":[156,174],"episodes":[157,176],"per":[158],"condition.":[159],"find":[161],"significantly":[165],"improves":[166],"reward,":[167],"distance,":[168],"velocity.":[170],"Moreover,":[171],"9":[172],"roundabout":[175],"required":[177],"zero":[178],"intervention,":[180],"confirming":[181],"navigation":[182],"competence.":[183],"These":[184],"results":[185],"show":[186],"produces":[190],"effective":[191],"cooperate":[195],"safety":[198],"components.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}