{"id":"https://openalex.org/W4391697038","doi":"https://doi.org/10.1109/lra.2024.3364471","title":"Reachability Verification Based Reliability Assessment for Deep Reinforcement Learning Controlled Robotics and Autonomous Systems","display_name":"Reachability Verification Based Reliability Assessment for Deep Reinforcement Learning Controlled Robotics and Autonomous Systems","publication_year":2024,"publication_date":"2024-02-09","ids":{"openalex":"https://openalex.org/W4391697038","doi":"https://doi.org/10.1109/lra.2024.3364471"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3364471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3364471","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100650289","display_name":"Yi Dong","orcid":"https://orcid.org/0000-0003-3047-7777"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yi Dong","raw_affiliation_strings":["Department of Computer Science, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3047-7777","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635681","display_name":"Xingyu Zhao","orcid":"https://orcid.org/0000-0002-3474-349X"},"institutions":[{"id":"https://openalex.org/I39555362","display_name":"University of Warwick","ror":"https://ror.org/01a77tt86","country_code":"GB","type":"education","lineage":["https://openalex.org/I39555362"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingyu Zhao","raw_affiliation_strings":["WMG, University of Warwick, Coventry, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3474-349X","affiliations":[{"raw_affiliation_string":"WMG, University of Warwick, Coventry, U.K","institution_ids":["https://openalex.org/I39555362"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350760","display_name":"Sen Wang","orcid":"https://orcid.org/0000-0003-1537-8834"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sen Wang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K"],"raw_orcid":"https://orcid.org/0000-0003-1537-8834","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020085889","display_name":"Xiaowei Huang","orcid":"https://orcid.org/0000-0001-6267-0366"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaowei Huang","raw_affiliation_strings":["Department of Computer Science, University of Liverpool, Liverpool, U.K"],"raw_orcid":"https://orcid.org/0000-0001-6267-0366","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, Liverpool, U.K","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4301,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89467895,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"3299","last_page":"3306"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.8535135388374329},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7810942530632019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7224419116973877},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6740102171897888},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6584606170654297},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6097815036773682},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.593477189540863},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5157699584960938},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46807608008384705},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4331146776676178},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.4314962327480316},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3670617938041687},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3071633577346802},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.18329361081123352},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1380215585231781},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1137424111366272}],"concepts":[{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.8535135388374329},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7810942530632019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7224419116973877},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6740102171897888},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6584606170654297},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6097815036773682},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.593477189540863},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5157699584960938},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46807608008384705},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4331146776676178},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.4314962327480316},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3670617938041687},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3071633577346802},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.18329361081123352},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1380215585231781},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1137424111366272},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2024.3364471","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3364471","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:wrap.warwick.ac.uk:182959","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2113004249","https://openalex.org/W2158223566","https://openalex.org/W2167949584","https://openalex.org/W2525936901","https://openalex.org/W2742450537","https://openalex.org/W2750147881","https://openalex.org/W2784465508","https://openalex.org/W2800473699","https://openalex.org/W2938701611","https://openalex.org/W2963575966","https://openalex.org/W2964130946","https://openalex.org/W2965287902","https://openalex.org/W2980176926","https://openalex.org/W2995484204","https://openalex.org/W3036286896","https://openalex.org/W3091798065","https://openalex.org/W3099881166","https://openalex.org/W3127561923","https://openalex.org/W3184441520","https://openalex.org/W3188209232","https://openalex.org/W4309618441","https://openalex.org/W4312660377","https://openalex.org/W4372353038","https://openalex.org/W4391770562","https://openalex.org/W6683433598","https://openalex.org/W6743558609","https://openalex.org/W6747027214","https://openalex.org/W6747790125","https://openalex.org/W6771448118","https://openalex.org/W6771653851","https://openalex.org/W6780154528","https://openalex.org/W6796401378","https://openalex.org/W6800570120","https://openalex.org/W6927441928"],"related_works":["https://openalex.org/W2127267268","https://openalex.org/W2136512912","https://openalex.org/W2067910792","https://openalex.org/W2156446763","https://openalex.org/W2150194458","https://openalex.org/W2143461633","https://openalex.org/W4321471459","https://openalex.org/W2889071233","https://openalex.org/W2380814829","https://openalex.org/W2387511021"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"has":[4],"achieved":[5],"impressive":[6],"performance":[7],"in":[8,20,44,47],"robotics":[9],"and":[10,104,145,158],"autonomous":[11],"systems":[12],"(RAS).":[13],"A":[14,81],"key":[15],"challenge":[16],"to":[17,37,87,94,113,139],"its":[18],"deployment":[19],"real-life":[21],"operations":[22],"is":[23,85,156],"the":[24,35,54,89,122,127,152],"presence":[25],"of":[26,56,78,117,134,142,151],"spuriously":[27],"unsafe":[28],"DRL":[29],"policies.":[30],"Unexplored":[31],"states":[32],"may":[33],"lead":[34],"agent":[36],"make":[38],"wrong":[39],"decisions":[40],"that":[41,97],"could":[42],"result":[43],"hazards,":[45],"especially":[46],"applications":[48],"where":[49],"DRL-trained":[50],"end-to-end":[51],"controllers":[52],"govern":[53],"behaviour":[55],"RAS.":[57,164],"This":[58],"letter":[59],"proposes":[60],"a":[61,140],"novel":[62],"quantitative":[63],"reliability":[64,76,129],"assessment":[65],"framework":[66,84,155],"for":[67],"DRL-controlled":[68],"RAS,":[69],"leveraging":[70],"verification":[71,83,108,154],"evidence":[72,116],"generated":[73],"from":[74],"formal":[75],"analysis":[77],"neural":[79],"networks.":[80],"two-level":[82],"introduced":[86],"check":[88],"safety":[90,115,136],"property":[91],"with":[92],"respect":[93],"inaccurate":[95],"observations":[96],"are":[98,110],"due":[99],"to,":[100],"e.g.,":[101],"environmental":[102],"noise":[103],"state":[105],"changes.":[106],"Reachability":[107],"tools":[109],"leveraged":[111],"locally":[112],"generate":[114],"trajectories.":[118],"In":[119],"contrast,":[120],"at":[121],"global":[123],"level,":[124],"we":[125],"quantify":[126],"overall":[128],"as":[130],"an":[131],"aggregated":[132],"metric":[133],"local":[135],"evidence,":[137],"corresponding":[138],"set":[141],"distinct":[143],"tasks":[144],"their":[146],"occurrence":[147],"probabilities.":[148],"The":[149],"effectiveness":[150],"proposed":[153],"demonstrated":[157],"validated":[159],"via":[160],"experiments":[161],"on":[162],"real":[163]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}