{"id":"https://openalex.org/W4312939789","doi":"https://doi.org/10.1109/iros47612.2022.9981794","title":"Dependability Analysis of Deep Reinforcement Learning based Robotics and Autonomous Systems through Probabilistic Model Checking","display_name":"Dependability Analysis of Deep Reinforcement Learning based Robotics and Autonomous Systems through Probabilistic Model Checking","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312939789","doi":"https://doi.org/10.1109/iros47612.2022.9981794"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981794","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981794","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100650289","display_name":"Yi Dong","orcid":"https://orcid.org/0000-0003-3047-7777"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yi Dong","raw_affiliation_strings":["University of Liverpool,Department of Computer Science,UK","Department of Computer Science, University of Liverpool, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool,Department of Computer Science,UK","institution_ids":["https://openalex.org/I146655781"]},{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100635681","display_name":"Xingyu Zhao","orcid":"https://orcid.org/0000-0002-3474-349X"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xingyu Zhao","raw_affiliation_strings":["University of Liverpool,Department of Computer Science,UK","Department of Computer Science, University of Liverpool, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool,Department of Computer Science,UK","institution_ids":["https://openalex.org/I146655781"]},{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020085889","display_name":"Xiaowei Huang","orcid":"https://orcid.org/0000-0001-6267-0366"},"institutions":[{"id":"https://openalex.org/I146655781","display_name":"University of Liverpool","ror":"https://ror.org/04xs57h96","country_code":"GB","type":"education","lineage":["https://openalex.org/I146655781"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xiaowei Huang","raw_affiliation_strings":["University of Liverpool,Department of Computer Science,UK","Department of Computer Science, University of Liverpool, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Liverpool,Department of Computer Science,UK","institution_ids":["https://openalex.org/I146655781"]},{"raw_affiliation_string":"Department of Computer Science, University of Liverpool, UK","institution_ids":["https://openalex.org/I146655781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146655781"],"apc_list":null,"apc_paid":null,"fwci":1.5231,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84034582,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5171","last_page":"5178"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependability","display_name":"Dependability","score":0.8924639821052551},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7780242562294006},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6982632875442505},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5886944532394409},{"id":"https://openalex.org/keywords/bespoke","display_name":"Bespoke","score":0.5235904455184937},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5221831798553467},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4246296286582947},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4116889238357544},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.359016478061676},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3253920078277588},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2416498064994812}],"concepts":[{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.8924639821052551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7780242562294006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6982632875442505},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5886944532394409},{"id":"https://openalex.org/C44210515","wikidata":"https://www.wikidata.org/wiki/Q16968978","display_name":"Bespoke","level":2,"score":0.5235904455184937},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5221831798553467},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4246296286582947},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4116889238357544},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.359016478061676},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3253920078277588},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2416498064994812},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/iros47612.2022.9981794","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981794","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.soton.ac.uk:484270","is_oa":false,"landing_page_url":"http://doi.org/10.1109/IROS47612.2022.9981794>).","pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:wrap.warwick.ac.uk:182005","is_oa":false,"landing_page_url":"https://wrap.warwick.ac.uk/182005/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400665","display_name":"Warwick Research Archive Portal (University of Warwick)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39555362","host_organization_name":"University of Warwick","host_organization_lineage":["https://openalex.org/I39555362"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Item"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G849311619","display_name":null,"funder_award_id":"EP/T026995/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1845972764","https://openalex.org/W1862398452","https://openalex.org/W2133859873","https://openalex.org/W2145071552","https://openalex.org/W2167340365","https://openalex.org/W2291637985","https://openalex.org/W2530944449","https://openalex.org/W2583993537","https://openalex.org/W2593267253","https://openalex.org/W2594877703","https://openalex.org/W2605921092","https://openalex.org/W2687657776","https://openalex.org/W2773691349","https://openalex.org/W2784272162","https://openalex.org/W2800473699","https://openalex.org/W2877093712","https://openalex.org/W2883089177","https://openalex.org/W2887344203","https://openalex.org/W2903775008","https://openalex.org/W2911115146","https://openalex.org/W2953466973","https://openalex.org/W2963575966","https://openalex.org/W2963864421","https://openalex.org/W2963960704","https://openalex.org/W2966735560","https://openalex.org/W2966797313","https://openalex.org/W2997502221","https://openalex.org/W3003168784","https://openalex.org/W3006912862","https://openalex.org/W3007196997","https://openalex.org/W3008009227","https://openalex.org/W3095315965","https://openalex.org/W3100944043","https://openalex.org/W3104371626","https://openalex.org/W3130717831","https://openalex.org/W3154086605","https://openalex.org/W4212774754","https://openalex.org/W4214717370","https://openalex.org/W4229778220","https://openalex.org/W4294555834","https://openalex.org/W4297810554","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6728367041","https://openalex.org/W6734921443","https://openalex.org/W6738483526","https://openalex.org/W6745190604","https://openalex.org/W6751437432","https://openalex.org/W6752503104","https://openalex.org/W6756486208","https://openalex.org/W6773490554","https://openalex.org/W6773709990","https://openalex.org/W6774966973"],"related_works":["https://openalex.org/W2181465263","https://openalex.org/W3093969907","https://openalex.org/W2232750048","https://openalex.org/W2212726445","https://openalex.org/W4244794230","https://openalex.org/W4252527915","https://openalex.org/W2806540758","https://openalex.org/W2409287660","https://openalex.org/W2233357156","https://openalex.org/W1976489385"],"abstract_inverted_index":{"While":[0],"Deep":[1],"Reinforcement":[2],"Learning":[3],"(DRL)":[4],"provides":[5],"transformational":[6],"capabilities":[7],"to":[8,43,55,89,115,172],"the":[9,17,40,48,57,91,101,112,124,138,150,180],"control":[10],"of":[11,20,26,47,76,93,95,169,182],"Robotics":[12],"and":[13,22,82],"Autonomous":[14],"Systems":[15],"(RAS),":[16],"black-box":[18],"nature":[19],"DRL":[21,41,152],"uncertain":[23],"deployment":[24],"environments":[25],"RAS":[27,59,98],"pose":[28],"new":[29],"challenges":[30],"on":[31,39,111],"its":[32],"dependability.":[33],"Although":[34],"existing":[35],"works":[36],"impose":[37],"constraints":[38],"policy":[42],"ensure":[44],"successful":[45],"completion":[46],"mission,":[49],"it":[50],"is":[51,127],"far":[52],"from":[53,175],"adequate":[54],"assess":[56],"DRL-driven":[58,97],"in":[60,79,144],"a":[61,74,84,96,130],"holistic":[62,131],"way":[63],"considering":[64],"all":[65],"dependability":[66,77,156,170],"properties.":[67,118],"In":[68],"this":[69],"paper,":[70],"we":[71,147],"formally":[72],"define":[73],"set":[75],"properties":[78,139,171],"temporal":[80],"logic":[81],"construct":[83],"Discrete-Time":[85],"Markov":[86],"Chain":[87],"(DTMC)":[88],"model":[90],"dynamics":[92],"risk/failures":[94],"interacting":[99],"with":[100],"stochastic":[102],"environment.":[103],"We":[104],"then":[105],"conduct":[106],"Probabilistic":[107],"Model":[108],"Checking":[109],"(PMC)":[110],"designed":[113],"DTMC":[114],"verify":[116],"those":[117],"Our":[119],"experimental":[120],"results":[121],"show":[122],"that":[123,140,149],"proposed":[125],"method":[126,165],"effective":[128],"as":[129],"assessment":[132],"framework":[133],"while":[134],"uncovering":[135],"conflicts":[136],"between":[137],"may":[141],"need":[142],"trade-offs":[143],"training.":[145],"Moreover,":[146],"find":[148],"standard":[151],"training":[153],"cannot":[154],"improve":[155],"properties,":[157],"thus":[158],"requiring":[159],"bespoke":[160],"optimisation":[161],"objectives.":[162],"Finally,":[163],"our":[164],"offers":[166],"sensitivity":[167],"analysis":[168],"disturbance":[173],"levels":[174],"environments,":[176],"providing":[177],"insights":[178],"for":[179],"assurance":[181],"real":[183],"RAS.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}