{"id":"https://openalex.org/W4414604709","doi":"https://doi.org/10.1109/qrs65678.2025.00029","title":"Towards Fault-Tolerant Deep Reinforcement Learning Systems: A Framework Based on N-Version Programming","display_name":"Towards Fault-Tolerant Deep Reinforcement Learning Systems: A Framework Based on N-Version Programming","publication_year":2025,"publication_date":"2025-07-16","ids":{"openalex":"https://openalex.org/W4414604709","doi":"https://doi.org/10.1109/qrs65678.2025.00029"},"language":"en","primary_location":{"id":"doi:10.1109/qrs65678.2025.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs65678.2025.00029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability and Security (QRS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100306768","display_name":"Wenting Yang","orcid":"https://orcid.org/0009-0008-7629-9703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenting Yang","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University,Beijing,China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040767916","display_name":"Yuhuan Fan","orcid":"https://orcid.org/0009-0002-7251-787X"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhuan Fan","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University,Beijing,China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091107012","display_name":"Xiaohui Wan","orcid":"https://orcid.org/0000-0001-6498-8570"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Wan","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University,Beijing,China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100459161","display_name":"Zheng Zheng","orcid":"https://orcid.org/0000-0003-0421-9272"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zheng","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University,Beijing,China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.22578108,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"189","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9546999931335449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.923799991607666,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6550999879837036},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6263999938964844},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.4900999963283539},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4156999886035919},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.33329999446868896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7121999859809875},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6550999879837036},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6263999938964844},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.526199996471405},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4900999963283539},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48890000581741333},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qrs65678.2025.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs65678.2025.00029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability and Security (QRS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2919115771","https://openalex.org/W2969236120","https://openalex.org/W2982636379","https://openalex.org/W2999717815","https://openalex.org/W3127861938","https://openalex.org/W3137711284","https://openalex.org/W3190315974","https://openalex.org/W3215256528","https://openalex.org/W4225756091","https://openalex.org/W4226207655","https://openalex.org/W4237928285","https://openalex.org/W4292265058","https://openalex.org/W4297098558","https://openalex.org/W4362476474","https://openalex.org/W4367016230","https://openalex.org/W4384026373","https://openalex.org/W4385730967","https://openalex.org/W4388596098","https://openalex.org/W4390746096","https://openalex.org/W4392655526","https://openalex.org/W4408214696"],"related_works":[],"abstract_inverted_index":{"As":[0],"the":[1,20,47,56,68,76,95,104,140,163,171,180,187],"application":[2],"of":[3,22,49,78,97,108,115,165,173],"Deep":[4],"Reinforcement":[5],"Learning":[6],"(DRL)":[7],"systems":[8,24,110],"gradually":[9],"expands,":[10],"improving":[11,19],"their":[12],"reliability":[13,21,77],"becomes":[14],"an":[15],"important":[16],"issue.":[17],"Currently,":[18],"DRL":[23,79,91,109,149,184],"primarily":[25],"relies":[26],"on":[27,84,94,146,192],"testing":[28],"techniques":[29,44,66,182],"aimed":[30],"at":[31],"generating":[32],"test":[33],"cases":[34],"to":[35,63,74,125,135],"uncover":[36],"as":[37,40,71],"many":[38],"bugs":[39,51],"possible.":[41],"However,":[42],"these":[43,137],"cannot":[45],"guarantee":[46],"resolution":[48],"various":[50],"that":[52,152],"may":[53],"arise":[54],"during":[55,67],"execution":[57],"phase.":[58],"Therefore,":[59],"it":[60,102],"is":[61],"necessary":[62],"employ":[64],"fault-tolerant":[65,87,181,193],"design":[69,106],"phase":[70],"a":[72,86],"means":[73],"enhance":[75],"systems.":[80],"This":[81],"study":[82,144,177],"focuses":[83],"developing":[85],"framework":[88,155],"for":[89,189],"continuous":[90],"systems,":[92,185],"based":[93],"principles":[96],"N-Version":[98],"Programming":[99],"(NVP).":[100],"Specifically,":[101],"investigates":[103],"critical":[105],"elements":[107],"and":[111,122,161],"proposes":[112],"three":[113,147],"types":[114],"independent":[116,168],"factors,":[117],"including":[118],"DNN":[119],"architecture,":[120],"hyperparameter":[121],"training":[123],"algorithm,":[124],"construct":[126],"single":[127],"version":[128],"models.":[129],"Subsequently,":[130],"different":[131],"mechanisms":[132],"are":[133],"explored":[134],"combine":[136],"models":[138],"into":[139],"framework.":[141],"Our":[142],"empirical":[143],"conducted":[145],"classical":[148],"tasks":[150],"demonstrates":[151],"our":[153,166,174],"proposed":[154,167],"can":[156],"achieve":[157],"impressive":[158],"fault":[159],"tolerance":[160],"validates":[162],"feasibility":[164],"factors.":[169],"To":[170],"best":[172],"knowledge,":[175],"this":[176,196],"first":[178],"explores":[179],"in":[183,195],"laying":[186],"groundwork":[188],"subsequent":[190],"research":[191],"frameworks":[194],"field.":[197]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}