{"id":"https://openalex.org/W4393178105","doi":"https://doi.org/10.1145/3644032.3644458","title":"Testing for Fault Diversity in Reinforcement Learning","display_name":"Testing for Fault Diversity in Reinforcement Learning","publication_year":2024,"publication_date":"2024-04-15","ids":{"openalex":"https://openalex.org/W4393178105","doi":"https://doi.org/10.1145/3644032.3644458"},"language":"en","primary_location":{"id":"doi:10.1145/3644032.3644458","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3644032.3644458","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3644032.3644458","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM/IEEE International Conference on Automation of Software Test (AST 2024)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3644032.3644458","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093524888","display_name":"Quentin Mazouni","orcid":"https://orcid.org/0009-0003-3519-5514"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Quentin Mazouni","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0009-0003-3519-5514","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005226780","display_name":"Helge Spieker","orcid":"https://orcid.org/0000-0003-2494-4279"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Helge Spieker","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0003-2494-4279","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013313145","display_name":"Arnaud Gotlieb","orcid":"https://orcid.org/0000-0002-8980-7585"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Arnaud Gotlieb","raw_affiliation_strings":["Simula Research Laboratory, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-8980-7585","affiliations":[{"raw_affiliation_string":"Simula Research Laboratory, Oslo, Norway","institution_ids":["https://openalex.org/I2799829267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003973216","display_name":"Mathieu Acher","orcid":"https://orcid.org/0000-0003-1483-3858"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I28221208","display_name":"Institut National des Sciences Appliqu\u00e9es de Rennes","ror":"https://ror.org/04xaa4j22","country_code":"FR","type":"education","lineage":["https://openalex.org/I28221208"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mathieu Acher","raw_affiliation_strings":["Univ Rennes, Inria, INSA Rennes, CNRS, IRISA, Rennes, France"],"raw_orcid":"https://orcid.org/0000-0003-1483-3858","affiliations":[{"raw_affiliation_string":"Univ Rennes, Inria, INSA Rennes, CNRS, IRISA, Rennes, France","institution_ids":["https://openalex.org/I28221208","https://openalex.org/I2802519937","https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093524888"],"corresponding_institution_ids":["https://openalex.org/I2799829267"],"apc_list":null,"apc_paid":null,"fwci":0.9934,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.78456128,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"136","last_page":"146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8259060382843018},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6856220960617065},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6824015378952026},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6371126174926758},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.5316731333732605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5095725059509277},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4630899727344513},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4532921016216278},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.42965978384017944},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.4158506691455841},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4104583263397217},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.15565377473831177},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.14277634024620056}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8259060382843018},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6856220960617065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6824015378952026},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6371126174926758},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.5316731333732605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5095725059509277},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4630899727344513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4532921016216278},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.42965978384017944},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.4158506691455841},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4104583263397217},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.15565377473831177},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.14277634024620056},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3644032.3644458","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3644032.3644458","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3644032.3644458","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM/IEEE International Conference on Automation of Software Test (AST 2024)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2403.15065","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.15065","pdf_url":"https://arxiv.org/pdf/2403.15065","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3644032.3644458","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3644032.3644458","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3644032.3644458","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th ACM/IEEE International Conference on Automation of Software Test (AST 2024)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G258826766","display_name":null,"funder_award_id":"324674","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"},{"id":"https://openalex.org/F4320329713","display_name":"Utdannings- og forskningsdepartementet","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393178105.pdf"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2017958751","https://openalex.org/W2099746672","https://openalex.org/W2121517924","https://openalex.org/W2121863487","https://openalex.org/W2334026559","https://openalex.org/W2616028256","https://openalex.org/W2902907165","https://openalex.org/W2962687375","https://openalex.org/W2963327228","https://openalex.org/W3046262286","https://openalex.org/W3162616674","https://openalex.org/W4212917712","https://openalex.org/W4225756091","https://openalex.org/W4285490481","https://openalex.org/W4285601900","https://openalex.org/W4312758944","https://openalex.org/W4367016230","https://openalex.org/W4384345629","https://openalex.org/W6950609307"],"related_works":["https://openalex.org/W2076536433","https://openalex.org/W4306904969","https://openalex.org/W90316445","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"is":[2,33,126,210],"the":[3,22,41,51,61,99,106,114,148,156,201],"premier":[4],"technique":[5],"to":[6,37,49,112,132,155,167,171],"approach":[7],"sequential":[8],"decision":[9,43,202],"problems,":[10],"including":[11],"complex":[12],"tasks":[13],"such":[14],"as":[15,74,77,91,96],"driving":[16],"cars":[17],"and":[18,25,93,146,180,192,204],"landing":[19],"spacecraft.":[20],"Among":[21],"software":[23],"validation":[24],"verification":[26],"practices,":[27],"testing":[28,70,209],"for":[29,63],"functional":[30],"fault":[31,58,117,181],"detection":[32],"a":[34,127,211],"convenient":[35],"way":[36],"build":[38],"trustworthiness":[39],"in":[40,98,119,175,200],"learned":[42],"model.":[44,100],"While":[45],"recent":[46],"works":[47],"seek":[48],"maximise":[50],"number":[52],"of":[53,108,116,129,151,158,177],"detected":[54],"faults,":[55],"none":[56],"consider":[57],"characterisation":[59],"during":[60],"search":[62,178],"more":[64,197],"diversity.":[65,182],"We":[66,144,183],"argue":[67],"that":[68,81,185,206],"policy":[69,120,172,208],"should":[71],"not":[72],"find":[73],"many":[75],"failures":[76],"possible":[78,97],"(e.g.,":[79],"inputs":[80],"trigger":[82],"similar":[83],"car":[84],"crashes)":[85],"but":[86],"rather":[87],"aim":[88],"at":[89],"revealing":[90],"informative":[92],"diverse":[94,140,198],"faults":[95,199],"In":[101],"this":[102],"paper,":[103],"we":[104,162],"explore":[105],"use":[107],"quality":[109],"diversity":[110,118,123],"optimisation":[111,125,136,154],"solve":[113,133],"problem":[115],"testing.":[121],"Quality":[122],"(QD)":[124],"type":[128],"evolutionary":[130],"algorithm":[131],"hard":[134],"combinatorial":[135],"problems":[137],"where":[138],"high-quality":[139],"solutions":[141],"are":[142],"sought.":[143],"define":[145],"address":[147],"underlying":[149],"challenges":[150],"adapting":[152],"QD":[153,165,186],"test":[157],"action":[159],"policies.":[160],"Furthermore,":[161],"compare":[163],"classical":[164],"optimisers":[166],"state-of-the-art":[168],"frameworks":[169],"dedicated":[170],"testing,":[173],"both":[174],"terms":[176],"efficiency":[179],"show":[184],"optimisation,":[187],"while":[188],"being":[189],"conceptually":[190],"simple":[191],"generally":[193],"applicable,":[194],"finds":[195],"effectively":[196],"model,":[203],"conclude":[205],"QD-based":[207],"promising":[212],"approach.":[213]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}