{"id":"https://openalex.org/W4319663674","doi":"https://doi.org/10.1109/tse.2023.3243522","title":"Black-Box Testing of Deep Neural Networks through Test Case Diversity","display_name":"Black-Box Testing of Deep Neural Networks through Test Case Diversity","publication_year":2023,"publication_date":"2023-02-09","ids":{"openalex":"https://openalex.org/W4319663674","doi":"https://doi.org/10.1109/tse.2023.3243522"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3243522","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3243522","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10041782.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10041782.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059591494","display_name":"Zohreh Aghababaeyan","orcid":"https://orcid.org/0000-0001-9375-4095"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Zohreh Aghababaeyan","raw_affiliation_strings":["School of EECS, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076024236","display_name":"Manel Abdellatif","orcid":"https://orcid.org/0000-0002-8647-1676"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Manel Abdellatif","raw_affiliation_strings":["Software and Information Technology Engineering Department, École de Technologie Supérieure, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Software and Information Technology Engineering Department, École de Technologie Supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078533117","display_name":"Lionel Briand","orcid":"https://orcid.org/0000-0002-1393-1010"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["CA","LU"],"is_corresponding":false,"raw_author_name":"Lionel Briand","raw_affiliation_strings":["School of EECS, University of Ottawa, Ottawa, ON, Canada","SnT Centre for Security, Reliability and Trust, University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"SnT Centre for Security, Reliability and Trust, University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011292468","display_name":"S. Ramesh","orcid":"https://orcid.org/0009-0000-0041-1860"},"institutions":[{"id":"https://openalex.org/I118136607","display_name":"General Motors (United States)","ror":"https://ror.org/05addee68","country_code":"US","type":"company","lineage":["https://openalex.org/I118136607"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh S","raw_affiliation_strings":["Department of Research and Development, General Motors, Warren, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Research and Development, General Motors, Warren, MI, USA","institution_ids":["https://openalex.org/I118136607"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016491411","display_name":"Mojtaba Bagherzadeh","orcid":"https://orcid.org/0000-0002-0253-671X"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mojtaba Bagherzadeh","raw_affiliation_strings":["School of EECS, University of Ottawa, Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of EECS, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5059591494"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":13.2824,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":{"value":0.9916186,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"49","issue":"5","first_page":"3182","last_page":"3204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7958532571792603},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5988286733627319},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5977681875228882},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5283525586128235},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.46880462765693665},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.4598783552646637},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.413330078125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3870331048965454},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3691693842411041},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3207566738128662},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2715911865234375},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19832894206047058},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.11171537637710571},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.08316192030906677}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7958532571792603},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5988286733627319},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5977681875228882},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5283525586128235},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46880462765693665},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4598783552646637},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.413330078125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3870331048965454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3691693842411041},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3207566738128662},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2715911865234375},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19832894206047058},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.11171537637710571},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.08316192030906677},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2023.3243522","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3243522","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10041782.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/54517","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/54517","pdf_url":"https://orbilu.uni.lu/bitstream/10993/54517/1/TSE_BlackBox_diversity_R2__Final_version_.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Software Engineering (2023)","raw_type":"peer reviewed"},{"id":"pmh:oai:espace2.etsmtl.ca:26797","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":{"id":"doi:10.1109/tse.2023.3243522","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2023.3243522","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10041782.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2165548363","display_name":null,"funder_award_id":"Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G5784215521","display_name":null,"funder_award_id":"Chair","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G6056167637","display_name":null,"funder_award_id":"General","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G6541501743","display_name":null,"funder_award_id":"NSERC, Canada","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G8284766523","display_name":null,"funder_award_id":"(NSERC)","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4319663674.pdf","grobid_xml":"https://content.openalex.org/works/W4319663674.grobid-xml"},"referenced_works_count":97,"referenced_works":["https://openalex.org/W1492009297","https://openalex.org/W1512383952","https://openalex.org/W1686810756","https://openalex.org/W1867551913","https://openalex.org/W1881549354","https://openalex.org/W1987971958","https://openalex.org/W1997380619","https://openalex.org/W2007339694","https://openalex.org/W2013655083","https://openalex.org/W2013843381","https://openalex.org/W2033178790","https://openalex.org/W2033582154","https://openalex.org/W2063689849","https://openalex.org/W2073125568","https://openalex.org/W2092985495","https://openalex.org/W2097413543","https://openalex.org/W2097490514","https://openalex.org/W2098639318","https://openalex.org/W2111094216","https://openalex.org/W2111607551","https://openalex.org/W2117799048","https://openalex.org/W2127955369","https://openalex.org/W2128859735","https://openalex.org/W2144221002","https://openalex.org/W2153233077","https://openalex.org/W2163922914","https://openalex.org/W2165220807","https://openalex.org/W2187089797","https://openalex.org/W2220253305","https://openalex.org/W2242274110","https://openalex.org/W2292289085","https://openalex.org/W2295124130","https://openalex.org/W2295278941","https://openalex.org/W2305531151","https://openalex.org/W2335728318","https://openalex.org/W2408186052","https://openalex.org/W2513500606","https://openalex.org/W2583993537","https://openalex.org/W2601243251","https://openalex.org/W2616028256","https://openalex.org/W2620081107","https://openalex.org/W2747304901","https://openalex.org/W2791414672","https://openalex.org/W2804337238","https://openalex.org/W2810304347","https://openalex.org/W2811120218","https://openalex.org/W2889326414","https://openalex.org/W2921384086","https://openalex.org/W2946466522","https://openalex.org/W2948254043","https://openalex.org/W2954629067","https://openalex.org/W2954678575","https://openalex.org/W2955224284","https://openalex.org/W2962715466","https://openalex.org/W2963327228","https://openalex.org/W2968774823","https://openalex.org/W2971622202","https://openalex.org/W2979485058","https://openalex.org/W2981245255","https://openalex.org/W2994987245","https://openalex.org/W3003506411","https://openalex.org/W3012393889","https://openalex.org/W3028121689","https://openalex.org/W3042703469","https://openalex.org/W3092616598","https://openalex.org/W3092803354","https://openalex.org/W3100944043","https://openalex.org/W3103014337","https://openalex.org/W3105249702","https://openalex.org/W3105347387","https://openalex.org/W3106310598","https://openalex.org/W3117882517","https://openalex.org/W3118828092","https://openalex.org/W3139294479","https://openalex.org/W3164255502","https://openalex.org/W3166795280","https://openalex.org/W3178701007","https://openalex.org/W4211209837","https://openalex.org/W4224214784","https://openalex.org/W4234263945","https://openalex.org/W4235667863","https://openalex.org/W4247035379","https://openalex.org/W4284702108","https://openalex.org/W4286485305","https://openalex.org/W6604779251","https://openalex.org/W6629228417","https://openalex.org/W6629606793","https://openalex.org/W6637373629","https://openalex.org/W6677302653","https://openalex.org/W6679608865","https://openalex.org/W6681910973","https://openalex.org/W6703116779","https://openalex.org/W6747974625","https://openalex.org/W6756336323","https://openalex.org/W6769171131","https://openalex.org/W6773521857","https://openalex.org/W6784755435"],"related_works":["https://openalex.org/W1501213200","https://openalex.org/W112492789","https://openalex.org/W1532322220","https://openalex.org/W2777690624","https://openalex.org/W2069818478","https://openalex.org/W2131714870","https://openalex.org/W2171640008","https://openalex.org/W4242844989","https://openalex.org/W4319452366","https://openalex.org/W2543388663"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"have":[4,46,74],"been":[5],"extensively":[6],"used":[7,33],"in":[8,34,81,130,185,195,239,253,286],"many":[9,131,317],"areas":[10],"including":[11],"image":[12,250],"processing,":[13],"medical":[14],"diagnostics":[15],"and":[16,160,166,178,183,210,291],"autonomous":[17],"driving.":[18],"However,":[19],"DNNs":[20,118,169],"can":[21],"exhibit":[22],"erroneous":[23],"behaviours":[24],"that":[25,244,273,299],"may":[26],"lead":[27],"to":[28,54,58,98,122,144,157,191,225,235,265,306,314],"critical":[29],"errors,":[30],"especially":[31],"when":[32],"safety-critical":[35],"systems.":[36],"Inspired":[37],"by":[38],"testing":[39,61],"techniques":[40],"for":[41],"traditional":[42],"software":[43],"systems,":[44],"researchers":[45],"proposed":[47],"neuron":[48],"coverage":[49,115,146,220,263,284,301],"criteria,":[50],"as":[51,94,141,316,319],"an":[52,128,142],"analogy":[53],"source":[55],"code":[56],"coverage,":[57,70],"guide":[59,123,267,307],"the":[60,76,99,149,164,247,297,308],"of":[62,78,104,168,249,275,288,310],"DNNs.":[63,212,240],"Despite":[64],"very":[65],"active":[66],"research":[67],"on":[68,163,246],"DNN":[69,83,268],"several":[71],"recent":[72],"studies":[73],"questioned":[75],"usefulness":[77],"such":[79,114,155,227],"criteria":[80,91,264,285,302],"guiding":[82],"testing.":[84,269],"Further,":[85],"from":[86],"a":[87,186,223,232,258],"practical":[88,132],"standpoint,":[89],"these":[90],"are":[92,303],"white-box":[93,145,219],"they":[95],"require":[96,154],"access":[97],"internals":[100],"or":[101,111],"training":[102],"data":[103],"DNNs,":[105],"which":[106,125],"is":[107,126,257],"often":[108],"not":[109,127,161,304],"feasible":[110],"convenient.":[112],"Measuring":[113],"requires":[116],"executing":[117],"with":[119,204,217],"candidate":[120],"inputs":[121],"testing,":[124],"option":[129],"contexts.":[133],"In":[134],"this":[135,173],"paper,":[136],"we":[137,153,175,229,271],"investigate":[138],"diversity":[139,181,194,216,248,279],"metrics":[140,156,182,280],"alternative":[143],"criteria.":[147,221],"For":[148],"previously":[150],"mentioned":[151],"reasons,":[152],"be":[158],"black-box":[159,278],"rely":[162],"execution":[165],"outputs":[167],"under":[170],"test.":[171],"To":[172],"end,":[174],"first":[176],"select":[177],"adapt":[179],"three":[180],"study,":[184],"controlled":[187],"manner,":[188],"their":[189,201],"capacity":[190],"measure":[192],"actual":[193],"input":[196,255,312],"sets.":[197],"We":[198,213],"then":[199],"analyze":[200],"statistical":[202],"association":[203],"fault":[205,237],"detection":[206,238],"using":[207,321],"four":[208],"datasets":[209],"five":[211],"further":[214],"compare":[215],"state-of-the-art":[218,300],"As":[222],"mechanism":[224],"enable":[226],"analysis,":[228],"also":[230,295],"propose":[231],"novel":[233],"way":[234],"estimate":[236],"Our":[241],"experiments":[242],"show":[243],"relying":[245],"features":[251],"embedded":[252],"test":[254,311],"sets":[256,313],"more":[259],"reliable":[260],"indicator":[261],"than":[262],"effectively":[266],"Indeed,":[270],"found":[272],"one":[274],"our":[276],"selected":[277],"far":[281],"outperforms":[282],"existing":[283],"terms":[287],"fault-revealing":[289],"capability":[290],"computational":[292],"time.":[293],"Results":[294],"confirm":[296],"suspicions":[298],"adequate":[305],"construction":[309],"detect":[315],"faults":[318],"possible":[320],"natural":[322],"inputs.":[323]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}