{"id":"https://openalex.org/W3105249702","doi":"https://doi.org/10.1145/3368089.3409671","title":"Correlations between deep neural network model coverage criteria and model quality","display_name":"Correlations between deep neural network model coverage criteria and model quality","publication_year":2020,"publication_date":"2020-11-08","ids":{"openalex":"https://openalex.org/W3105249702","doi":"https://doi.org/10.1145/3368089.3409671","mag":"3105249702"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3409671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068814072","display_name":"Shenao Yan","orcid":"https://orcid.org/0009-0004-5439-7485"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shenao Yan","raw_affiliation_strings":["Rutgers University, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014842586","display_name":"Guanhong Tao","orcid":"https://orcid.org/0000-0002-4701-1327"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanhong Tao","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088069252","display_name":"Xuwei Liu","orcid":"https://orcid.org/0009-0000-5319-1160"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuwei Liu","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071575216","display_name":"Juan Zhai","orcid":"https://orcid.org/0000-0001-5017-8016"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Zhai","raw_affiliation_strings":["Rutgers University, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101594068","display_name":"Shiqing Ma","orcid":"https://orcid.org/0000-0003-1551-8948"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqing Ma","raw_affiliation_strings":["Rutgers University, USA"],"affiliations":[{"raw_affiliation_string":"Rutgers University, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781026","display_name":"Lei Xu","orcid":"https://orcid.org/0000-0001-9178-6640"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Xu","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362465","display_name":"Xiangyu Zhang","orcid":"https://orcid.org/0000-0003-2138-4608"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangyu Zhang","raw_affiliation_strings":["Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5068814072"],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":5.6182,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.96639565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"775","last_page":"787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7465139627456665},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7363474369049072},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.7070956826210022},{"id":"https://openalex.org/keywords/monotonic-function","display_name":"Monotonic function","score":0.6209359169006348},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6017708778381348},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.5756005644798279},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5525847673416138},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5245756506919861},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5170281529426575},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5140925049781799},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5117590427398682},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5001115798950195},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4779255986213684},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.45777177810668945},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4419846534729004},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.17527446150779724},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10519489645957947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465139627456665},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7363474369049072},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.7070956826210022},{"id":"https://openalex.org/C72169020","wikidata":"https://www.wikidata.org/wiki/Q194404","display_name":"Monotonic function","level":2,"score":0.6209359169006348},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6017708778381348},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5756005644798279},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5525847673416138},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5245756506919861},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5170281529426575},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5140925049781799},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5117590427398682},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5001115798950195},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4779255986213684},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.45777177810668945},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4419846534729004},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.17527446150779724},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10519489645957947},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3368089.3409671","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409671","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1686810756","https://openalex.org/W1710734607","https://openalex.org/W1928770023","https://openalex.org/W1996596150","https://openalex.org/W2064076387","https://openalex.org/W2075485888","https://openalex.org/W2077930480","https://openalex.org/W2093349432","https://openalex.org/W2105896632","https://openalex.org/W2109596254","https://openalex.org/W2128204165","https://openalex.org/W2135937266","https://openalex.org/W2137530017","https://openalex.org/W2143712427","https://openalex.org/W2144956041","https://openalex.org/W2165073069","https://openalex.org/W2171395086","https://openalex.org/W2194775991","https://openalex.org/W2535617737","https://openalex.org/W2593390416","https://openalex.org/W2594877703","https://openalex.org/W2607219512","https://openalex.org/W2616028256","https://openalex.org/W2747329762","https://openalex.org/W2753783305","https://openalex.org/W2777430404","https://openalex.org/W2794609696","https://openalex.org/W2804337238","https://openalex.org/W2809701591","https://openalex.org/W2888307014","https://openalex.org/W2888824816","https://openalex.org/W2900153411","https://openalex.org/W2902543210","https://openalex.org/W2917321477","https://openalex.org/W2947133760","https://openalex.org/W2954252370","https://openalex.org/W2954282565","https://openalex.org/W2954629067","https://openalex.org/W2954678575","https://openalex.org/W2957905354","https://openalex.org/W2963178695","https://openalex.org/W2963208512","https://openalex.org/W2963327228","https://openalex.org/W2963461515","https://openalex.org/W2963564844","https://openalex.org/W2963913218","https://openalex.org/W2967682612","https://openalex.org/W2968940383","https://openalex.org/W3007157104","https://openalex.org/W3089756992","https://openalex.org/W3090423701","https://openalex.org/W3090608524","https://openalex.org/W3090943961","https://openalex.org/W3090988182","https://openalex.org/W3091388282","https://openalex.org/W3091407209","https://openalex.org/W3091441586","https://openalex.org/W3099444373","https://openalex.org/W3102183821","https://openalex.org/W3102720581","https://openalex.org/W3104896058","https://openalex.org/W3105507623","https://openalex.org/W3141924267","https://openalex.org/W4244413641"],"related_works":["https://openalex.org/W2950183588","https://openalex.org/W3080754722","https://openalex.org/W3093978547","https://openalex.org/W2953536436","https://openalex.org/W3203790781","https://openalex.org/W4313346231","https://openalex.org/W2738001131","https://openalex.org/W4285785480","https://openalex.org/W2997056298","https://openalex.org/W4298079292"],"abstract_inverted_index":{"Inspired":[0],"by":[1,51],"the":[2,39,86,119],"great":[3],"success":[4],"of":[5,16,27,96,109],"using":[6],"code":[7,43],"coverage":[8,19,44,70,93,97,110,123],"as":[9],"guidance":[10],"in":[11,55],"software":[12,46,56],"testing,":[13],"a":[14],"lot":[15],"neural":[17,28,67],"network":[18,29,68],"criteria":[20],"have":[21],"been":[22,49],"proposed":[23],"to":[24,78],"guide":[25],"testing":[26],"models":[30],"(e.g.,":[31],"model":[32,69,72,90],"accuracy":[33],"under":[34],"adversarial":[35,99,116],"attacks).":[36],"However,":[37],"while":[38],"monotonic":[40],"relation":[41],"between":[42,66,88],"and":[45,71,92,118],"quality":[47,91],"has":[48],"supported":[50],"many":[52],"seminal":[53],"studies":[54,85],"engineering,":[57],"it":[58],"remains":[59],"largely":[60],"unclear":[61],"whether":[62],"similar":[63],"monotonicity":[64],"exists":[65],"quality.":[73],"This":[74],"paper":[75,84],"sets":[76],"out":[77],"answer":[79],"this":[80,83],"question.":[81],"Specifically,":[82],"correlation":[87],"DNN":[89],"criteria,":[94],"effects":[95],"guided":[98],"example":[100],"generation":[101],"compared":[102,113],"with":[103,114],"gradient":[104],"decent":[105],"based":[106,111],"methods,":[107],"effectiveness":[108],"retraining":[112],"existing":[115],"training,":[117],"internal":[120],"relationships":[121],"among":[122],"criteria.":[124]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":11}],"updated_date":"2026-03-05T09:29:38.588285","created_date":"2025-10-10T00:00:00"}