{"id":"https://openalex.org/W2502012205","doi":"https://doi.org/10.1109/icstw.2016.41","title":"Are We There Yet? How Redundant and Equivalent Mutants Affect Determination of Test Completeness","display_name":"Are We There Yet? How Redundant and Equivalent Mutants Affect Determination of Test Completeness","alternate_titles":[],"publication_year":2016,"publication_date":"2016-04-01","ids":{"openalex":"https://openalex.org/W2502012205","doi":"https://doi.org/10.1109/icstw.2016.41","mag":"2502012205"},"language":"en","primary_location":{"id":"doi:10.1109/icstw.2016.41","doi":"https://doi.org/10.1109/icstw.2016.41","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icstw.2016.41","pdf_url":null,"source":{"id":"https://openalex.org/S7407087539","display_name":"IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Ninth International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2502012205"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045372088","display_name":"Bob Kurtz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bob Kurtz","raw_affiliation_strings":["Software Engineering, George Mason University, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037613705","display_name":"Paul Ammann","orcid":"https://orcid.org/0009-0002-8470-2917","observed_orcids":["https://orcid.org/0009-0002-8470-2917"]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Ammann","raw_affiliation_strings":["Software Engineering, George Mason University, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079608186","display_name":"Jeff Offutt","orcid":"https://orcid.org/0000-0002-8657-2557","observed_orcids":["https://orcid.org/0000-0002-8657-2557"]},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Offutt","raw_affiliation_strings":["Software Engineering, George Mason University, Fairfax, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013579108","display_name":"Mariet Kurtz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I44896327","display_name":"Mitre (United States)","ror":"https://ror.org/03ks2a131","country_code":"US","type":"company","lineage":["https://openalex.org/I44896327"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mariet Kurtz","raw_affiliation_strings":["The MITRE Corporation, McLean, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The MITRE Corporation, McLean, VA, USA","institution_ids":["https://openalex.org/I44896327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6126,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.93925703,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"142","last_page":"151"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutation-testing","display_name":"mutation testing","score":0.9610000252723694},{"id":"https://openalex.org/keywords/mutation-score","display_name":"mutation score","score":0.9670000076293945},{"id":"https://openalex.org/keywords/equivalent-mutants","display_name":"equivalent mutants","score":0.9990000128746033},{"id":"https://openalex.org/keywords/test-suite-completeness","display_name":"test suite completeness","score":0.9340000152587891},{"id":"https://openalex.org/keywords/test-suite-adequacy","display_name":"test suite adequacy","score":0.8009999990463257},{"id":"https://openalex.org/keywords/software-testing-metrics","display_name":"software testing metrics","score":0.8510000109672546}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7127292156219482},{"id":"https://openalex.org/C17231256","wikidata":"https://www.wikidata.org/wiki/Q5156540","display_name":"Completeness (order theory)","level":2,"score":0.6454512476921082},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.6111580729484558},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5609707832336426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5473905801773071},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.5053694844245911},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4990861415863037},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.43761342763900757},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.42835134267807007},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4197466969490051},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.37898799777030945},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3575839698314667},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3428518772125244},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24974840879440308},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2435617744922638},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15889695286750793},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1581554114818573},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.11668315529823303},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.10344022512435913},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icstw.2016.41","doi":"https://doi.org/10.1109/icstw.2016.41","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icstw.2016.41","pdf_url":null,"source":{"id":"https://openalex.org/S7407087539","display_name":"IEEE International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Ninth International Conference on Software Testing, Verification and Validation Workshops (ICSTW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1498349652","https://openalex.org/W1543852556","https://openalex.org/W1797933918","https://openalex.org/W1924720657","https://openalex.org/W1943458919","https://openalex.org/W1966640665","https://openalex.org/W1987389628","https://openalex.org/W1994642066","https://openalex.org/W1996596150","https://openalex.org/W2008479535","https://openalex.org/W2028990673","https://openalex.org/W2049695835","https://openalex.org/W2051400406","https://openalex.org/W2051725175","https://openalex.org/W2054751837","https://openalex.org/W2061227290","https://openalex.org/W2072676510","https://openalex.org/W2075592454","https://openalex.org/W2085198470","https://openalex.org/W2114733864","https://openalex.org/W2119283374","https://openalex.org/W2121084350","https://openalex.org/W2125727889","https://openalex.org/W2127127795","https://openalex.org/W2134691366","https://openalex.org/W2138203448","https://openalex.org/W2139763472","https://openalex.org/W2142557127","https://openalex.org/W2146408397","https://openalex.org/W2148646465","https://openalex.org/W2162406453","https://openalex.org/W2241715679","https://openalex.org/W2538348493","https://openalex.org/W2916163245","https://openalex.org/W4229850662","https://openalex.org/W4236200536","https://openalex.org/W4380358952","https://openalex.org/W6640229564"],"related_works":["https://openalex.org/W2489340759","https://openalex.org/W7099226285","https://openalex.org/W2484003841","https://openalex.org/W2125727889","https://openalex.org/W2008479535","https://openalex.org/W2547246014","https://openalex.org/W3184677784","https://openalex.org/W2478089724","https://openalex.org/W1434341567","https://openalex.org/W2493147533"],"abstract_inverted_index":{"Mutation":[0],"score":[1,24,52,74],"has":[2],"long":[3],"been":[4],"used":[5],"in":[6,45,81,90,141],"research":[7],"as":[8],"a":[9,34,54,83],"metric":[10,56],"to":[11,29,38,78,102,126,135],"measure":[12],"the":[13,26,31,42,62,76,91,110],"effectiveness":[14],"of":[15,33,64,67,93],"testing":[16],"strategies.":[17],"This":[18],"paper":[19],"presents":[20],"evidence":[21],"that":[22,49,130],"mutation":[23,51,73,131],"lacks":[25],"desired":[27],"accuracy":[28],"determine":[30,79],"completeness":[32,80],"test":[35,85,105],"suite":[36],"due":[37],"noise":[39],"introduced":[40],"by":[41],"redundancy":[43,127],"inherent":[44],"traditional":[46],"mutation,":[47],"and":[48,69,75,128],"dominator":[50],"is":[53],"superior":[55],"for":[57,138],"this":[58,121],"purpose.":[59],"We":[60,87],"evaluate":[61],"impact":[63],"different":[65],"levels":[66],"redundant":[68,96],"equivalent":[70],"mutants":[71,97],"on":[72,109,116,120],"ability":[77],"developing":[82],"mutation-adequate":[84],"suite.":[86],"conclude":[88],"that,":[89],"context":[92],"our":[94],"model,":[95],"make":[98],"it":[99],"very":[100],"difficult":[101],"accurately":[103],"assess":[104],"completeness.":[106,118],"Equivalent":[107],"mutants,":[108],"other":[111],"hand,":[112],"have":[113],"little":[114],"effect":[115],"determining":[117],"Based":[119],"information,":[122],"we":[123],"suggest":[124],"limits":[125],"equivalency":[129],"tools":[132],"must":[133],"achieve":[134],"be":[136],"practical":[137],"general":[139],"use":[140],"software":[142],"testing.":[143]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2502012205","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-08-23T00:00:00"}
