{"id":"https://openalex.org/W2517560433","doi":"https://doi.org/10.1145/2970276.2970345","title":"What makes killing a mutant hard","display_name":"What makes killing a mutant hard","publication_year":2016,"publication_date":"2016-08-25","ids":{"openalex":"https://openalex.org/W2517560433","doi":"https://doi.org/10.1145/2970276.2970345","mag":"2517560433"},"language":"en","primary_location":{"id":"doi:10.1145/2970276.2970345","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970276.2970345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088454541","display_name":"Willem Visser","orcid":"https://orcid.org/0000-0002-0913-3091"},"institutions":[{"id":"https://openalex.org/I26092322","display_name":"Stellenbosch University","ror":"https://ror.org/05bk57929","country_code":"ZA","type":"education","lineage":["https://openalex.org/I26092322"]}],"countries":["ZA"],"is_corresponding":true,"raw_author_name":"Willem Visser","raw_affiliation_strings":["Stellenbosch University, South Africa"],"affiliations":[{"raw_affiliation_string":"Stellenbosch University, South Africa","institution_ids":["https://openalex.org/I26092322"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5088454541"],"corresponding_institution_ids":["https://openalex.org/I26092322"],"apc_list":null,"apc_paid":null,"fwci":5.4198,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9610984,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"39","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7251657247543335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7154305577278137},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.6028543710708618},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5409525036811829},{"id":"https://openalex.org/keywords/mutant","display_name":"Mutant","score":0.5382084846496582},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5267894864082336},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.4895819127559662},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4654899835586548},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4143676459789276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2763492166996002},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.25635337829589844},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.12489628791809082},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.12071448564529419},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08314728736877441}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7251657247543335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7154305577278137},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.6028543710708618},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5409525036811829},{"id":"https://openalex.org/C143065580","wikidata":"https://www.wikidata.org/wiki/Q3285695","display_name":"Mutant","level":3,"score":0.5382084846496582},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5267894864082336},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.4895819127559662},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4654899835586548},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4143676459789276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2763492166996002},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25635337829589844},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.12489628791809082},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.12071448564529419},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08314728736877441},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2970276.2970345","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2970276.2970345","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6200000047683716,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G5771920109","display_name":null,"funder_award_id":"103839","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1990880047","https://openalex.org/W2025316954","https://openalex.org/W2060573639","https://openalex.org/W2078988604","https://openalex.org/W2097444001","https://openalex.org/W2107147876","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2142557127","https://openalex.org/W2148646465","https://openalex.org/W2162406453","https://openalex.org/W2226481769","https://openalex.org/W2244080217","https://openalex.org/W2950639681"],"related_works":["https://openalex.org/W2546792321","https://openalex.org/W2123958666","https://openalex.org/W2488011889","https://openalex.org/W2165310406","https://openalex.org/W2139763472","https://openalex.org/W2546441935","https://openalex.org/W2951506308","https://openalex.org/W2126723155","https://openalex.org/W2232482475","https://openalex.org/W2076385812"],"abstract_inverted_index":{"Mutation":[0],"operators":[1,112,177],"have":[2,31,77,99],"been":[3],"studied":[4],"at":[5,14],"length":[6],"to":[7,47,120,123,160,187],"determine":[8],"which":[9,45,176],"ones":[10],"are":[11,43,50,181],"the":[12,20,38,54,60,82,94,97,104,144,148,152,161,165],"``best\"":[13],"some":[15],"metric":[16],"(for":[17],"example":[18],"creates":[19,24],"least":[21],"equivalent":[22],"mutants,":[23,26],"hard-to-kill":[25],"etc.).":[27],"These":[28],"studies":[29],"though":[30],"focused":[32],"on":[33,103],"specific":[34,86],"test":[35,39,55,71],"suites,":[36],"where":[37,151],"inputs":[40,72],"and":[41,57,73,127,167],"oracles":[42],"fixed,":[44],"leads":[46],"results":[48],"that":[49,134,143,180],"strongly":[51],"influenced":[52],"by":[53],"suites":[56],"thus":[58],"makes":[59],"conclusions":[61],"potentially":[62],"less":[63],"general.":[64],"In":[65],"this":[66,172],"paper":[67],"we":[68,74,76,169,173],"consider":[69,108,129],"all":[70],"assume":[75],"no":[78],"prior":[79],"knowledge":[80],"about":[81],"likelihood":[83,145,162],"of":[84,96,118,146,163],"any":[85],"inputs.":[87],"We":[88,106],"will":[89],"also":[90],"show":[91],"how":[92,130],"varying":[93],"strength":[95],"oracle":[98],"a":[100,109,116,135],"big":[101],"impact":[102],"results.":[105],"only":[107,115,128],"few":[110],"mutation":[111,153],"(mostly":[113],"relational),":[114],"handful":[117],"programs":[119],"mutate":[121],"(amenable":[122],"probabilistic":[124],"symbolic":[125],"execution),":[126],"likely":[131],"it":[132],"is":[133,137,142,154,156],"mutant":[136,166],"killed.":[138],"A":[139],"core":[140],"finding":[141],"reaching":[147],"source":[149],"line":[150],"applied,":[155],"an":[157],"important":[158],"contributor":[159],"killing":[164],"when":[168],"control":[170],"for":[171],"can":[174],"see":[175],"create":[178],"mutations":[179],"too":[182],"easy":[183],"versus":[184],"very":[185],"hard":[186],"kill.":[188]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}