{"id":"https://openalex.org/W4384154653","doi":"https://doi.org/10.1145/3597926.3598090","title":"To Kill a Mutant: An Empirical Study of Mutation Testing Kills","display_name":"To Kill a Mutant: An Empirical Study of Mutation Testing Kills","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4384154653","doi":"https://doi.org/10.1145/3597926.3598090"},"language":"en","primary_location":{"id":"doi:10.1145/3597926.3598090","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3597926.3598090","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3597926.3598090","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3597926.3598090","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114125707","display_name":"Hang Du","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hang Du","raw_affiliation_strings":["University of California at Irvine, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057626438","display_name":"Vijay Krishna Palepu","orcid":"https://orcid.org/0009-0001-7530-2842"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Krishna Palepu","raw_affiliation_strings":["Microsoft, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008140976","display_name":"James A. Jones","orcid":"https://orcid.org/0000-0002-5359-7934"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Jones","raw_affiliation_strings":["University of California at Irvine, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0191,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83714597,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"715","last_page":"726"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutant","display_name":"Mutant","score":0.774648129940033},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.7016445398330688},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6537812948226929},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.6511428356170654},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5766099691390991},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3663274049758911},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.3171893358230591},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.31487536430358887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2020130157470703},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.19565832614898682},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13762694597244263},{"id":"https://openalex.org/keywords/gene","display_name":"Gene","score":0.06681889295578003}],"concepts":[{"id":"https://openalex.org/C143065580","wikidata":"https://www.wikidata.org/wiki/Q3285695","display_name":"Mutant","level":3,"score":0.774648129940033},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.7016445398330688},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6537812948226929},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.6511428356170654},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5766099691390991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3663274049758911},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.3171893358230591},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.31487536430358887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2020130157470703},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.19565832614898682},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13762694597244263},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.06681889295578003},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3597926.3598090","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3597926.3598090","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3597926.3598090","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3597926.3598090","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3597926.3598090","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3597926.3598090","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384154653.pdf","grobid_xml":"https://content.openalex.org/works/W4384154653.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1950030762","https://openalex.org/W1990785546","https://openalex.org/W1991999918","https://openalex.org/W1993932111","https://openalex.org/W1995692264","https://openalex.org/W2008479535","https://openalex.org/W2049695835","https://openalex.org/W2076609667","https://openalex.org/W2077258409","https://openalex.org/W2100320782","https://openalex.org/W2100414549","https://openalex.org/W2110908283","https://openalex.org/W2115484804","https://openalex.org/W2133614703","https://openalex.org/W2135841285","https://openalex.org/W2145733341","https://openalex.org/W2148646465","https://openalex.org/W2156118771","https://openalex.org/W2160431913","https://openalex.org/W2166131357","https://openalex.org/W2241715679","https://openalex.org/W2246070153","https://openalex.org/W2466388701","https://openalex.org/W2517560433","https://openalex.org/W2734519371","https://openalex.org/W2739751633","https://openalex.org/W2777616600","https://openalex.org/W2786944871","https://openalex.org/W2787694176","https://openalex.org/W2788962378","https://openalex.org/W2851896161","https://openalex.org/W2883538400","https://openalex.org/W2883645405","https://openalex.org/W2960013457","https://openalex.org/W2965110092","https://openalex.org/W2995454814","https://openalex.org/W3102559360","https://openalex.org/W3106729728","https://openalex.org/W3119014038","https://openalex.org/W3160691259","https://openalex.org/W4240343303","https://openalex.org/W4281924103","https://openalex.org/W6607453702","https://openalex.org/W6894083834"],"related_works":["https://openalex.org/W4240785775","https://openalex.org/W2027223071","https://openalex.org/W2546792321","https://openalex.org/W2123958666","https://openalex.org/W1995023328","https://openalex.org/W2731612402","https://openalex.org/W2165310406","https://openalex.org/W2488011889","https://openalex.org/W2139763472","https://openalex.org/W2960013457"],"abstract_inverted_index":{"Mutation":[0],"testing":[1,224,239],"has":[2],"been":[3],"used":[4],"and":[5,38,149,154,193,208,225,231,236],"studied":[6],"for":[7,126,185,189,217,232],"over":[8],"four":[9],"decades":[10],"as":[11],"a":[12,19,29,32,36,65,133,190],"method":[13],"to":[14,31,34,44,54,104,118,138,147,173,177],"assess":[15],"the":[16,39,60,71,75,82,97,152,168,180,194],"strength":[17],"of":[18,48,84,99,156,171,182,197,222,227],"test":[20,40,50,66,111,123,174,186],"suite.":[21],"This":[22],"technique":[23],"adds":[24],"an":[25,92],"artificial":[26],"bug":[27],"(i.e.,":[28,58],"mutation)":[30],"program":[33,144],"produce":[35],"mutant,":[37,129],"suite":[41],"is":[42,70,79,136],"run":[43],"determine":[45],"if":[46],"any":[47],"its":[49,209,228],"cases":[51,112,124],"are":[52,110,151],"sufficient":[53],"detect":[55],"this":[56,63,88,206],"mutation":[57,223,229,238],"kill":[59,139],"mutant).":[61],"In":[62,87],"situation,":[64],"case":[67],"that":[68,73,95,115,131,140,199,205],"fails":[69],"one":[72],"kills":[74],"mutant.":[76],"However,":[77],"little":[78],"known":[80],"about":[81],"nature":[83,98,155],"these":[85,100,157],"kills.":[86,101],"paper,":[89],"we":[90],"present":[91],"empirical":[93],"study":[94,207,235],"investigates":[96],"We":[102,159,203],"seek":[103],"answer":[105],"questions,":[106],"such":[107],"as:":[108],"How":[109,121,142],"failing":[113],"so":[114],"they":[116],"contribute":[117,146],"mutant":[119,178],"kills?":[120],"many":[122],"fail":[125],"each":[127],"killed":[128],"given":[130],"only":[132],"single":[134,191],"failure":[135],"required":[137],"mutant?":[141],"do":[143],"crashes":[145],"kills,":[148,179],"what":[150],"origins":[153],"crashes?":[158],"found":[160],"several":[161],"revealing":[162],"results":[163,210],"across":[164],"all":[165],"subjects,":[166],"including":[167],"substantial":[169],"contribution":[170],"\"crashes\"":[172],"failures":[175,187],"leading":[176],"existence":[181],"diverse":[183],"causes":[184],"even":[188],"mutation,":[192],"specific":[195],"types":[196],"exceptions":[198],"commonly":[200],"instigate":[201],"crashes.":[202],"posit":[204],"should":[211],"likely":[212],"be":[213],"taken":[214],"into":[215],"account":[216],"practitioners":[218],"in":[219,240],"their":[220,241],"use":[221],"interpretation":[226],"score,":[230],"researchers":[233],"who":[234],"leverage":[237],"future":[242],"work.":[243]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}