{"id":"https://openalex.org/W4286482822","doi":"https://doi.org/10.7287/peerj.preprints.27794v1","title":"How to kill them all: an exploratory study on the impact of code observability on mutation testing","display_name":"How to kill them all: an exploratory study on the impact of code observability on mutation testing","publication_year":2019,"publication_date":"2019-06-11","ids":{"openalex":"https://openalex.org/W4286482822","doi":"https://doi.org/10.7287/peerj.preprints.27794v1"},"language":"en","primary_location":{"id":"doi:10.7287/peerj.preprints.27794v1","is_oa":true,"landing_page_url":"https://doi.org/10.7287/peerj.preprints.27794v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.7287/peerj.preprints.27794v1","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101472367","display_name":"Qianqian Zhu","orcid":"https://orcid.org/0000-0002-9438-5356"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Qianqian Zhu","raw_affiliation_strings":["Software Engineering Research Group, Delft University of Technology, Delft, South Holland, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering Research Group, Delft University of Technology, Delft, South Holland, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046237164","display_name":"Andy Zaidman","orcid":"https://orcid.org/0000-0003-2413-3935"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy Zaidman","raw_affiliation_strings":["Software Engineering Research Group, Delft University of Technology, Delft, South Holland, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-2413-3935","affiliations":[{"raw_affiliation_string":"Software Engineering Research Group, Delft University of Technology, Delft, South Holland, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Annibale Panichella","raw_affiliation_strings":["Software Engineering Research Group, Delft University of Technology, Delft, South Holland, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Engineering Research Group, Delft University of Technology, Delft, South Holland, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101472367"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":0.9885,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80575388,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.8430749773979187},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.7327246069908142},{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.7317500710487366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6006720066070557},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.554611325263977},{"id":"https://openalex.org/keywords/testability","display_name":"Testability","score":0.5444536805152893},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5291602611541748},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5005271434783936},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.48911434412002563},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4527963101863861},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44009488821029663},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4195351004600525},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3526366353034973},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3071674108505249},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.25759434700012207},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2374013364315033},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22117456793785095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2130345106124878},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1313413381576538},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.11921685934066772},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.10523635149002075},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08994242548942566}],"concepts":[{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.8430749773979187},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.7327246069908142},{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.7317500710487366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6006720066070557},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.554611325263977},{"id":"https://openalex.org/C51234621","wikidata":"https://www.wikidata.org/wiki/Q2149495","display_name":"Testability","level":2,"score":0.5444536805152893},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5291602611541748},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5005271434783936},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.48911434412002563},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4527963101863861},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44009488821029663},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4195351004600525},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3526366353034973},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3071674108505249},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.25759434700012207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2374013364315033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22117456793785095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2130345106124878},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1313413381576538},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.11921685934066772},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.10523635149002075},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08994242548942566},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.7287/peerj.preprints.27794v1","is_oa":true,"landing_page_url":"https://doi.org/10.7287/peerj.preprints.27794v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.7287/peerj.preprints.27794v1","is_oa":true,"landing_page_url":"https://doi.org/10.7287/peerj.preprints.27794v1","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2155798067","https://openalex.org/W4384345772","https://openalex.org/W2888490860","https://openalex.org/W2265986062","https://openalex.org/W1598160211","https://openalex.org/W2018145554","https://openalex.org/W1524028411","https://openalex.org/W2138059712","https://openalex.org/W2127248783","https://openalex.org/W2067499928"],"abstract_inverted_index":{"Mutation":[0],"testing":[1],"has":[2,15],"been":[3],"well-known":[4],"for":[5],"its":[6],"efficacy":[7],"to":[8,17,44,58,103,128,133,136],"assess":[9],"test":[10,40,100],"quality,":[11],"and":[12,73,95],"recently":[13],"it":[14],"started":[16],"be":[18,42,54,104,134],"applied":[19],"in":[20,154],"the":[21,39,46,51,60,79,96,113,138,155],"industry":[22],"as":[23,56],"well.":[24],"However,":[25],"what":[26],"should":[27,50],"a":[28,34,90,118],"developer":[29],"do":[30],"when":[31],"confronted":[32],"with":[33,78],"low":[35],"mutation":[36,47,80,97,139,156],"score?":[37],"Should":[38],"suite":[41],"reinforced":[43],"increase":[45],"score,":[48,98],"or":[49],"production":[52],"code":[53,132],"improved":[55],"well,":[57],"make":[59],"creation":[61],"of":[62,120],"better":[63],"tests":[64],"possible?":[65],"In":[66,141],"this":[67],"paper,":[68],"we":[69,116,144],"investigate":[70],"whether":[71],"testability":[72],"observability":[74,93],"metrics":[75,94],"are":[76],"correlated":[77],"score":[81,122],"on":[82,109],"six":[83],"open":[84],"source":[85],"Java":[86],"projects.":[87],"We":[88],"observe":[89,145],"correlation":[91,114],"between":[92],"e.g.,":[99],"directness":[101],"seems":[102],"an":[105,152],"essential":[106],"factor.":[107],"Based":[108],"our":[110],"insights":[111],"from":[112],"study,":[115],"propose":[117],"number":[119],"\"mutation":[121],"anti-patterns\",":[123],"which":[124],"enable":[125,151],"software":[126],"engineers":[127],"refactor":[129],"their":[130],"existing":[131],"able":[135],"improve":[137],"score.":[140,157],"doing":[142],"so,":[143],"that":[146],"relatively":[147],"simple":[148],"refactoring":[149],"operations":[150],"improvement":[153]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}