{"id":"https://openalex.org/W2164105290","doi":"https://doi.org/10.1109/icst.2010.30","title":"(Un-)Covering Equivalent Mutants","display_name":"(Un-)Covering Equivalent Mutants","publication_year":2010,"publication_date":"2010-01-01","ids":{"openalex":"https://openalex.org/W2164105290","doi":"https://doi.org/10.1109/icst.2010.30","mag":"2164105290"},"language":"en","primary_location":{"id":"doi:10.1109/icst.2010.30","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2010.30","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Third International Conference on Software Testing, Verification and Validation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011784742","display_name":"David Sch\u00fcler","orcid":"https://orcid.org/0000-0002-8379-4189"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Schuler","raw_affiliation_strings":["University of Saarland, Saarbruecken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Saarland, Saarbruecken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051672229","display_name":"Andreas Zeller","orcid":"https://orcid.org/0000-0003-4719-8803"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Zeller","raw_affiliation_strings":["University of Saarland, Saarbruecken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Saarland, Saarbruecken, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91712215"],"apc_list":null,"apc_paid":null,"fwci":20.4279,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.99447616,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"45","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7142371535301208},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6600258350372314},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.552627444267273},{"id":"https://openalex.org/keywords/mutant","display_name":"Mutant","score":0.5413910746574402},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.5284430980682373},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.5157566070556641},{"id":"https://openalex.org/keywords/equivalence","display_name":"Equivalence (formal languages)","score":0.5033013224601746},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4328465759754181},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.4171026945114136},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40263181924819946},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3917081356048584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32929861545562744},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.2896530032157898},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22341793775558472},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.1746959388256073},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.16204991936683655},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15576812624931335},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.1299455165863037}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7142371535301208},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6600258350372314},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.552627444267273},{"id":"https://openalex.org/C143065580","wikidata":"https://www.wikidata.org/wiki/Q3285695","display_name":"Mutant","level":3,"score":0.5413910746574402},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.5284430980682373},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.5157566070556641},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.5033013224601746},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4328465759754181},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.4171026945114136},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40263181924819946},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3917081356048584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32929861545562744},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2896530032157898},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22341793775558472},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.1746959388256073},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.16204991936683655},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15576812624931335},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.1299455165863037},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icst.2010.30","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2010.30","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 Third International Conference on Software Testing, Verification and Validation","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.157.5672","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.157.5672","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.st.cs.uni-saarland.de/publications/files/schuler-icst-2010.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.216.861","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.216.861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.st.cs.uni-saarland.de/publications/files/schuler-icst-2010.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W86071093","https://openalex.org/W1543852556","https://openalex.org/W1924720657","https://openalex.org/W1966640665","https://openalex.org/W1971137495","https://openalex.org/W1991999918","https://openalex.org/W1996596150","https://openalex.org/W1996701120","https://openalex.org/W2013711971","https://openalex.org/W2033140592","https://openalex.org/W2049695835","https://openalex.org/W2112025128","https://openalex.org/W2112537911","https://openalex.org/W2142557127","https://openalex.org/W2146408397","https://openalex.org/W2157755550","https://openalex.org/W2162406453","https://openalex.org/W3106729728","https://openalex.org/W6603528312","https://openalex.org/W6632449448"],"related_works":["https://openalex.org/W1995023328","https://openalex.org/W2731612402","https://openalex.org/W2960013457","https://openalex.org/W1490208943","https://openalex.org/W2076609667","https://openalex.org/W2018017297","https://openalex.org/W2952322169","https://openalex.org/W1995692264","https://openalex.org/W4226194614","https://openalex.org/W2112474443"],"abstract_inverted_index":{"Mutation":[0],"testing":[1],"measures":[2],"the":[3,45,91,126,184,187,203,208],"adequacy":[4],"of":[5,93,106,111,120,133,167,172,186,192,202,218],"a":[6,15,18,24,68,88,94,104,154,164,170],"test":[7,19,56],"suite":[8,20],"by":[9,54],"seeding":[10],"artificial":[11],"defects":[12],"(mutations)":[13],"into":[14],"program.":[16],"If":[17,87],"fails":[21],"to":[22,30,83,100,117,139,160,183],"detect":[23,31,84],"mutation,":[25],"it":[26,96],"may":[27],"also":[28,40],"fail":[29],"real":[32],"defects-and":[33],"hence":[34],"should":[35],"be":[36,52,62,81,101,140],"improved.":[37],"However,":[38],"there":[39],"are":[41],"mutations":[42,110],"which":[43,66],"keep":[44],"program":[46],"semantics":[47],"unchanged":[48],"and":[49,130,157,169,174,216],"thus":[50],"cannot":[51],"detected":[53],"any":[55],"suite.":[57],"Such":[58],"equivalent":[59,162],"mutants":[60,136],"must":[61],"weeded":[63],"out":[64,138],"manually,":[65],"is":[67,97,128,153,181,211],"tedious":[69],"task.":[70],"In":[71,103],"this":[72],"paper,":[73],"we":[74,122],"examine":[75],"whether":[76],"changes":[77,90],"in":[78,189],"coverage":[79,92,152,176],"can":[80],"used":[82],"non-equivalent":[85],"mutants:":[86],"mutant":[89],"run,":[95],"more":[98],"likely":[99],"non-equivalent.":[102],"sample":[105],"140":[107],"manually":[108],"classified":[109],"seven":[112],"Java":[113],"programs":[114],"with":[115],"5,000":[116],"100,000":[118],"lines":[119],"code,":[121],"found":[123],"that:":[124],"(a)":[125],"problem":[127],"serious":[129],"widespread-about":[131],"45%":[132],"all":[134],"undetected":[135],"turned":[137],"equivalent;":[141],"(b)":[142],"manual":[143],"classification":[144,165],"takes":[145],"time-about":[146],"15":[147],"minutes":[148],"per":[149],"mutation;":[150],"(c)":[151],"simple,":[155],"efficient,":[156],"effective":[158],"means":[159],"identify":[161],"mutants-with":[163],"precision":[166],"75%":[168],"recall":[171],"56%;":[173],"(d)":[175],"as":[177,200],"an":[178],"equivalence":[179],"detector":[180],"superior":[182],"state":[185],"art,":[188],"particular":[190],"violations":[191],"dynamic":[193],"invariants.":[194],"Our":[195],"detectors":[196],"have":[197],"been":[198],"released":[199],"part":[201],"open":[204],"source":[205],"JAVALANCHE":[206],"framework;":[207],"data":[209],"set":[210],"publicly":[212],"available":[213],"for":[214],"replication":[215],"extension":[217],"experiments.":[219]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":20},{"year":2013,"cited_by_count":14},{"year":2012,"cited_by_count":14}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}