{"id":"https://openalex.org/W2809833478","doi":"https://doi.org/10.1145/3194733.3194735","title":"Using controlled numbers of real faults and mutants to empirically evaluate coverage-based test case prioritization","display_name":"Using controlled numbers of real faults and mutants to empirically evaluate coverage-based test case prioritization","publication_year":2018,"publication_date":"2018-05-28","ids":{"openalex":"https://openalex.org/W2809833478","doi":"https://doi.org/10.1145/3194733.3194735","mag":"2809833478"},"language":"en","primary_location":{"id":"doi:10.1145/3194733.3194735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3194733.3194735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Automation of Software Test","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070224675","display_name":"David J. Paterson","orcid":"https://orcid.org/0000-0002-7399-3256"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Paterson","raw_affiliation_strings":["University of Sheffield"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084185098","display_name":"Gregory M. Kapfhammer","orcid":null},"institutions":[{"id":"https://openalex.org/I120506574","display_name":"Allegheny College","ror":"https://ror.org/02jgzjj54","country_code":"US","type":"education","lineage":["https://openalex.org/I120506574"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory M. Kapfhammer","raw_affiliation_strings":["Allegheny College"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allegheny College","institution_ids":["https://openalex.org/I120506574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["University of Passau"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Passau","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078598020","display_name":"Phil McMinn","orcid":"https://orcid.org/0000-0001-9137-7433"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Phil McMinn","raw_affiliation_strings":["University of Sheffield"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1569,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.88149188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"57","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.900863766670227},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7422752380371094},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6941894888877869},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.6340692043304443},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.625079870223999},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.513988196849823},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5035025477409363},{"id":"https://openalex.org/keywords/software-regression","display_name":"Software regression","score":0.45892906188964844},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.44105225801467896},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4302116334438324},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.420584499835968},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41882947087287903},{"id":"https://openalex.org/keywords/risk-based-testing","display_name":"Risk-based testing","score":0.41164225339889526},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.40965086221694946},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.374350368976593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3167433738708496},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.24694228172302246},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.22889849543571472},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21899494528770447},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16434192657470703},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1482430100440979},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10321050882339478},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.08612358570098877}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.900863766670227},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7422752380371094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941894888877869},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.6340692043304443},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.625079870223999},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.513988196849823},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5035025477409363},{"id":"https://openalex.org/C191727507","wikidata":"https://www.wikidata.org/wiki/Q24346","display_name":"Software regression","level":5,"score":0.45892906188964844},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.44105225801467896},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4302116334438324},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.420584499835968},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41882947087287903},{"id":"https://openalex.org/C37945671","wikidata":"https://www.wikidata.org/wiki/Q7336207","display_name":"Risk-based testing","level":5,"score":0.41164225339889526},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.40965086221694946},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.374350368976593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3167433738708496},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.24694228172302246},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.22889849543571472},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21899494528770447},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16434192657470703},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1482430100440979},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10321050882339478},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.08612358570098877},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.0},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3194733.3194735","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3194733.3194735","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Automation of Software Test","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:131042","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W278076763","https://openalex.org/W1522741019","https://openalex.org/W1526710119","https://openalex.org/W1529524735","https://openalex.org/W1658782945","https://openalex.org/W1965335252","https://openalex.org/W1968535060","https://openalex.org/W1986222862","https://openalex.org/W1995481906","https://openalex.org/W2013711971","https://openalex.org/W2014515160","https://openalex.org/W2028796071","https://openalex.org/W2035661891","https://openalex.org/W2045837563","https://openalex.org/W2055997690","https://openalex.org/W2106072155","https://openalex.org/W2107500604","https://openalex.org/W2110068396","https://openalex.org/W2117799048","https://openalex.org/W2120563984","https://openalex.org/W2126752493","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2137433502","https://openalex.org/W2154656574","https://openalex.org/W2156723666","https://openalex.org/W2159614205","https://openalex.org/W2165026081","https://openalex.org/W2170198454","https://openalex.org/W2170204382","https://openalex.org/W2171451409","https://openalex.org/W2344180913","https://openalex.org/W2546867968","https://openalex.org/W2620081107","https://openalex.org/W2740264376","https://openalex.org/W2754214960","https://openalex.org/W2912862861","https://openalex.org/W2912876187","https://openalex.org/W3101548319","https://openalex.org/W4206709729","https://openalex.org/W4243053781","https://openalex.org/W4251988601","https://openalex.org/W4285719527","https://openalex.org/W6833780757"],"related_works":["https://openalex.org/W4234018049","https://openalex.org/W2179621094","https://openalex.org/W1978406750","https://openalex.org/W2780152394","https://openalex.org/W1974262535","https://openalex.org/W2186412629","https://openalex.org/W2181414218","https://openalex.org/W1539116952","https://openalex.org/W2025359750","https://openalex.org/W1518403495"],"abstract_inverted_index":{"Used":[0],"to":[1,68,106,132,142,152],"establish":[2],"confidence":[3],"in":[4,57,128,140],"the":[5,22,32,53,75,84,89,121,129],"correctness":[6],"of":[7,25,50,65,78,86,91,109,123],"evolving":[8],"software,":[9],"regression":[10,28,54,133],"testing":[11,29],"is":[12,44,104,115],"an":[13],"important,":[14],"yet":[15],"costly,":[16],"task.":[17],"Test":[18],"case":[19],"prioritization":[20,95,103],"enables":[21],"rapid":[23],"detection":[24],"faults":[26,55,71,125,145],"during":[27],"by":[30],"reordering":[31],"test":[33,94,150],"suite":[34],"so":[35],"that":[36,102,156],"effective":[37],"tests":[38],"are":[39,138,146,158],"run":[40],"as":[41,43],"early":[42],"possible.":[45],"However,":[46],"a":[47,160],"distinct":[48],"lack":[49],"information":[51],"about":[52],"found":[56],"complex":[58],"real-world":[59],"software":[60],"forced":[61],"prior":[62],"experimental":[63],"studies":[64],"these":[66],"methods":[67],"use":[69],"artificial":[70],"called":[72],"mutants.":[73],"Using":[74],"Defects4J":[76],"database":[77],"real":[79,124,144,163],"faults,":[80],"this":[81,98],"paper":[82],"presents":[83],"results":[85,100],"experiments":[87,118],"evaluating":[88],"effectiveness":[90],"four":[92],"representative":[93],"techniques.":[96],"Since":[97],"paper's":[99],"show":[101],"susceptible":[105],"high":[107],"amounts":[108],"variance":[110],"when":[111],"only":[112],"one":[113],"fault":[114],"present,":[116],"our":[117],"also":[119],"control":[120],"number":[122],"and":[126],"mutants":[127,157],"program":[130],"subject":[131],"testing.":[134],"Our":[135],"overall":[136],"findings":[137],"that,":[139],"comparison":[141],"mutants,":[143],"harder":[147],"for":[148,162],"reordered":[149],"suites":[151],"quickly":[153],"detect,":[154],"suggesting":[155],"not":[159],"surrogate":[161],"faults.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}