{"id":"https://openalex.org/W2106072155","doi":"https://doi.org/10.1145/2568225.2568271","title":"Coverage is not strongly correlated with test suite effectiveness","display_name":"Coverage is not strongly correlated with test suite effectiveness","publication_year":2014,"publication_date":"2014-05-20","ids":{"openalex":"https://openalex.org/W2106072155","doi":"https://doi.org/10.1145/2568225.2568271","mag":"2106072155"},"language":"en","primary_location":{"id":"doi:10.1145/2568225.2568271","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2568225.2568271","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014292887","display_name":"Laura Inozemtseva","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Laura Inozemtseva","raw_affiliation_strings":["University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034123811","display_name":"Reid Holmes","orcid":"https://orcid.org/0000-0003-4213-494X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Reid Holmes","raw_affiliation_strings":["University of Waterloo, Canada"],"affiliations":[{"raw_affiliation_string":"University of Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014292887"],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":59.0697,"has_fulltext":false,"cited_by_count":393,"citation_normalized_percentile":{"value":0.99966499,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"435","last_page":"445"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.9207646250724792},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.811262845993042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.645838737487793},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.5564640760421753},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5444347858428955},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.44365715980529785},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.38923180103302},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3498185873031616},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32998204231262207},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2543913722038269},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1691044270992279},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.08922073245048523},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07539480924606323},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0691758394241333}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.9207646250724792},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.811262845993042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.645838737487793},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.5564640760421753},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5444347858428955},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.44365715980529785},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.38923180103302},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3498185873031616},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32998204231262207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2543913722038269},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1691044270992279},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.08922073245048523},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07539480924606323},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0691758394241333},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2568225.2568271","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2568225.2568271","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 36th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1520290879","https://openalex.org/W1538643901","https://openalex.org/W1554233394","https://openalex.org/W1924720657","https://openalex.org/W1976727279","https://openalex.org/W1980926065","https://openalex.org/W1984481956","https://openalex.org/W1985378987","https://openalex.org/W1996596150","https://openalex.org/W1996701120","https://openalex.org/W2013711971","https://openalex.org/W2019368525","https://openalex.org/W2028536280","https://openalex.org/W2063068372","https://openalex.org/W2093349432","https://openalex.org/W2095813939","https://openalex.org/W2102742419","https://openalex.org/W2111960623","https://openalex.org/W2113096632","https://openalex.org/W2122288895","https://openalex.org/W2124300773","https://openalex.org/W2132627437","https://openalex.org/W2134691366","https://openalex.org/W2135937266","https://openalex.org/W2141051748","https://openalex.org/W2156127351","https://openalex.org/W2160538621","https://openalex.org/W2164179203","https://openalex.org/W2800805479","https://openalex.org/W4240520787","https://openalex.org/W4247035379","https://openalex.org/W7038136932"],"related_works":["https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W1598160211","https://openalex.org/W2018145554","https://openalex.org/W1524028411","https://openalex.org/W2138059712","https://openalex.org/W2127248783","https://openalex.org/W2067499928","https://openalex.org/W4256285596","https://openalex.org/W1793348505"],"abstract_inverted_index":{"The":[0],"coverage":[1,27],"of":[2,43,53,75,85,92],"a":[3,10,36],"test":[4,29,48,86,114],"suite":[5,30,49,87],"is":[6],"often":[7],"used":[8],"as":[9],"proxy":[11],"for":[12,81],"its":[13],"ability":[14],"to":[15,34,70,112],"detect":[16],"faults.":[17],"However,":[18],"previous":[19],"studies":[20,55,77,94],"that":[21],"investigated":[22],"the":[23,39,44,54,76,82,93,107],"correlation":[24],"between":[25,46],"code":[26],"and":[28,41,73],"effectiveness":[31],"have":[32],"failed":[33],"reach":[35],"consensus":[37],"about":[38],"nature":[40],"strength":[42],"relationship":[45],"these":[47],"characteristics.":[50],"Moreover,":[51],"many":[52],"were":[56,95],"done":[57,96],"with":[58,97],"small":[59],"or":[60],"synthetic":[61],"programs,":[62,72],"making":[63],"it":[64],"unclear":[65],"whether":[66],"their":[67],"results":[68,108],"generalize":[69,111],"larger":[71],"some":[74],"did":[78],"not":[79,110],"account":[80],"confounding":[83],"influence":[84],"size.":[88],"In":[89],"addition,":[90],"most":[91],"adequate":[98],"suites,":[99],"which":[100],"are":[101,102],"rare":[103],"in":[104],"practice,":[105],"so":[106],"may":[109],"typical":[113],"suites.":[115]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":29},{"year":2023,"cited_by_count":32},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":31},{"year":2020,"cited_by_count":36},{"year":2019,"cited_by_count":49},{"year":2018,"cited_by_count":41},{"year":2017,"cited_by_count":43},{"year":2016,"cited_by_count":39},{"year":2015,"cited_by_count":37},{"year":2014,"cited_by_count":12}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2025-10-10T00:00:00"}