{"id":"https://openalex.org/W4413788980","doi":"https://doi.org/10.1145/3748504","title":"Understanding the Potentially Confounding Effect of Test Suite Size in Test Effectiveness Evaluation","display_name":"Understanding the Potentially Confounding Effect of Test Suite Size in Test Effectiveness Evaluation","publication_year":2025,"publication_date":"2025-08-28","ids":{"openalex":"https://openalex.org/W4413788980","doi":"https://doi.org/10.1145/3748504"},"language":"en","primary_location":{"id":"doi:10.1145/3748504","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3748504","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088373482","display_name":"Zeyu Lu","orcid":"https://orcid.org/0009-0001-7370-6421"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Lu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0001-7370-6421","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322763","display_name":"Yang Wang","orcid":"https://orcid.org/0000-0002-6771-2139"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0002-6771-2139","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yi Rong","orcid":"https://orcid.org/0009-0009-7261-9498"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Rong","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0009-7261-9498","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifan Huang","orcid":"https://orcid.org/0009-0008-7055-5016"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Huang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0008-7055-5016","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuan Wang","orcid":"https://orcid.org/0009-0001-7775-5124"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0009-0001-7775-5124","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100756151","display_name":"Peng Zhang","orcid":"https://orcid.org/0000-0003-2902-2249"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Zhang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-2902-2249","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082429541","display_name":"Shan Gao","orcid":"https://orcid.org/0009-0006-2695-2968"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan Gao","raw_affiliation_strings":["Independent Researcher, Hangzhou, China","Independent Researcher, China"],"raw_orcid":"https://orcid.org/0009-0006-2695-2968","affiliations":[{"raw_affiliation_string":"Independent Researcher, Hangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Independent Researcher, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101412924","display_name":"Maolin Sun","orcid":"https://orcid.org/0000-0001-5617-2205"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maolin Sun","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0001-5617-2205","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037791183","display_name":"Yibiao Yang","orcid":"https://orcid.org/0000-0003-1153-2013"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibiao Yang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-1153-2013","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100360608","display_name":"Yanhui Li","orcid":"https://orcid.org/0000-0003-2282-7175"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanhui Li","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-2282-7175","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443798","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0003-2352-2226"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0003-2352-2226","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031391841","display_name":"Yuming Zhou","orcid":"https://orcid.org/0000-0002-4645-2526"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Zhou","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","State Key Laboratory for Novel Software Technology, Nanjing University, China"],"raw_orcid":"https://orcid.org/0000-0002-4645-2526","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21417428,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"5","first_page":"1","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7089439630508423},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.6055532693862915},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5321775078773499},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5309680700302124},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4874122440814972},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.328144371509552},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.1909186840057373},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1748879849910736},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.14944356679916382},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.09701287746429443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08234575390815735},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0660434365272522},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06597575545310974},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.06500926613807678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7089439630508423},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.6055532693862915},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5321775078773499},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5309680700302124},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4874122440814972},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.328144371509552},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.1909186840057373},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1748879849910736},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.14944356679916382},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.09701287746429443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08234575390815735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0660434365272522},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06597575545310974},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.06500926613807678},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3748504","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3748504","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4849440505","display_name":null,"funder_award_id":"BK20231402","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G6753478912","display_name":null,"funder_award_id":"62172205, 62172202, 62272221, 624B2067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W1567503821","https://openalex.org/W1594826301","https://openalex.org/W1609394770","https://openalex.org/W1640894779","https://openalex.org/W1849190772","https://openalex.org/W1965194038","https://openalex.org/W1971650562","https://openalex.org/W1974350962","https://openalex.org/W1976727279","https://openalex.org/W1984481956","https://openalex.org/W1985797722","https://openalex.org/W1989171126","https://openalex.org/W1992960077","https://openalex.org/W1992987499","https://openalex.org/W2002758617","https://openalex.org/W2011804598","https://openalex.org/W2014011458","https://openalex.org/W2019368525","https://openalex.org/W2030978593","https://openalex.org/W2039708283","https://openalex.org/W2040019420","https://openalex.org/W2056514427","https://openalex.org/W2058554556","https://openalex.org/W2060476709","https://openalex.org/W2063068372","https://openalex.org/W2095710561","https://openalex.org/W2097808034","https://openalex.org/W2099855131","https://openalex.org/W2102139879","https://openalex.org/W2102742419","https://openalex.org/W2106072155","https://openalex.org/W2110068396","https://openalex.org/W2110591140","https://openalex.org/W2122475259","https://openalex.org/W2125814238","https://openalex.org/W2129761255","https://openalex.org/W2135841285","https://openalex.org/W2136043644","https://openalex.org/W2137433502","https://openalex.org/W2148540129","https://openalex.org/W2152949369","https://openalex.org/W2156127351","https://openalex.org/W2156723666","https://openalex.org/W2160538621","https://openalex.org/W2161053231","https://openalex.org/W2169441005","https://openalex.org/W2240451833","https://openalex.org/W2535617737","https://openalex.org/W2545458768","https://openalex.org/W2605553599","https://openalex.org/W2616524285","https://openalex.org/W2739864926","https://openalex.org/W2751032509","https://openalex.org/W2754335648","https://openalex.org/W2757104921","https://openalex.org/W2766540688","https://openalex.org/W2788962378","https://openalex.org/W2789966497","https://openalex.org/W2793776506","https://openalex.org/W2808559179","https://openalex.org/W2878316859","https://openalex.org/W2944192348","https://openalex.org/W2952417710","https://openalex.org/W2955667094","https://openalex.org/W2963161254","https://openalex.org/W2963674831","https://openalex.org/W2967191362","https://openalex.org/W3000362837","https://openalex.org/W3020954115","https://openalex.org/W3045296135","https://openalex.org/W3087189196","https://openalex.org/W3093696579","https://openalex.org/W3104664063","https://openalex.org/W3111827872","https://openalex.org/W3153266893","https://openalex.org/W4236965008","https://openalex.org/W4238071321","https://openalex.org/W4245892763","https://openalex.org/W4246786946","https://openalex.org/W4247094842","https://openalex.org/W4251215559","https://openalex.org/W4284706927","https://openalex.org/W4285251253","https://openalex.org/W4289257608","https://openalex.org/W4307510928","https://openalex.org/W4317103438","https://openalex.org/W4394015350","https://openalex.org/W6968978714"],"related_works":["https://openalex.org/W4231704780","https://openalex.org/W2083794993","https://openalex.org/W352609212","https://openalex.org/W4404692318","https://openalex.org/W4200340037","https://openalex.org/W1511772879","https://openalex.org/W4379115841","https://openalex.org/W1485837041","https://openalex.org/W3215182545","https://openalex.org/W3204955359"],"abstract_inverted_index":{"Background":[0],".":[1,93,282],"Code":[2],"coverage":[3,244],"and":[4,112,206,225,253,264],"mutation":[5,232],"score":[6,233],"serve":[7],"as":[8],"pivotal":[9],"test":[10,17,46,58,62,89,101,109,114,137,144,162,176,196,203,239,255,278,285,290,301],"effectiveness":[11,63,110,145,204,236,286],"metrics":[12,111,205,287],"used":[13],"to":[14,20,73,97,117,127,155,288,296],"assess":[15,289],"a":[16,113,151,267],"suite\u2019s":[18,115],"ability":[19,116],"uncover":[21],"actual":[22,119],"defects.":[23,120],"However,":[24],"prior":[25],"research":[26],"has":[27],"produced":[28],"inconsistent":[29],"or":[30,79],"even":[31],"conflicting":[32],"findings":[33],"regarding":[34],"their":[35],"correlation":[36],"with":[37],"defect":[38,187,207,262,274],"detection":[39,208,275],"capability,":[40],"particularly":[41],"concerning":[42],"the":[43,53,71,75,80,86,105,129,132,141,157,169,185,192,200,214,222,229,246,271,298],"impact":[44,170],"of":[45,52,57,82,88,131,136,143,161,171,195,273,300],"suite":[47,59,90,102,138,163,177,197,240,256,291,302],"size.":[48,164,303],"Problem.":[49],"The":[50],"extent":[51,130],"potentially":[54,76,133,158],"confounding":[55,77,134,159,193,223,230],"effect":[56,135,160,194],"size":[60,103,139,198],"in":[61,140,210,237,261,270],"evaluation":[64],"context":[65,142],"is":[66,70,96,245,266,294],"not":[67],"clear,":[68],"nor":[69],"method":[72,154,174,218],"remove":[74,156,221],"effect,":[78,231],"influence":[81,299],"this":[83,172],"removal":[84,173],"on":[85,175,184,199],"performance":[87],"optimization.":[91,178],"Objective":[92],"Our":[94,180],"goal":[95],"deeply":[98],"understand":[99],"how":[100],"affects":[104],"true":[106],"relationship":[107],"between":[108,202],"detect":[118],"Method.":[121],"We":[122],"first":[123],"employ":[124],"statistical":[125],"methods":[126],"examine":[128],"evaluation.":[146],"After":[147],"that,":[148],"we":[149,166],"propose":[150],"linear":[152,216],"regression-based":[153,217],"Finally,":[165],"empirically":[167],"explore":[168],"Result.":[179],"experimental":[181],"results,":[182],"based":[183],"Defects4J":[186],"dataset,":[188],"uncovers":[189],"that:":[190],"(1)":[191],"associations":[201],"capability":[209],"general":[211],"exists;":[212],"(2)":[213],"proposed":[215],"can":[219],"effectively":[220],"effect;":[224],"(3)":[226],"after":[227],"removing":[228],"demonstrates":[234],"superior":[235],"predicting":[238],"effectiveness,":[241,292],"while":[242],"statement":[243],"least":[247],"effective":[248],"metric.":[249],"Furthermore,":[250],"both":[251],"coverage-based":[252,277],"mutation-based":[254],"reduction":[257],"exhibit":[258],"enhanced":[259],"cost-effectiveness":[260],"detection,":[263],"there":[265],"marginal":[268],"improvement":[269],"speed":[272],"for":[276],"case":[279],"prioritization.":[280],"Conclusion":[281],"When":[283],"using":[284],"it":[293],"crucial":[295],"eliminate":[297]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}