{"id":"https://openalex.org/W2788962378","doi":"https://doi.org/10.1145/3180155.3180183","title":"Are mutation scores correlated with real fault detection?","display_name":"Are mutation scores correlated with real fault detection?","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W2788962378","doi":"https://doi.org/10.1145/3180155.3180183","mag":"2788962378"},"language":"en","primary_location":{"id":"doi:10.1145/3180155.3180183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180183","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180183","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180183","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081145634","display_name":"Mike Papadakis","orcid":"https://orcid.org/0000-0003-1852-2547"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Mike Papadakis","raw_affiliation_strings":["University of Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019085537","display_name":"Donghwan Shin","orcid":"https://orcid.org/0000-0002-0840-6449"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Donghwan Shin","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070401254","display_name":"Shin Yoo","orcid":"https://orcid.org/0000-0002-0836-6993"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shin Yoo","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067376000","display_name":"Doo\u2010Hwan Bae","orcid":"https://orcid.org/0000-0002-3152-5219"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Doo-Hwan Bae","raw_affiliation_strings":["Korea Advanced Institute of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Korea Advanced Institute of Science and Technology","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5081145634"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":14.3857,"has_fulltext":true,"cited_by_count":101,"citation_normalized_percentile":{"value":0.99098016,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"537","last_page":"548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6391830444335938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5929923057556152},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5885670185089111},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.584854781627655},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.49121683835983276},{"id":"https://openalex.org/keywords/confounding","display_name":"Confounding","score":0.450784832239151},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.43574416637420654},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.42688262462615967},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4052276015281677},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32332900166511536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3008202314376831},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2347036898136139},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.23407411575317383},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21845665574073792},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.1479768455028534},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.07025524973869324}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6391830444335938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5929923057556152},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5885670185089111},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.584854781627655},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.49121683835983276},{"id":"https://openalex.org/C77350462","wikidata":"https://www.wikidata.org/wiki/Q1125472","display_name":"Confounding","level":2,"score":0.450784832239151},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.43574416637420654},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.42688262462615967},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4052276015281677},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32332900166511536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3008202314376831},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2347036898136139},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.23407411575317383},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21845665574073792},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.1479768455028534},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.07025524973869324},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3180155.3180183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180183","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180183","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3180155.3180183","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180183","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180183","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1806439380","display_name":null,"funder_award_id":"Korea government (MSIP)","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G3034753964","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G5452331960","display_name":null,"funder_award_id":"2017M3C4A7068179","funder_id":"https://openalex.org/F4320322030","funder_display_name":"Ministry of Science, ICT and Future Planning"},{"id":"https://openalex.org/G6072120315","display_name":null,"funder_award_id":"funded","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322030","display_name":"Ministry of Science, ICT and Future Planning","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2788962378.pdf","grobid_xml":"https://content.openalex.org/works/W2788962378.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1486172410","https://openalex.org/W1546908222","https://openalex.org/W1710734607","https://openalex.org/W1963523113","https://openalex.org/W1965070914","https://openalex.org/W1965194038","https://openalex.org/W1971137495","https://openalex.org/W1971650562","https://openalex.org/W1976727279","https://openalex.org/W1984481956","https://openalex.org/W1996701120","https://openalex.org/W2013711971","https://openalex.org/W2014011458","https://openalex.org/W2016333911","https://openalex.org/W2018017297","https://openalex.org/W2028536280","https://openalex.org/W2061781275","https://openalex.org/W2063068372","https://openalex.org/W2070537549","https://openalex.org/W2084181320","https://openalex.org/W2102742419","https://openalex.org/W2106072155","https://openalex.org/W2111960623","https://openalex.org/W2114733864","https://openalex.org/W2121084350","https://openalex.org/W2124300773","https://openalex.org/W2134691366","https://openalex.org/W2135937266","https://openalex.org/W2145733341","https://openalex.org/W2145922831","https://openalex.org/W2156723666","https://openalex.org/W2279657578","https://openalex.org/W2343875716","https://openalex.org/W2466388701","https://openalex.org/W2471516951","https://openalex.org/W2473248416","https://openalex.org/W2478089724","https://openalex.org/W2546730260","https://openalex.org/W2616524285","https://openalex.org/W2619786343","https://openalex.org/W2725449579","https://openalex.org/W2739864926","https://openalex.org/W2780267209","https://openalex.org/W4240520787"],"related_works":["https://openalex.org/W2994176440","https://openalex.org/W2510575233","https://openalex.org/W2481749367","https://openalex.org/W830718730","https://openalex.org/W2495367848","https://openalex.org/W2793477322","https://openalex.org/W4236720793","https://openalex.org/W1992228662","https://openalex.org/W4246786946","https://openalex.org/W2503931704"],"abstract_inverted_index":{"Empirical":[0],"validation":[1],"of":[2,42,46,73,143,159,190],"software":[3],"testing":[4],"studies":[5],"is":[6,13,27],"increasingly":[7],"relying":[8],"on":[9],"mutants.":[10],"This":[11],"practice":[12],"motivated":[14],"by":[15],"the":[16,30,40,43,47,55,71,123,139,144,160,172,187],"strong":[17],"correlation":[18,195],"between":[19,57,99],"mutant":[20],"scores":[21,101,169],"and":[22,63,82,87,90,93,102],"real":[23,91,103],"fault":[24,104,140,173,188,197],"detection":[25,72,105,141,189,198],"that":[26,37,96,117,165,180],"reported":[28],"in":[29],"literature.":[31],"In":[32,51],"contrast,":[33],"our":[34,177],"study":[35],"shows":[36],"correlations":[38,98],"are":[39,106,199],"results":[41],"confounding":[44],"effects":[45],"test":[48,64,111,151,157,191],"suite":[49,65,112],"size.":[50,113],"particular,":[52],"we":[53,163],"investigate":[54],"relation":[56],"two":[58,78],"independent":[59,119],"variables,":[60],"mutation":[61,100,149,168],"score":[62],"size,":[66],"with":[67,84,126,132,196],"one":[68],"dependent":[69,124],"variable":[70],"(real)":[74],"faults.":[75],"We":[76,114],"use":[77],"data":[79,178],"sets,":[80],"CoreBench":[81],"Defects4J,":[83],"large":[85],"C":[86],"Java":[88],"programs":[89],"faults":[92],"provide":[94,182],"evidence":[95],"all":[97],"weak":[107],"when":[108],"controlling":[109],"for":[110,185],"also":[115],"find":[116,164],"both":[118],"variables":[120],"significantly":[121,127,171],"influence":[122],"one,":[125],"better":[128],"fits,":[129],"but":[130,193],"overall":[131],"relative":[133],"low":[134],"prediction":[135],"power.":[136],"By":[137],"measuring":[138],"capability":[142],"top":[145],"ranked,":[146],"according":[147],"to":[148,154],"score,":[150],"suites":[152,158],"(opposed":[153],"randomly":[155],"selected":[156],"same":[161],"size),":[162],"achieving":[166],"higher":[167],"improves":[170],"detection.":[174],"Taken":[175],"together,":[176],"suggest":[179],"mutants":[181],"good":[183],"guidance":[184],"improving":[186],"suites,":[192],"their":[194],"weak.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}