{"id":"https://openalex.org/W4285728233","doi":"https://doi.org/10.1007/s10664-022-10177-8","title":"Mutation testing in the wild: findings from GitHub","display_name":"Mutation testing in the wild: findings from GitHub","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4285728233","doi":"https://doi.org/10.1007/s10664-022-10177-8"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-022-10177-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10177-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10177-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10177-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006570510","display_name":"Ana B. S\u00e1nchez","orcid":"https://orcid.org/0000-0003-1473-0955"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Ana B. S\u00e1nchez","raw_affiliation_strings":["SCORE Lab, I3US Research Institute, Universidad de Sevilla, Seville, Spain"],"affiliations":[{"raw_affiliation_string":"SCORE Lab, I3US Research Institute, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030666654","display_name":"Pedro Delgado\u2010P\u00e9rez","orcid":"https://orcid.org/0000-0003-1568-9288"},"institutions":[{"id":"https://openalex.org/I39147953","display_name":"Universidad de C\u00e1diz","ror":"https://ror.org/04mxxkb11","country_code":"ES","type":"education","lineage":["https://openalex.org/I39147953"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pedro Delgado-P\u00e9rez","raw_affiliation_strings":["Escuela Superior de Ingenier\u00eda, Universidad de C\u00e1diz, C\u00e1diz, Spain"],"affiliations":[{"raw_affiliation_string":"Escuela Superior de Ingenier\u00eda, Universidad de C\u00e1diz, C\u00e1diz, Spain","institution_ids":["https://openalex.org/I39147953"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045420880","display_name":"Inmaculada Medina\u2010Bulo","orcid":null},"institutions":[{"id":"https://openalex.org/I39147953","display_name":"Universidad de C\u00e1diz","ror":"https://ror.org/04mxxkb11","country_code":"ES","type":"education","lineage":["https://openalex.org/I39147953"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Inmaculada Medina-Bulo","raw_affiliation_strings":["Escuela Superior de Ingenier\u00eda, Universidad de C\u00e1diz, C\u00e1diz, Spain"],"affiliations":[{"raw_affiliation_string":"Escuela Superior de Ingenier\u00eda, Universidad de C\u00e1diz, C\u00e1diz, Spain","institution_ids":["https://openalex.org/I39147953"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057070358","display_name":"Sergio Segura","orcid":"https://orcid.org/0000-0001-8816-6213"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergio Segura","raw_affiliation_strings":["SCORE Lab, I3US Research Institute, Universidad de Sevilla, Seville, Spain"],"affiliations":[{"raw_affiliation_string":"SCORE Lab, I3US Research Institute, Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5006570510"],"corresponding_institution_ids":["https://openalex.org/I79238269"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":5.7728,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96205288,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"27","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.721625804901123},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6582242250442505},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5757913589477539},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4911288917064667},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.4778404235839844},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4662052392959595},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4233502447605133},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3844704031944275},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.327228307723999},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32072117924690247},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.29511547088623047},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18861407041549683},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13377663493156433},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.1291152834892273},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.11170533299446106}],"concepts":[{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.721625804901123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6582242250442505},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5757913589477539},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4911288917064667},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.4778404235839844},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4662052392959595},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4233502447605133},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3844704031944275},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.327228307723999},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32072117924690247},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.29511547088623047},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18861407041549683},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13377663493156433},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.1291152834892273},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.11170533299446106},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10664-022-10177-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10177-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10177-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:idus.us.es:11441/139077","is_oa":true,"landing_page_url":"https://idus.us.es/handle//11441/139077","pdf_url":null,"source":{"id":"https://openalex.org/S4306400333","display_name":"idUS (Universidad de Sevilla)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79238269","host_organization_name":"Universidad de Sevilla","host_organization_lineage":["https://openalex.org/I79238269"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:rodin.uca.es:10498/27595","is_oa":true,"landing_page_url":"http://hdl.handle.net/10498/27595","pdf_url":null,"source":{"id":"https://openalex.org/S4306400506","display_name":"RODIN (Universidad de C\u00e1diz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I39147953","host_organization_name":"Universidad de C\u00e1diz","host_organization_lineage":["https://openalex.org/I39147953"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Empirical Software Engineering, Vol. 27, N\u00fam. 6","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10664-022-10177-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-022-10177-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-022-10177-8.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1517171316","display_name":null,"funder_award_id":"P18-FR-2895","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G261092613","display_name":null,"funder_award_id":"US-1264651","funder_id":"https://openalex.org/F4320326754","funder_display_name":"Junta de Andaluc\u00eda"},{"id":"https://openalex.org/G2631452109","display_name":null,"funder_award_id":"(ERDF)","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G6298273575","display_name":null,"funder_award_id":"RTI2018","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G7118755508","display_name":null,"funder_award_id":"EKIPMENT-PLUS","funder_id":"https://openalex.org/F4320326754","funder_display_name":"Junta de Andaluc\u00eda"},{"id":"https://openalex.org/G7305276981","display_name":null,"funder_award_id":"RTI2018-101204-B-C21","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7345122927","display_name":null,"funder_award_id":"US-1264651","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G7348476172","display_name":null,"funder_award_id":"P18-FR-2895","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G8760713267","display_name":null,"funder_award_id":"RTI2018-093608-BC33","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8891751494","display_name":null,"funder_award_id":"RTI2018-093608-BC33","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320310967","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320326754","display_name":"Junta de Andaluc\u00eda","ror":"https://ror.org/01jem9c82"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285728233.pdf","grobid_xml":"https://content.openalex.org/works/W4285728233.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W1567503821","https://openalex.org/W1944155126","https://openalex.org/W1972386298","https://openalex.org/W2002072718","https://openalex.org/W2014011458","https://openalex.org/W2049695835","https://openalex.org/W2061227290","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2140952846","https://openalex.org/W2165930237","https://openalex.org/W2404313524","https://openalex.org/W2440056063","https://openalex.org/W2466388701","https://openalex.org/W2517694059","https://openalex.org/W2620476207","https://openalex.org/W2620921533","https://openalex.org/W2725449579","https://openalex.org/W2742740910","https://openalex.org/W2768363122","https://openalex.org/W2780267209","https://openalex.org/W2788280640","https://openalex.org/W2799640043","https://openalex.org/W2806863469","https://openalex.org/W2809288627","https://openalex.org/W2809433722","https://openalex.org/W2879754515","https://openalex.org/W2884814452","https://openalex.org/W2885012161","https://openalex.org/W2887339156","https://openalex.org/W2888158576","https://openalex.org/W2891488249","https://openalex.org/W2892155153","https://openalex.org/W2908886088","https://openalex.org/W2915633482","https://openalex.org/W2943472318","https://openalex.org/W2949400639","https://openalex.org/W2954620829","https://openalex.org/W2960665662","https://openalex.org/W2962975379","https://openalex.org/W2965110092","https://openalex.org/W2979368426","https://openalex.org/W2990712217","https://openalex.org/W2998756467","https://openalex.org/W2999673069","https://openalex.org/W3000442532","https://openalex.org/W3006337474","https://openalex.org/W3032362695","https://openalex.org/W3035250811","https://openalex.org/W3083311621","https://openalex.org/W3099094173","https://openalex.org/W3099230048","https://openalex.org/W3102273185","https://openalex.org/W3103439694","https://openalex.org/W3105739932","https://openalex.org/W3110768398","https://openalex.org/W3120097415","https://openalex.org/W3125991832","https://openalex.org/W3155543330","https://openalex.org/W3160691259","https://openalex.org/W3161580966","https://openalex.org/W3196350964","https://openalex.org/W4236122429","https://openalex.org/W4239995641","https://openalex.org/W4240343303","https://openalex.org/W4248364581","https://openalex.org/W4393692804"],"related_works":["https://openalex.org/W2546792321","https://openalex.org/W2123958666","https://openalex.org/W2165310406","https://openalex.org/W2951506308","https://openalex.org/W2488011889","https://openalex.org/W2139763472","https://openalex.org/W2232482475","https://openalex.org/W2546441935","https://openalex.org/W3195681663","https://openalex.org/W2159249596"],"abstract_inverted_index":{"Abstract":[0],"Mutation":[1],"testing":[2,23,59,82,94,174],"exploits":[3],"artificial":[4],"faults":[5],"to":[6],"measure":[7],"the":[8,28,37,45,55,71,78,103,115,124,160,194,225],"adequacy":[9],"of":[10,47,57,73,80,108,172,227,229],"test":[11],"suites":[12],"and":[13,33,52,99,127,130,149,156,180,182,197,202,210,221],"guide":[14],"their":[15,109],"improvement.":[16],"It":[17],"has":[18],"become":[19],"an":[20],"extremely":[21],"popular":[22,209],"technique":[24],"as":[25],"evidenced":[26],"by":[27,178],"vast":[29],"literature,":[30],"numerous":[31],"tools,":[32,95,121],"research":[34,183],"events":[35],"on":[36,77,114,123,224],"topic.":[38],"Previous":[39],"survey":[40],"papers":[41],"have":[42],"successfully":[43],"compiled":[44],"state":[46,226],"research,":[48],"its":[49],"evolution,":[50],"problems,":[51],"challenges.":[53],"However,":[54],"use":[56,79,171],"mutation":[58,81,93,164,173,190,230],"in":[60,83,97,147,166,193,200,206,214],"practice":[61,228],"is":[62,175],"still":[63],"largely":[64,198],"unexplored.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69,87,100,112,142],"report":[70],"results":[72],"a":[74,90,144,219],"thorough":[75],"study":[76],"GitHub":[84,104,134,207],"projects.":[85],"Specifically,":[86],"first":[88],"performed":[89],"search":[91],"for":[92],"127":[96],"total,":[98],"automatically":[101],"searched":[102],"repositories":[105,136],"including":[106],"evidence":[107],"use.":[110],"Then,":[111],"focused":[113],"top":[116],"ten":[117],"most":[118,161],"widely":[119,162,212],"used":[120,163,199,213],"based":[122],"previous":[125],"results,":[126],"manually":[128],"revised":[129],"classified":[131],"over":[132],"3.5K":[133],"active":[135],"importing":[137],"them.":[138],"Among":[139],"other":[140],"findings,":[141],"observed":[143],"recent":[145,167],"upturn":[146],"interest":[148],"activity,":[150],"with":[151,186],"Infection":[152],"(PHP),":[153],"PIT":[154],"(Java)":[155],"Humbug":[157],"(PHP)":[158],"being":[159],"tools":[165,191],"years.":[168],"The":[169],"predominant":[170],"development,":[176],"followed":[177],"teaching":[179,201],"learning,":[181],"projects,":[184],"although":[185],"significant":[187],"differences":[188],"among":[189],"found":[192,205],"literature\u2014less":[195],"adopted":[196],"research\u2014and":[203],"those":[204],"only\u2014more":[208],"more":[211],"development.":[215],"Our":[216],"work":[217],"provides":[218],"new":[220],"encouraging":[222],"perspective":[223],"testing.":[231]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}