{"id":"https://openalex.org/W4392904204","doi":"https://doi.org/10.1109/tse.2024.3377378","title":"Mutation Testing in Practice: Insights From Open-Source Software Developers","display_name":"Mutation Testing in Practice: Insights From Open-Source Software Developers","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392904204","doi":"https://doi.org/10.1109/tse.2024.3377378"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3377378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3377378","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10472898.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10472898.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006570510","display_name":"Ana B. S\u00e1nchez","orcid":"https://orcid.org/0000-0003-1473-0955"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ana B. S\u00e1nchez","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0003-1473-0955","affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077957569","display_name":"Jos\u00e9 Antonio Parejo","orcid":"https://orcid.org/0000-0002-4708-4606"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 A. Parejo","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0002-4708-4606","affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057070358","display_name":"Sergio Segura","orcid":"https://orcid.org/0000-0001-8816-6213"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergio Segura","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0001-8816-6213","affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000362821","display_name":"Amador Dur\u00e1n","orcid":"https://orcid.org/0000-0003-3630-5511"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Amador Dur\u00e1n","raw_affiliation_strings":["Universidad de Sevilla, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0003-3630-5511","affiliations":[{"raw_affiliation_string":"Universidad de Sevilla, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081145634","display_name":"Mike Papadakis","orcid":"https://orcid.org/0000-0003-1852-2547"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Mike Papadakis","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-1852-2547","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.8302,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.97858757,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"50","issue":"5","first_page":"1130","last_page":"1143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8183503746986389},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6079225540161133},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.5527839660644531},{"id":"https://openalex.org/keywords/open-source-software","display_name":"Open source software","score":0.5489436388015747},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5308505296707153},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3992604911327362},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36071181297302246},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3352564573287964},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.33035874366760254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8183503746986389},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6079225540161133},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.5527839660644531},{"id":"https://openalex.org/C2988343187","wikidata":"https://www.wikidata.org/wiki/Q1130645","display_name":"Open source software","level":3,"score":0.5489436388015747},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5308505296707153},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3992604911327362},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36071181297302246},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3352564573287964},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.33035874366760254}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3377378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3377378","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10472898.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tse.2024.3377378","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2024.3377378","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/10472898.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1185736775","display_name":null,"funder_award_id":"TED2021-131023B-C21","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G1643949827","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G1926947524","display_name":null,"funder_award_id":"PID2021-126227NB-C21","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2601397997","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2926098339","display_name":null,"funder_award_id":"PID2021-126227NB-C22","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3219925899","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3681454997","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4025944743","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033/","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4042783231","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G586857820","display_name":null,"funder_award_id":"501100011033/FEDER","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6071709581","display_name":null,"funder_award_id":"13039/501100011033/","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6231620680","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033/","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G6823456974","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7177346398","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033/FEDER","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8397054816","display_name":null,"funder_award_id":"TED2021-131023B-C22","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8695128545","display_name":null,"funder_award_id":"MCIN/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320310967","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392904204.pdf","grobid_xml":"https://content.openalex.org/works/W4392904204.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W59438009","https://openalex.org/W1481364363","https://openalex.org/W1567503821","https://openalex.org/W1944155126","https://openalex.org/W1997090065","https://openalex.org/W2002072718","https://openalex.org/W2014011458","https://openalex.org/W2049695835","https://openalex.org/W2051656627","https://openalex.org/W2061227290","https://openalex.org/W2080097084","https://openalex.org/W2118493712","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2153646932","https://openalex.org/W2466388701","https://openalex.org/W2616524285","https://openalex.org/W2620476207","https://openalex.org/W2725449579","https://openalex.org/W2768363122","https://openalex.org/W2780267209","https://openalex.org/W2792692216","https://openalex.org/W2799640043","https://openalex.org/W2891488249","https://openalex.org/W2965110092","https://openalex.org/W2990712217","https://openalex.org/W2995454814","https://openalex.org/W2999309192","https://openalex.org/W2999673069","https://openalex.org/W3080102897","https://openalex.org/W3105739932","https://openalex.org/W3157897384","https://openalex.org/W3160691259","https://openalex.org/W3161290919","https://openalex.org/W3161580966","https://openalex.org/W3196350964","https://openalex.org/W4206242116","https://openalex.org/W4240343303","https://openalex.org/W4282569378","https://openalex.org/W4285728233","https://openalex.org/W4291213652","https://openalex.org/W4388858772","https://openalex.org/W6686112150"],"related_works":["https://openalex.org/W4376877853","https://openalex.org/W1493891899","https://openalex.org/W4250928611","https://openalex.org/W166480398","https://openalex.org/W167327709","https://openalex.org/W1977393088","https://openalex.org/W4387839566","https://openalex.org/W4210922265","https://openalex.org/W2491403535","https://openalex.org/W2328580451"],"abstract_inverted_index":{"Mutation":[0],"testing":[1,49,57,104,119,138,145],"drives":[2],"the":[3,19,22,52,70,80,88,115,149,154,174,190,200,206],"creation":[4],"and":[5,39,126,143,161,167,196,204],"improvement":[6],"of":[7,55,72,82,90,93,102,108,117,134,156,176,202,209],"test":[8,157],"cases":[9],"by":[10],"evaluating":[11],"their":[12,184],"ability":[13],"to":[14,96],"identify":[15],"synthetic":[16],"faults.":[17],"Over":[18],"past":[20],"decades,":[21],"technique":[23,150],"has":[24],"gained":[25],"popularity":[26],"in":[27,50,120],"academic":[28],"circles.":[29],"In":[30],"practice,":[31,121],"however,":[32],"little":[33],"is":[34],"known":[35],"about":[36],"its":[37,123],"adoption":[38,175,208],"use.":[40],"While":[41],"there":[42],"are":[43],"some":[44],"pilot":[45],"studies":[46],"applying":[47],"mutation":[48,56,83,103,118,137,144,177,210],"industry,":[51],"overall":[53],"usage":[54],"among":[58,76],"developers":[59,78,203],"remains":[60],"largely":[61],"unexplored.":[62],"To":[63],"fill":[64],"this":[65,67],"gap,":[66],"paper":[68],"presents":[69],"results":[71,89,188],"a":[73,91,100,131],"qualitative":[74],"study":[75,110],"open-source":[77,97],"on":[79],"use":[81,116],"testing.":[84,211],"Specifically,":[85],"we":[86,129],"report":[87],"survey":[92],"104":[94],"contributors":[95],"projects":[98],"using":[99],"variety":[101],"tools.":[105,146],"The":[106],"findings":[107],"our":[109],"provide":[111],"helpful":[112,151],"insights":[113],"into":[114],"including":[122],"main":[124,185],"benefits":[125],"limitations.":[127],"Overall,":[128],"observe":[130],"high":[132],"degree":[133],"satisfaction":[135],"with":[136],"across":[139],"different":[140],"programming":[141],"languages":[142],"Developers":[147],"find":[148],"for":[152,173,192],"improving":[153,162],"quality":[155],"suites,":[158],"detecting":[159],"bugs,":[160],"code":[163],"maintainability.":[164],"Popularity,":[165],"usability,":[166],"configurability":[168],"emerge":[169],"as":[170,183],"key":[171],"factors":[172],"tools,":[178],"whereas":[179],"performance":[180],"stands":[181],"overwhelmingly":[182],"limitation.":[186],"These":[187],"lay":[189],"groundwork":[191],"new":[193],"research":[194],"contributions":[195],"tools":[197],"that":[198],"meet":[199],"needs":[201],"boost":[205],"widespread":[207]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}