{"id":"https://openalex.org/W2619786343","doi":"https://doi.org/10.1145/3019612.3019830","title":"An empirical study on the application of mutation testing for a safety-critical industrial software system","display_name":"An empirical study on the application of mutation testing for a safety-critical industrial software system","publication_year":2017,"publication_date":"2017-04-03","ids":{"openalex":"https://openalex.org/W2619786343","doi":"https://doi.org/10.1145/3019612.3019830","mag":"2619786343"},"language":"en","primary_location":{"id":"doi:10.1145/3019612.3019830","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3019612.3019830","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004548330","display_name":"Rudolf Ramler","orcid":"https://orcid.org/0000-0001-9903-6107"},"institutions":[{"id":"https://openalex.org/I4210126338","display_name":"Software Competence Center Hagenberg (Austria)","ror":"https://ror.org/02ks3nr96","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210126338"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Rudolf Ramler","raw_affiliation_strings":["Software Competence Center Hagenberg GmbH, Hagenberg, Austria"],"affiliations":[{"raw_affiliation_string":"Software Competence Center Hagenberg GmbH, Hagenberg, Austria","institution_ids":["https://openalex.org/I4210126338"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024930600","display_name":"Thomas Wetzlmaier","orcid":"https://orcid.org/0000-0002-2074-2576"},"institutions":[{"id":"https://openalex.org/I4210126338","display_name":"Software Competence Center Hagenberg (Austria)","ror":"https://ror.org/02ks3nr96","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210126338"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Thomas Wetzlmaier","raw_affiliation_strings":["Software Competence Center Hagenberg GmbH, Hagenberg, Austria"],"affiliations":[{"raw_affiliation_string":"Software Competence Center Hagenberg GmbH, Hagenberg, Austria","institution_ids":["https://openalex.org/I4210126338"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000636779","display_name":"Claus Klammer","orcid":"https://orcid.org/0000-0002-7777-1343"},"institutions":[{"id":"https://openalex.org/I4210126338","display_name":"Software Competence Center Hagenberg (Austria)","ror":"https://ror.org/02ks3nr96","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210126338"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Claus Klammer","raw_affiliation_strings":["Software Competence Center Hagenberg GmbH, Hagenberg, Austria"],"affiliations":[{"raw_affiliation_string":"Software Competence Center Hagenberg GmbH, Hagenberg, Austria","institution_ids":["https://openalex.org/I4210126338"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004548330"],"corresponding_institution_ids":["https://openalex.org/I4210126338"],"apc_list":null,"apc_paid":null,"fwci":3.8722,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93848298,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1401","last_page":"1408"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7575422525405884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6314406991004944},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6085906624794006},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.6075662970542908},{"id":"https://openalex.org/keywords/mutation-testing","display_name":"Mutation testing","score":0.5863144397735596},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.541408360004425},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.523074209690094},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5016536712646484},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.46833181381225586},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.41353175044059753},{"id":"https://openalex.org/keywords/development-testing","display_name":"Development testing","score":0.4130863547325134},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3978230357170105},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3976622223854065},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.37772336602211},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3563954830169678},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2414659857749939},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21977367997169495},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11544081568717957},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11361497640609741},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09461435675621033}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7575422525405884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6314406991004944},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6085906624794006},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.6075662970542908},{"id":"https://openalex.org/C163565370","wikidata":"https://www.wikidata.org/wiki/Q4308623","display_name":"Mutation testing","level":4,"score":0.5863144397735596},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.541408360004425},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.523074209690094},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5016536712646484},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.46833181381225586},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.41353175044059753},{"id":"https://openalex.org/C63406617","wikidata":"https://www.wikidata.org/wiki/Q5266714","display_name":"Development testing","level":5,"score":0.4130863547325134},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3978230357170105},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3976622223854065},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37772336602211},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3563954830169678},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2414659857749939},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21977367997169495},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11544081568717957},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11361497640609741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09461435675621033},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3019612.3019830","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3019612.3019830","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5199999809265137}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W69106465","https://openalex.org/W132594803","https://openalex.org/W1543929281","https://openalex.org/W1996596150","https://openalex.org/W2013711971","https://openalex.org/W2061781275","https://openalex.org/W2110591140","https://openalex.org/W2135841285","https://openalex.org/W2154897437","https://openalex.org/W2160980126","https://openalex.org/W2162739315","https://openalex.org/W2164105290","https://openalex.org/W2241715679","https://openalex.org/W2286367745","https://openalex.org/W2498260651","https://openalex.org/W2611891450","https://openalex.org/W3021711008","https://openalex.org/W4285719527","https://openalex.org/W4391166386","https://openalex.org/W6695627837"],"related_works":["https://openalex.org/W2008336920","https://openalex.org/W2407460520","https://openalex.org/W4390047153","https://openalex.org/W4303622658","https://openalex.org/W4234553401","https://openalex.org/W3008317","https://openalex.org/W2143887989","https://openalex.org/W2063289013","https://openalex.org/W2394173733","https://openalex.org/W182761307"],"abstract_inverted_index":{"Background:":[0],"Testing":[1],"is":[2,36,55],"an":[3,87],"essential":[4],"activity":[5],"in":[6,13,72,159,179],"safety-critical":[7,75,91],"software":[8,76],"development,":[9],"following":[10],"high":[11],"standards":[12],"terms":[14],"of":[15,24,52,62,69,74,106,112,120],"code":[16,181],"coverage.":[17],"Mutation":[18,93],"testing":[19,25,35,64,71,161],"allows":[20],"assessing":[21],"the":[22,53,58,67,99,128,133,160,169,180,184,189],"effectiveness":[23],"and":[26,60,150,163],"helps":[27],"to":[28,41,46,56,98,167],"further":[29],"improve":[30,168],"test":[31,103,116,136,172],"cases.":[32],"However,":[33],"mutation":[34,63],"not":[37],"widely":[38],"practiced":[39],"due":[40],"scalability":[42],"problems":[43],"when":[44,182],"applied":[45,97],"real-world":[47],"systems.":[48,77,92],"Objective:":[49],"The":[50,143,197],"objective":[51],"study":[54,81],"investigate":[57],"applicability":[59],"usefulness":[61],"for":[65],"improving":[66,183],"quality":[68],"unit":[70,135,171],"context":[73],"Method:":[78],"A":[79,118],"case":[80],"has":[82,95,124],"been":[83,96,125],"conducted":[84],"together":[85],"with":[86],"engineering":[88],"company":[89],"developing":[90],"analysis":[94],"studied":[100],"system":[101],"under":[102],"(60,000":[104],"LOC":[105],"C":[107],"code)":[108],"producing":[109],"75,043":[110],"mutants":[111,123,149,190],"which":[113],"27,158":[114],"survived":[115],"execution.":[117],"sample":[119,145],"200":[121],"live":[122],"reviewed":[126,144],"by":[127],"engineers,":[129],"who":[130],"also":[131],"improved":[132],"existing":[134,170],"suite":[137],"based":[138],"on":[139],"their":[140],"findings.":[141],"Findings:":[142],"contained":[146],"24+":[147],"equivalent":[148],"12+":[151],"duplicated":[152],"mutants.":[153],"It":[154],"revealed":[155],"a":[156,203],"weak":[157],"spot":[158],"approach":[162],"provided":[164],"valuable":[165],"guidance":[166],"suite.":[173],"Two":[174],"new":[175],"faults":[176],"were":[177],"found":[178],"tests.":[185],"Test":[186],"execution":[187],"against":[188],"required":[191],"over":[192],"4,000":[193],"hours":[194],"computing":[195],"time.":[196],"overall":[198],"effort":[199],"was":[200],"about":[201],"half":[202],"person":[204],"year.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}