{"id":"https://openalex.org/W3198059282","doi":"https://doi.org/10.18293/seke2021-155","title":"A Framework for Mutation Testing of Machine Learning Systems (S)","display_name":"A Framework for Mutation Testing of Machine Learning Systems (S)","publication_year":2021,"publication_date":"2021-07-09","ids":{"openalex":"https://openalex.org/W3198059282","doi":"https://doi.org/10.18293/seke2021-155","mag":"3198059282"},"language":"en","primary_location":{"id":"doi:10.18293/seke2021-155","is_oa":true,"landing_page_url":"http://doi.org/10.18293/seke2021-155","pdf_url":"https://doi.org/10.18293/seke2021-155","source":{"id":"https://openalex.org/S4220650826","display_name":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","issn_l":"2325-9000","issn":["2325-9000","2325-9086"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Software Engineering and Knowledge Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.18293/seke2021-155","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056519686","display_name":"Raju Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I74796645","display_name":"Birla Institute of Technology and Science, Pilani","ror":"https://ror.org/001p3jz28","country_code":"IN","type":"education","lineage":["https://openalex.org/I74796645"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Raju Singh","raw_affiliation_strings":["Department of Computer Science & Information Systems BITS Pilani Pilani, India"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Information Systems BITS Pilani Pilani, India","institution_ids":["https://openalex.org/I74796645"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5056519686"],"corresponding_institution_ids":["https://openalex.org/I74796645"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17690418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2021","issue":null,"first_page":"554","last_page":"559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.724465012550354},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5889639258384705},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5085090398788452},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.5057713985443115},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5043789148330688},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.49095800518989563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4849138855934143},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.4840787947177887},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.4796338677406311},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4755285084247589},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.43225669860839844},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.429691344499588},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3931383490562439},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.36682647466659546},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.35542696714401245},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2947554886341095},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.15856927633285522},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12546929717063904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.724465012550354},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5889639258384705},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5085090398788452},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.5057713985443115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5043789148330688},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.49095800518989563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4849138855934143},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.4840787947177887},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.4796338677406311},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4755285084247589},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.43225669860839844},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.429691344499588},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3931383490562439},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.36682647466659546},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.35542696714401245},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2947554886341095},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.15856927633285522},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12546929717063904},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18293/seke2021-155","is_oa":true,"landing_page_url":"http://doi.org/10.18293/seke2021-155","pdf_url":"https://doi.org/10.18293/seke2021-155","source":{"id":"https://openalex.org/S4220650826","display_name":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","issn_l":"2325-9000","issn":["2325-9000","2325-9086"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Software Engineering and Knowledge Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18293/seke2021-155","is_oa":true,"landing_page_url":"http://doi.org/10.18293/seke2021-155","pdf_url":"https://doi.org/10.18293/seke2021-155","source":{"id":"https://openalex.org/S4220650826","display_name":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","issn_l":"2325-9000","issn":["2325-9000","2325-9086"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Software Engineering and Knowledge Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3198059282.pdf","grobid_xml":"https://content.openalex.org/works/W3198059282.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1510073064","https://openalex.org/W1901616594","https://openalex.org/W2041713059","https://openalex.org/W2101234009","https://openalex.org/W2113307818","https://openalex.org/W2119112357","https://openalex.org/W2122450421","https://openalex.org/W2125283600","https://openalex.org/W2162406453","https://openalex.org/W2187877229","https://openalex.org/W2592929672","https://openalex.org/W2606508169","https://openalex.org/W2766210411","https://openalex.org/W2799640043","https://openalex.org/W2922234936","https://openalex.org/W2954855426","https://openalex.org/W2962947361","https://openalex.org/W2962977206","https://openalex.org/W3007157104","https://openalex.org/W3088548528","https://openalex.org/W3100935330","https://openalex.org/W3159649695","https://openalex.org/W4237854095","https://openalex.org/W4298110250","https://openalex.org/W6660771850","https://openalex.org/W6675354045","https://openalex.org/W6734074887","https://openalex.org/W6734494589","https://openalex.org/W6910318977"],"related_works":["https://openalex.org/W2886756146","https://openalex.org/W1988901622","https://openalex.org/W1603792055","https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2135463065","https://openalex.org/W2285846401","https://openalex.org/W2098804367","https://openalex.org/W2085543444","https://openalex.org/W2413508222"],"abstract_inverted_index":{"In":[0],"this":[1,137],"paper,":[2,138],"we":[3,20,139],"provide":[4],"an":[5,57],"insight":[6],"journey":[7],"of":[8,10,56,67,69],"Testing":[9],"Machine":[11,33],"Learning":[12,34],"Systems":[13],"(MLS),":[14],"its":[15,111],"evolution,":[16],"current":[17],"paradigm,":[18],"and":[19,54,110,135],"propose":[21],"a":[22],"machine":[23],"learning":[24],"mutation":[25],"testing":[26,104,134,152],"framework":[27],"with":[28],"scope":[29],"for":[30,88],"future":[31],"work.":[32],"(ML)":[35],"Models":[36],"are":[37],"being":[38],"used":[39],"even":[40],"in":[41,65,128,136],"critical":[42,89],"applications":[43],"such":[44,106],"as":[45,107],"Healthcare,":[46],"Automobile,":[47],"Air":[48],"Traffic":[49],"control,":[50],"Share":[51],"Trading,":[52],"etc.,":[53],"failure":[55],"ML":[58,77,90,133],"Model":[59],"can":[60],"lead":[61],"to":[62,131,145],"severe":[63],"consequences":[64],"terms":[66],"loss":[68],"life":[70],"or":[71],"property.":[72],"To":[73],"remediate":[74],"this,":[75],"the":[76,80,93,102,118,123,132],"community":[78],"around":[79],"world,":[81],"must":[82,100],"build":[83],"highly":[84],"reliable":[85],"test":[86,98,108],"architectures":[87],"applications.":[91],"At":[92],"very":[94],"foundation":[95],"layer,":[96],"any":[97,153],"model":[99],"satisfy":[101],"core":[103],"attributes":[105,114],"properties":[109],"components.":[112],"These":[113],"should":[115],"come":[116],"from":[117],"software":[119],"engineering":[120],"discipline":[121],"but":[122],"same":[124],"cannot":[125],"be":[126],"applied":[127],"as-is":[129,150],"form":[130],"explain":[140],"why":[141],"it":[142],"is":[143],"challenging":[144],"use":[146],"Software":[147],"Engineering":[148],"Principles":[149],"when":[151],"MLS.":[154]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}