{"id":"https://openalex.org/W2912899164","doi":"https://doi.org/10.1109/tr.2019.2892517","title":"Machine Learning Applied to Software Testing: A Systematic Mapping Study","display_name":"Machine Learning Applied to Software Testing: A Systematic Mapping Study","publication_year":2019,"publication_date":"2019-02-12","ids":{"openalex":"https://openalex.org/W2912899164","doi":"https://doi.org/10.1109/tr.2019.2892517","mag":"2912899164"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2019.2892517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2019.2892517","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/TR.2019.2892517","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057530896","display_name":"Vin\u00edcius H. S. Durelli","orcid":"https://orcid.org/0000-0002-5768-1850"},"institutions":[{"id":"https://openalex.org/I166595947","display_name":"Federal University of S\u00e3o Jo\u00e3o del-Rei","ror":"https://ror.org/03vrj4p82","country_code":"BR","type":"education","lineage":["https://openalex.org/I166595947"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Vinicius H. S. Durelli","raw_affiliation_strings":["Department of Computer Science, Federal University of S\u00e3o Jo\u00e3o Del Rei, S\u00e3o Jo\u00e3o Del Rei, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of S\u00e3o Jo\u00e3o Del Rei, S\u00e3o Jo\u00e3o Del Rei, Brazil","institution_ids":["https://openalex.org/I166595947"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038101088","display_name":"Rafael S. Durelli","orcid":"https://orcid.org/0000-0002-6343-7715"},"institutions":[{"id":"https://openalex.org/I1315085146","display_name":"Universidade Federal de Lavras","ror":"https://ror.org/0122bmm03","country_code":"BR","type":"education","lineage":["https://openalex.org/I1315085146"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rafael S. Durelli","raw_affiliation_strings":["Department of Computer Science, Federal University of Lavras, Lavras, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of Lavras, Lavras, Brazil","institution_ids":["https://openalex.org/I1315085146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048167717","display_name":"Simone S. Borges","orcid":"https://orcid.org/0000-0003-1767-2834"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Simone S. Borges","raw_affiliation_strings":["Department of Computer Science, Federal University of Technology, Curitiba, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of Technology, Curitiba, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091725560","display_name":"Andr\u00e9 Takeshi Endo","orcid":"https://orcid.org/0000-0002-8737-1749"},"institutions":[{"id":"https://openalex.org/I1283613182","display_name":"Universidade Tecnol\u00f3gica Federal do Paran\u00e1","ror":"https://ror.org/002v2kq79","country_code":"BR","type":"education","lineage":["https://openalex.org/I1283613182"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andre T. Endo","raw_affiliation_strings":["Department of Computer Science, Federal University of Technology, Curitiba, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of Technology, Curitiba, Brazil","institution_ids":["https://openalex.org/I1283613182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009024057","display_name":"Marcelo Medeiros Eler","orcid":"https://orcid.org/0000-0001-5872-0607"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcelo M. Eler","raw_affiliation_strings":["School of Arts, Sciences and Humanities \u2013 University of S\u00e3o Paulo, S\u00e3o Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"School of Arts, Sciences and Humanities \u2013 University of S\u00e3o Paulo, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018907173","display_name":"Diego Roberto Colombo Dias","orcid":"https://orcid.org/0000-0001-9619-2171"},"institutions":[{"id":"https://openalex.org/I166595947","display_name":"Federal University of S\u00e3o Jo\u00e3o del-Rei","ror":"https://ror.org/03vrj4p82","country_code":"BR","type":"education","lineage":["https://openalex.org/I166595947"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Diego R. C. Dias","raw_affiliation_strings":["Department of Computer Science, Federal University of S\u00e3o Jo\u00e3o Del Rei, S\u00e3o Jo\u00e3o Del Rei, Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Federal University of S\u00e3o Jo\u00e3o Del Rei, S\u00e3o Jo\u00e3o Del Rei, Brazil","institution_ids":["https://openalex.org/I166595947"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112374127","display_name":"Marcelo P. Guimar\u00e3es","orcid":null},"institutions":[{"id":"https://openalex.org/I88273585","display_name":"Universidade Federal de S\u00e3o Paulo","ror":"https://ror.org/02k5swt12","country_code":"BR","type":"education","lineage":["https://openalex.org/I88273585"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Marcelo P. Guimaraes","raw_affiliation_strings":["Open University of Brazil \u2013 Federal University of S\u00e3o Paulo (UNIFESP)/Unifaccamp's Master Program in Computer Science, S\u00e3o Paulo, Brazil"],"affiliations":[{"raw_affiliation_string":"Open University of Brazil \u2013 Federal University of S\u00e3o Paulo (UNIFESP)/Unifaccamp's Master Program in Computer Science, S\u00e3o Paulo, Brazil","institution_ids":["https://openalex.org/I88273585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5057530896"],"corresponding_institution_ids":["https://openalex.org/I166595947"],"apc_list":null,"apc_paid":null,"fwci":28.7796,"has_fulltext":false,"cited_by_count":199,"citation_normalized_percentile":{"value":0.99789783,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"68","issue":"3","first_page":"1189","last_page":"1212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.7391639947891235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6808727979660034},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.6699034571647644},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.6158419251441956},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.5987102389335632},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.5975931882858276},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5749840140342712},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.5404189229011536},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.5311651825904846},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.5266202092170715},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.5140824913978577},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4909844696521759},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.46840164065361023},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4608343243598938},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4563196301460266},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44954389333724976},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.4393256604671478},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4026327133178711},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1405736804008484},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09810850024223328}],"concepts":[{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.7391639947891235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6808727979660034},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.6699034571647644},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.6158419251441956},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.5987102389335632},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.5975931882858276},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5749840140342712},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.5404189229011536},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.5311651825904846},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.5266202092170715},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.5140824913978577},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4909844696521759},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.46840164065361023},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4608343243598938},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4563196301460266},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44954389333724976},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.4393256604671478},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4026327133178711},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1405736804008484},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09810850024223328},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tr.2019.2892517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2019.2892517","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},{"id":"pmh:003005690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TR.2019.2892517","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:003005690","is_oa":true,"landing_page_url":"https://doi.org/10.1109/TR.2019.2892517","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"reponame:Reposit\u00f3rio Institucional da USP (Biblioteca Digital da Produ\u00e7\u00e3o Intelectual)","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":98,"referenced_works":["https://openalex.org/W11644230","https://openalex.org/W127224647","https://openalex.org/W607505555","https://openalex.org/W631304350","https://openalex.org/W878798983","https://openalex.org/W1486172410","https://openalex.org/W1574991981","https://openalex.org/W1587715758","https://openalex.org/W1595504249","https://openalex.org/W1904670969","https://openalex.org/W1934705647","https://openalex.org/W1940269223","https://openalex.org/W1963918008","https://openalex.org/W1968946494","https://openalex.org/W1975675278","https://openalex.org/W1999798506","https://openalex.org/W2013562782","https://openalex.org/W2015535952","https://openalex.org/W2018842243","https://openalex.org/W2023730632","https://openalex.org/W2026387030","https://openalex.org/W2041713059","https://openalex.org/W2052581380","https://openalex.org/W2053193681","https://openalex.org/W2055447156","https://openalex.org/W2056640446","https://openalex.org/W2059174184","https://openalex.org/W2060538844","https://openalex.org/W2070649972","https://openalex.org/W2072668705","https://openalex.org/W2082923623","https://openalex.org/W2084056389","https://openalex.org/W2091932246","https://openalex.org/W2094419105","https://openalex.org/W2097242646","https://openalex.org/W2099396581","https://openalex.org/W2105436591","https://openalex.org/W2110068396","https://openalex.org/W2114078088","https://openalex.org/W2126867641","https://openalex.org/W2128315560","https://openalex.org/W2128961774","https://openalex.org/W2130711635","https://openalex.org/W2133933998","https://openalex.org/W2135841285","https://openalex.org/W2138980644","https://openalex.org/W2139328783","https://openalex.org/W2143136000","https://openalex.org/W2143353855","https://openalex.org/W2143470595","https://openalex.org/W2151074137","https://openalex.org/W2152417223","https://openalex.org/W2153344230","https://openalex.org/W2154897437","https://openalex.org/W2158616195","https://openalex.org/W2159743058","https://openalex.org/W2171494278","https://openalex.org/W2280554095","https://openalex.org/W2398007991","https://openalex.org/W2406565464","https://openalex.org/W2469179788","https://openalex.org/W2487770199","https://openalex.org/W2525656308","https://openalex.org/W2536425079","https://openalex.org/W2540093921","https://openalex.org/W2547999707","https://openalex.org/W2604385322","https://openalex.org/W2612764117","https://openalex.org/W2734711024","https://openalex.org/W2773814846","https://openalex.org/W2793776506","https://openalex.org/W2805180781","https://openalex.org/W2809869753","https://openalex.org/W2811454630","https://openalex.org/W2884403759","https://openalex.org/W2964121378","https://openalex.org/W3010856131","https://openalex.org/W3017201198","https://openalex.org/W3141181023","https://openalex.org/W3149550336","https://openalex.org/W4214495460","https://openalex.org/W4234556776","https://openalex.org/W4236362309","https://openalex.org/W4237890930","https://openalex.org/W4240125920","https://openalex.org/W4241737419","https://openalex.org/W4243783708","https://openalex.org/W4247289738","https://openalex.org/W4252509180","https://openalex.org/W4291213652","https://openalex.org/W4298110250","https://openalex.org/W6635364829","https://openalex.org/W6673946102","https://openalex.org/W6675779729","https://openalex.org/W6681363135","https://openalex.org/W6684978684","https://openalex.org/W6712390503","https://openalex.org/W6720292717"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2147394043","https://openalex.org/W2513279291","https://openalex.org/W2335749738","https://openalex.org/W186259066","https://openalex.org/W2186418558","https://openalex.org/W2154959594","https://openalex.org/W2387992358","https://openalex.org/W4320027153"],"abstract_inverted_index":{"Software":[0],"testing":[1,14,79,115,124],"involves":[2],"probing":[3],"into":[4],"the":[5,65,85,88,123,129,170,181,197],"behavior":[6],"of":[7,68,84,90,172,177,200],"software":[8,35,51,78,206],"systems":[9],"to":[10,28,33,48,63,74,112,121,162,168,189,195,205,227],"uncover":[11],"faults.":[12],"Most":[13],"activities":[15],"are":[16,185],"complex":[17],"and":[18,76,80,117,135,155,167],"costly,":[19],"so":[20],"a":[21,40,96,214],"practical":[22],"strategy":[23],"that":[24,144,184,211],"has":[25,38,71,159],"been":[26,39,72,148,160,225],"adopted":[27],"circumvent":[29],"these":[30,91],"issues":[31],"is":[32,213],"automate":[34,49,75,122,190,228],"testing.":[36,207],"There":[37],"growing":[41],"interest":[42],"in":[43],"applying":[44],"machine":[45],"learning":[46],"(ML)":[47],"various":[50],"engineering":[52],"activities,":[53,192],"including":[54],"testing-related":[55,173],"ones.":[56],"In":[57],"this":[58,178],"paper,":[59],"we":[60],"set":[61],"out":[62],"review":[64],"state-of-the":[66],"art":[67],"how":[69,221],"ML":[70,118,133,145,158,182,203,222],"explored":[73],"streamline":[77],"provide":[81],"an":[82],"overview":[83],"research":[86,201],"at":[87],"intersection":[89],"two":[92],"fields":[93],"by":[94],"conducting":[95],"systematic":[97],"mapping":[98],"study.":[99],"We":[100,142,208],"selected":[101,106],"48":[102],"primary":[103],"studies.":[104],"These":[105],"studies":[107,219],"were":[108],"then":[109],"categorized":[110],"according":[111],"study":[113],"type,":[114],"activity,":[116],"algorithm":[119],"employed":[120],"activity.":[125],"The":[126,175],"results":[127,176],"highlight":[128],"most":[130,186],"widely":[131],"used":[132,149,161,188,226],"algorithms":[134,146,183,223],"identify":[136],"several":[137],"avenues":[138],"for":[139,151,216],"future":[140],"research.":[141],"found":[143,210],"have":[147,224],"mainly":[150],"test-case":[152],"generation,":[153],"refinement,":[154],"evaluation.":[156],"Also,":[157],"evaluate":[163],"test":[164],"oracle":[165],"construction":[166],"predict":[169],"cost":[171],"activities.":[174,230],"paper":[179],"outline":[180],"commonly":[187],"software-testing":[191,229],"helping":[193],"researchers":[194],"understand":[196],"current":[198],"state":[199],"concerning":[202],"applied":[204],"also":[209],"there":[212],"need":[215],"better":[217],"empirical":[218],"examining":[220]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":33},{"year":2023,"cited_by_count":30},{"year":2022,"cited_by_count":37},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":21},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2019-02-21T00:00:00"}