{"id":"https://openalex.org/W3165293486","doi":"https://doi.org/10.1145/3447240","title":"A Survey of Field-based Testing Techniques","display_name":"A Survey of Field-based Testing Techniques","publication_year":2021,"publication_date":"2021-05-25","ids":{"openalex":"https://openalex.org/W3165293486","doi":"https://doi.org/10.1145/3447240","mag":"3165293486"},"language":"en","primary_location":{"id":"doi:10.1145/3447240","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447240","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://openportal.isti.cnr.it/doc?id=people______::c5e3b035e78c1d1b470291c78314e3c3","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061991704","display_name":"Antonia Bertolino","orcid":"https://orcid.org/0000-0001-8749-1356"},"institutions":[{"id":"https://openalex.org/I122991210","display_name":"Istituto di Scienza e Tecnologie dell'Informazione \"Alessandro Faedo\"","ror":"https://ror.org/05kacka20","country_code":"IT","type":"facility","lineage":["https://openalex.org/I122991210","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Antonia Bertolino","raw_affiliation_strings":["ISTI-CNR, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISTI-CNR, Italy","institution_ids":["https://openalex.org/I122991210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077180647","display_name":"Pietro Braione","orcid":"https://orcid.org/0000-0001-9307-6781"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Pietro Braione","raw_affiliation_strings":["University of Milano-Bicocca, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082572424","display_name":"Guglielmo De Angelis","orcid":"https://orcid.org/0000-0002-1076-0076"},"institutions":[{"id":"https://openalex.org/I4210162062","display_name":"Istituto di Analisi dei Sistemi ed Informatica Antonio Ruberti","ror":"https://ror.org/054ye0e45","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210155236","https://openalex.org/I4210162062"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Guglielmo De Angelis","raw_affiliation_strings":["IASI-CNR, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1076-0076","affiliations":[{"raw_affiliation_string":"IASI-CNR, Italy","institution_ids":["https://openalex.org/I4210162062"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005695267","display_name":"Luca Gazzola","orcid":null},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Luca Gazzola","raw_affiliation_strings":["University of Milano-Bicocca, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073299066","display_name":"Fitsum Meshesha Kifetew","orcid":"https://orcid.org/0000-0003-1860-8666"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fitsum Kifetew","raw_affiliation_strings":["Fondazione Bruno Kessler (FBK), Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler (FBK), Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036120394","display_name":"Leonardo Mariani","orcid":"https://orcid.org/0000-0001-9527-7042"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonardo Mariani","raw_affiliation_strings":["University of Milano-Bicocca, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105470056","display_name":"Matteo Orr\u00f9","orcid":null},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Orr\u00f9","raw_affiliation_strings":["University of Milano-Bicocca, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Milano-Bicocca, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066540482","display_name":"Mauro Pezz\u00e8","orcid":"https://orcid.org/0000-0001-5193-7379"},"institutions":[{"id":"https://openalex.org/I4399657974","display_name":"Constructor Institute","ror":"https://ror.org/02f3v7194","country_code":null,"type":"education","lineage":["https://openalex.org/I4399657974"]},{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mauro Pezz\u00e8","raw_affiliation_strings":["Universit\u00e0 della Svizzera Italiana and Schaffhausen Institute of Technology, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera Italiana and Schaffhausen Institute of Technology, Switzerland","institution_ids":["https://openalex.org/I57201433","https://openalex.org/I4399657974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072680843","display_name":"Roberto Pietrantuono","orcid":"https://orcid.org/0000-0003-2449-1724"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Pietrantuono","raw_affiliation_strings":["University of Naples Federico II, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Naples Federico II, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002197803","display_name":"Stefano Russo","orcid":"https://orcid.org/0000-0002-8747-3446"},"institutions":[{"id":"https://openalex.org/I71267560","display_name":"University of Naples Federico II","ror":"https://ror.org/05290cv24","country_code":"IT","type":"education","lineage":["https://openalex.org/I71267560"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Russo","raw_affiliation_strings":["University of Naples Federico II, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Naples Federico II, Italy","institution_ids":["https://openalex.org/I71267560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025438762","display_name":"Paolo Tonella","orcid":"https://orcid.org/0000-0003-3088-0339"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Paolo Tonella","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5061991704"],"corresponding_institution_ids":["https://openalex.org/I122991210"],"apc_list":null,"apc_paid":null,"fwci":6.9617,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.97120419,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"54","issue":"5","first_page":"1","last_page":"39"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.7874610424041748},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.778396725654602},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.6466663479804993},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.4665963649749756},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46652302145957947},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4603675603866577},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45999228954315186},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4447406828403473},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.428364634513855},{"id":"https://openalex.org/keywords/system-testing","display_name":"System testing","score":0.42618119716644287},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2774502635002136},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.22564318776130676},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2079777717590332},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.150264173746109},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10712537169456482}],"concepts":[{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.7874610424041748},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.778396725654602},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.6466663479804993},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.4665963649749756},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46652302145957947},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4603675603866577},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45999228954315186},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4447406828403473},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.428364634513855},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.42618119716644287},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2774502635002136},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.22564318776130676},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2079777717590332},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.150264173746109},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10712537169456482},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3447240","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447240","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:boa.unimib.it:10281/317059","is_oa":false,"landing_page_url":"https://hdl.handle.net/10281/317059","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:dnet:people______::c5e3b035e78c1d1b470291c78314e3c3","is_oa":true,"landing_page_url":"https://openportal.isti.cnr.it/doc?id=people______::c5e3b035e78c1d1b470291c78314e3c3","pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM computing surveys (Online) 54 (2021). doi:10.1145/3447240","raw_type":"Journal article"}],"best_oa_location":{"id":"pmh:oai:dnet:people______::c5e3b035e78c1d1b470291c78314e3c3","is_oa":true,"landing_page_url":"https://openportal.isti.cnr.it/doc?id=people______::c5e3b035e78c1d1b470291c78314e3c3","pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM computing surveys (Online) 54 (2021). doi:10.1145/3447240","raw_type":"Journal article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334678","display_name":"European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W29028526","https://openalex.org/W47298695","https://openalex.org/W82657364","https://openalex.org/W82695921","https://openalex.org/W806202468","https://openalex.org/W1504597937","https://openalex.org/W1524053243","https://openalex.org/W1531240057","https://openalex.org/W1539466148","https://openalex.org/W1546383657","https://openalex.org/W1549745474","https://openalex.org/W1584784988","https://openalex.org/W1608615265","https://openalex.org/W1620305816","https://openalex.org/W1725386353","https://openalex.org/W1889243843","https://openalex.org/W1904779464","https://openalex.org/W1906587720","https://openalex.org/W1945254896","https://openalex.org/W1966817939","https://openalex.org/W1968130579","https://openalex.org/W1975934503","https://openalex.org/W1976847241","https://openalex.org/W1984554975","https://openalex.org/W1985811537","https://openalex.org/W1988396577","https://openalex.org/W1992570401","https://openalex.org/W1999798506","https://openalex.org/W2010472228","https://openalex.org/W2011612686","https://openalex.org/W2012595226","https://openalex.org/W2018161301","https://openalex.org/W2022127605","https://openalex.org/W2041448448","https://openalex.org/W2052033672","https://openalex.org/W2055978576","https://openalex.org/W2060201762","https://openalex.org/W2060846003","https://openalex.org/W2062271242","https://openalex.org/W2062378453","https://openalex.org/W2062650739","https://openalex.org/W2062836707","https://openalex.org/W2063182078","https://openalex.org/W2067195910","https://openalex.org/W2071045582","https://openalex.org/W2080311345","https://openalex.org/W2086956503","https://openalex.org/W2098895074","https://openalex.org/W2101046549","https://openalex.org/W2101623441","https://openalex.org/W2102950455","https://openalex.org/W2103552788","https://openalex.org/W2105297890","https://openalex.org/W2105848603","https://openalex.org/W2107915643","https://openalex.org/W2109521254","https://openalex.org/W2109886030","https://openalex.org/W2112836019","https://openalex.org/W2114994514","https://openalex.org/W2126177927","https://openalex.org/W2128458868","https://openalex.org/W2130169574","https://openalex.org/W2137347911","https://openalex.org/W2138397651","https://openalex.org/W2140670367","https://openalex.org/W2142022083","https://openalex.org/W2145250263","https://openalex.org/W2147346008","https://openalex.org/W2151262583","https://openalex.org/W2154500705","https://openalex.org/W2155504123","https://openalex.org/W2156031849","https://openalex.org/W2159471906","https://openalex.org/W2162950249","https://openalex.org/W2163304397","https://openalex.org/W2164649341","https://openalex.org/W2164848593","https://openalex.org/W2167949584","https://openalex.org/W2170353216","https://openalex.org/W2279536141","https://openalex.org/W2324595780","https://openalex.org/W2358431938","https://openalex.org/W2401381459","https://openalex.org/W2401681380","https://openalex.org/W2405182141","https://openalex.org/W2426865780","https://openalex.org/W2510311342","https://openalex.org/W2513870881","https://openalex.org/W2543781944","https://openalex.org/W2555399649","https://openalex.org/W2561675875","https://openalex.org/W2612200973","https://openalex.org/W2670901730","https://openalex.org/W2743726916","https://openalex.org/W2783317701","https://openalex.org/W2793437065","https://openalex.org/W2964112113","https://openalex.org/W2970093512","https://openalex.org/W2972838451","https://openalex.org/W3016809603","https://openalex.org/W3034291980","https://openalex.org/W4241039059","https://openalex.org/W4245954395","https://openalex.org/W4247176905","https://openalex.org/W4251782551","https://openalex.org/W4300879629","https://openalex.org/W4302172614"],"related_works":["https://openalex.org/W1603792055","https://openalex.org/W1988901622","https://openalex.org/W3168027123","https://openalex.org/W2152262712","https://openalex.org/W2886756146","https://openalex.org/W2381119662","https://openalex.org/W3197709817","https://openalex.org/W3214776400","https://openalex.org/W1992311253","https://openalex.org/W4285709722"],"abstract_inverted_index":{"Field":[0,19],"testing":[1,4,20,45,68],"refers":[2],"to":[3,11],"techniques":[5,21],"that":[6,15],"operate":[7],"in":[8,81,87],"the":[9,27,39,60,63,82,88,92],"field":[10,44,67,97],"reveal":[12],"those":[13],"faults":[14],"escape":[16],"in-house":[17],"testing.":[18],"are":[22,91,99],"becoming":[23],"increasingly":[24],"popular":[25],"with":[26],"growing":[28],"complexity":[29],"of":[30,43,50],"contemporary":[31],"software":[32,78],"systems.":[33],"In":[34],"this":[35],"article,":[36],"we":[37],"present":[38],"first":[40],"systematic":[41],"survey":[42],"approaches":[46],"over":[47],"a":[48],"body":[49],"80":[51],"collected":[52],"studies,":[53],"and":[54,62,95,102],"propose":[55],"their":[56],"categorization":[57],"based":[58],"on":[59,65],"environment":[61],"system":[64],"which":[66,90],"is":[69,79,85],"performed.":[70],"We":[71],"discuss":[72],"four":[73],"research":[74,106],"questions":[75],"addressing":[76],"how":[77,96],"tested":[80,86],"field,":[83,89],"what":[84],"requirements":[93],",":[94,101],"tests":[98],"managed":[100],"identify":[103],"many":[104],"challenging":[105],"directions.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}