{"id":"https://openalex.org/W3139053720","doi":"https://doi.org/10.1109/iwast.2012.6228988","title":"Benefits and limitations of automated software testing: Systematic literature review and practitioner survey","display_name":"Benefits and limitations of automated software testing: Systematic literature review and practitioner survey","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W3139053720","doi":"https://doi.org/10.1109/iwast.2012.6228988","mag":"3139053720"},"language":"en","primary_location":{"id":"doi:10.1109/iwast.2012.6228988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwast.2012.6228988","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 7th International Workshop on Automation of Software Test (AST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044635665","display_name":"Dudekula Mohammad Rafi","orcid":null},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Dudekula Mohammad Rafi","raw_affiliation_strings":["School of Computing, Blekinge Institute of Technology, Karlskrona, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Computing, Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054692763","display_name":"Katam Reddy Kiran Moses","orcid":null},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Katam Reddy Kiran Moses","raw_affiliation_strings":["School of Computing, Blekinge Institute of Technology, Karlskrona, Sweden"],"affiliations":[{"raw_affiliation_string":"School of Computing, Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071394068","display_name":"Kai Petersen","orcid":"https://orcid.org/0000-0002-1532-8223"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]},{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kai Petersen","raw_affiliation_strings":["Ericsson AB, Karlskrona, Sweden","School of Computing, Blekinge Institute of Technology, Karlskrona, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson AB, Karlskrona, Sweden","institution_ids":["https://openalex.org/I1306339040"]},{"raw_affiliation_string":"School of Computing, Blekinge Institute of Technology, Karlskrona, Sweden","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078824435","display_name":"Mika M\u00e4ntyl\u00e4","orcid":"https://orcid.org/0000-0002-2841-5879"},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Mika V. Mantyla","raw_affiliation_strings":["Department of Computer Science, Lund University, Lund, Sweden"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Lund University, Lund, Sweden","institution_ids":["https://openalex.org/I187531555"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5044635665"],"corresponding_institution_ids":["https://openalex.org/I52719799"],"apc_list":null,"apc_paid":null,"fwci":7.7155,"has_fulltext":false,"cited_by_count":143,"citation_normalized_percentile":{"value":0.97930386,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.6576313972473145},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6359321475028992},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5509428977966309},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.47422051429748535},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.459995836019516},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.448282390832901},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.44159871339797974},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.41916725039482117},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.388487309217453},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18746918439865112},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1816137731075287},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.1650066375732422},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.12210866808891296}],"concepts":[{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.6576313972473145},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6359321475028992},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5509428977966309},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47422051429748535},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.459995836019516},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.448282390832901},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.44159871339797974},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.41916725039482117},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.388487309217453},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18746918439865112},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1816137731075287},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.1650066375732422},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.12210866808891296},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iwast.2012.6228988","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwast.2012.6228988","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 7th International Workshop on Automation of Software Test (AST)","raw_type":"proceedings-article"},{"id":"pmh:oai:lup.lub.lu.se:9de4cf55-3389-451a-ba00-e34c23900b95","is_oa":false,"landing_page_url":"https://lup.lub.lu.se/record/3053014","pdf_url":null,"source":{"id":"https://openalex.org/S4306400536","display_name":"Lund University Publications (Lund University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I187531555","host_organization_name":"Lund University","host_organization_lineage":["https://openalex.org/I187531555"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1495320250","https://openalex.org/W1597941103","https://openalex.org/W1801794279","https://openalex.org/W1977791116","https://openalex.org/W1982264966","https://openalex.org/W1986024718","https://openalex.org/W2000479446","https://openalex.org/W2020563196","https://openalex.org/W2025978750","https://openalex.org/W2053808552","https://openalex.org/W2085387718","https://openalex.org/W2102170411","https://openalex.org/W2102703163","https://openalex.org/W2123484871","https://openalex.org/W2123514792","https://openalex.org/W2124942162","https://openalex.org/W2130277596","https://openalex.org/W2132296233","https://openalex.org/W2143712427","https://openalex.org/W2147480757","https://openalex.org/W2154628658","https://openalex.org/W2162590181","https://openalex.org/W2163499368","https://openalex.org/W2396243047","https://openalex.org/W4242827994","https://openalex.org/W4248558009","https://openalex.org/W6635924768"],"related_works":["https://openalex.org/W2245279861","https://openalex.org/W2365415353","https://openalex.org/W45942381","https://openalex.org/W2358894931","https://openalex.org/W4229447799","https://openalex.org/W3155265411","https://openalex.org/W2972680684","https://openalex.org/W2441217077","https://openalex.org/W2362944210","https://openalex.org/W2064177950"],"abstract_inverted_index":{"There":[0],"is":[1,76,114],"a":[2,38,49,170],"documented":[3],"gap":[4,19],"between":[5],"academic":[6,33],"and":[7,27,74,100,138,155],"practitioner":[8],"views":[9,23,34,45],"on":[10],"software":[11,57],"testing.":[12,196],"This":[13],"paper":[14],"tries":[15],"to":[16,132],"close":[17],"the":[18,25,43,62,68,84,160,167,183,187],"by":[20,116],"investigating":[21],"both":[22],"regarding":[24,72],"benefits":[26,73,91,126],"limits":[28],"of":[29,61,70,97,119,127,159,182],"test":[30,128,133,136,142],"automation.":[31],"The":[32,59,122,144],"are":[35,46],"studied":[36],"with":[37,48,186],"systematic":[39,63],"literature":[40,64],"review":[41,65],"while":[42,103],"practitioners":[44,184],"assessed":[47],"survey,":[50],"where":[51],"we":[52],"received":[53],"responses":[54],"from":[55,94,107],"115":[56],"professionals.":[58],"results":[60],"show":[66],"that":[67,90,112,125,163,180,189],"source":[69],"evidence":[71,98],"limitations":[75,104,145],"quite":[77],"shallow":[78],"as":[79],"only":[80],"25":[81],"papers":[82],"provide":[83],"evidence.":[85],"Furthermore,":[86],"it":[87,177],"was":[88,178],"found":[89,179],"often":[92,105],"originated":[93,106],"stronger":[95],"sources":[96],"(experiments":[99],"case":[101],"studies),":[102],"experience":[108],"reports.":[109],"We":[110],"believe":[111],"this":[113],"caused":[115],"publication":[117],"bias":[118],"positive":[120],"results.":[121],"survey":[123],"showed":[124],"automation":[129,151],"were":[130,146],"related":[131],"reusability,":[134],"repeatability,":[135],"coverage":[137],"effort":[139],"saved":[140],"in":[141,150,166],"executions.":[143],"high":[147],"initial":[148],"invests":[149],"setup,":[152],"tool":[153],"selection":[154],"training.":[156],"Additionally,":[157],"45%":[158],"respondents":[161],"agreed":[162],"available":[164],"tools":[165],"market":[168],"offer":[169],"poor":[171],"fit":[172],"for":[173],"their":[174],"needs.":[175],"Finally,":[176],"80%":[181],"disagreed":[185],"vision":[188],"automated":[190],"testing":[191],"would":[192],"fully":[193],"replace":[194],"manual":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":13},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}