{"id":"https://openalex.org/W4312599097","doi":"https://doi.org/10.1109/access.2022.3211949","title":"Evolution of Software Testing Strategies and Trends: Semantic Content Analysis of Software Research Corpus of the Last 40 Years","display_name":"Evolution of Software Testing Strategies and Trends: Semantic Content Analysis of Software Research Corpus of the Last 40 Years","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312599097","doi":"https://doi.org/10.1109/access.2022.3211949"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3211949","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3211949","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3211949","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058328755","display_name":"Fatih G\u00fcrcan","orcid":"https://orcid.org/0000-0001-9915-6686"},"institutions":[{"id":"https://openalex.org/I162720556","display_name":"Karadeniz Technical University","ror":"https://ror.org/03z8fyr40","country_code":"TR","type":"education","lineage":["https://openalex.org/I162720556"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Fatih Gurcan","raw_affiliation_strings":["Department of Computer Engineering, Faculty of Engineering, Karadeniz Technical University, Trabzon, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Faculty of Engineering, Karadeniz Technical University, Trabzon, Turkey","institution_ids":["https://openalex.org/I162720556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080087159","display_name":"Gonca G\u00f6k\u00e7e Menek\u015fe Dalveren","orcid":"https://orcid.org/0000-0002-8649-1909"},"institutions":[{"id":"https://openalex.org/I45542416","display_name":"Atilim University","ror":"https://ror.org/04pd3v454","country_code":"TR","type":"education","lineage":["https://openalex.org/I45542416"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Gonca Gokce Menekse Dalveren","raw_affiliation_strings":["Department of Software Engineering, Faculty of Engineering, Atilim University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Faculty of Engineering, Atilim University, Ankara, Turkey","institution_ids":["https://openalex.org/I45542416"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071229874","display_name":"Nergiz Ercil \u00c7a\u011f\u0131ltay","orcid":"https://orcid.org/0000-0003-0875-9276"},"institutions":[{"id":"https://openalex.org/I45542416","display_name":"Atilim University","ror":"https://ror.org/04pd3v454","country_code":"TR","type":"education","lineage":["https://openalex.org/I45542416"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Nergiz Ercil Cagiltay","raw_affiliation_strings":["Department of Software Engineering, Faculty of Engineering, Atilim University, Ankara, Turkey"],"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, Faculty of Engineering, Atilim University, Ankara, Turkey","institution_ids":["https://openalex.org/I45542416"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016864296","display_name":"Dumitru Roman","orcid":"https://orcid.org/0000-0001-6397-3705"},"institutions":[{"id":"https://openalex.org/I173888879","display_name":"SINTEF","ror":"https://ror.org/01f677e56","country_code":"NO","type":"facility","lineage":["https://openalex.org/I173888879"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dumitru Roman","raw_affiliation_strings":["Department of Sustainable Communication Technologies, SINTEF AS, Oslo, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Sustainable Communication Technologies, SINTEF AS, Oslo, Norway","institution_ids":["https://openalex.org/I173888879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012429784","display_name":"Ahmet Soylu","orcid":"https://orcid.org/0000-0001-6034-4137"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ahmet Soylu","raw_affiliation_strings":["Department of Computer Science, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Gjøvik, Norway"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Information Technology and Electrical Engineering, Norwegian University of Science and Technology, Gjøvik, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5058328755"],"corresponding_institution_ids":["https://openalex.org/I162720556"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":12.4336,"has_fulltext":false,"cited_by_count":44,"citation_normalized_percentile":{"value":0.98683044,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"106093","last_page":"106109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7496386766433716},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5284200310707092},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.5264744758605957},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5142361521720886},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.48930880427360535},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.4715203046798706},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.4684132933616638},{"id":"https://openalex.org/keywords/software-quality-analyst","display_name":"Software quality analyst","score":0.4341813027858734},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.4231758713722229},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.4109541177749634},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.4102884829044342},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.41007208824157715},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39072123169898987},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37082797288894653},{"id":"https://openalex.org/keywords/information-security","display_name":"Information security","score":0.12915632128715515},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1148647665977478},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0971757173538208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7496386766433716},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5284200310707092},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.5264744758605957},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5142361521720886},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.48930880427360535},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.4715203046798706},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.4684132933616638},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.4341813027858734},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.4231758713722229},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.4109541177749634},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.4102884829044342},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.41007208824157715},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39072123169898987},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37082797288894653},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.12915632128715515},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1148647665977478},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0971757173538208},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C29983905","wikidata":"https://www.wikidata.org/wiki/Q7445066","display_name":"Security service","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2022.3211949","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3211949","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0e578a2a954649b281b9109b5712efe9","is_oa":true,"landing_page_url":"https://doaj.org/article/0e578a2a954649b281b9109b5712efe9","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 106093-106109 (2022)","raw_type":"article"},{"id":"pmh:oai:ntnuopen.ntnu.no:11250/3044013","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3044013","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"106093-106109","raw_type":"info:eu-repo/semantics/other"},{"id":"pmh:oai:sintef.brage.unit.no:11250/3053606","is_oa":true,"landing_page_url":"https://hdl.handle.net/11250/3053606","pdf_url":null,"source":{"id":"https://openalex.org/S4306401716","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"106093-106109","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3211949","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3211949","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311040","display_name":"Norges Teknisk-Naturvitenskapelige Universitet","ror":"https://ror.org/05xg72x27"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W52112928","https://openalex.org/W566792883","https://openalex.org/W1558435340","https://openalex.org/W1577602361","https://openalex.org/W1767272795","https://openalex.org/W1968541162","https://openalex.org/W2008347524","https://openalex.org/W2011952293","https://openalex.org/W2025566381","https://openalex.org/W2029277954","https://openalex.org/W2046618293","https://openalex.org/W2061350602","https://openalex.org/W2085632445","https://openalex.org/W2092245922","https://openalex.org/W2107927166","https://openalex.org/W2122796178","https://openalex.org/W2135609499","https://openalex.org/W2139980321","https://openalex.org/W2153355793","https://openalex.org/W2157657084","https://openalex.org/W2171816001","https://openalex.org/W2174706414","https://openalex.org/W2319350884","https://openalex.org/W2346707096","https://openalex.org/W2514906266","https://openalex.org/W2519404962","https://openalex.org/W2548788111","https://openalex.org/W2616504795","https://openalex.org/W2751032509","https://openalex.org/W2761443578","https://openalex.org/W2789966497","https://openalex.org/W2795548366","https://openalex.org/W2884894912","https://openalex.org/W2886108302","https://openalex.org/W2894368667","https://openalex.org/W2916158028","https://openalex.org/W2948726040","https://openalex.org/W2989809658","https://openalex.org/W2990076062","https://openalex.org/W2994999837","https://openalex.org/W3011362845","https://openalex.org/W3014736799","https://openalex.org/W3084159788","https://openalex.org/W3086649583","https://openalex.org/W3164796821","https://openalex.org/W4221073492","https://openalex.org/W4231510805","https://openalex.org/W4251846103","https://openalex.org/W4285230983","https://openalex.org/W4298110250","https://openalex.org/W6639619044","https://openalex.org/W6679482899","https://openalex.org/W6744711314"],"related_works":["https://openalex.org/W2504378244","https://openalex.org/W101576598","https://openalex.org/W1990893093","https://openalex.org/W4399450963","https://openalex.org/W2968994491","https://openalex.org/W1589211901","https://openalex.org/W2392293216","https://openalex.org/W2946015095","https://openalex.org/W2207029079","https://openalex.org/W2166598736"],"abstract_inverted_index":{"From":[0],"the":[1,8,22,40,53,57,62,67,86,94,104,118,123,136,154,172,188,204,216,226,235,239],"early":[2],"days":[3],"of":[4,26,37,42,56,66,81,88,106,117,125,153,171,207,218],"computer":[5],"systems":[6],"to":[7,72,130,231],"present,":[9],"software":[10,43,58,82,89,107,141,158,180,208,229,240],"testing":[11,44,59,83,90,108,142,181,209,213,241],"has":[12],"been":[13],"considered":[14],"as":[15],"a":[16,34,74,176,184],"crucial":[17],"process":[18],"that":[19,51,203],"directly":[20],"affects":[21],"quality":[23],"and":[24,29,64,79,146,166,195,228],"reliability":[25],"software-oriented":[27],"products":[28],"services.":[30],"Accordingly,":[31],"there":[32,47],"is":[33,101,120,210],"huge":[35],"amount":[36],"literature":[38],"regarding":[39],"improvement":[41],"approaches.":[45,245],"However,":[46],"are":[48],"limited":[49],"reviews":[50],"show":[52],"whole":[54],"picture":[55],"studies":[60],"covering":[61],"topics":[63,78,152,173,189],"trends":[65,80],"field.":[68],"This":[69,200],"study":[70,119,201,220],"aims":[71],"provide":[73,222],"general":[75],"figure":[76],"reflecting":[77],"by":[84],"analyzing":[85],"majority":[87],"articles":[91,139],"published":[92,138],"in":[93,135,238],"last":[95],"40":[96],"years.":[97],"A":[98],"semi-automated":[99],"methodology":[100,116],"developed":[102],"for":[103,225,234],"analysis":[105],"corpus":[109],"created":[110],"from":[111],"core":[112],"publication":[113],"sources.":[114],"The":[115,148,168],"based":[121],"on":[122,187],"implementation":[124],"probabilistic":[126],"topic":[127],"modeling":[128],"approach":[129],"discover":[131],"hidden":[132],"semantic":[133],"patterns":[134],"14,684":[137],"addressing":[140],"issues":[143],"between":[144],"1980":[145],"2019.":[147],"results":[149],"revealed":[150],"42":[151],"field,":[155],"highlighting":[156],"five":[157],"development":[159],"ages,":[160],"namely":[161],"specification,":[162],"detection,":[163],"generation,":[164],"evaluation,":[165],"prediction.":[167],"recent":[169],"accelerations":[170],"also":[174],"showed":[175,202],"trend":[177,186,206],"toward":[178],"prediction-based":[179,212,244],"actions.":[182],"Additionally,":[183],"higher":[185],"concerning":[190],"\u201cSecurity":[191],"Vulnerability\u201d,":[192],"\u201cOpen":[193],"Source\u201d":[194],"\u201cMobile":[196],"Application\u201d":[197],"was":[198],"identified.":[199],"current":[205],"towards":[211],"strategies.":[214],"Therefore,":[215],"findings":[217],"this":[219],"may":[221],"valuable":[223],"insights":[224],"industry":[227],"communities":[230],"be":[232],"prepared":[233],"possible":[236],"changes":[237],"procedures":[242],"using":[243]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}