{"id":"https://openalex.org/W2778645078","doi":"https://doi.org/10.1109/ms.2017.4541043","title":"What We Know about Software Test Maturity and Test Process Improvement","display_name":"What We Know about Software Test Maturity and Test Process Improvement","publication_year":2017,"publication_date":"2017-12-25","ids":{"openalex":"https://openalex.org/W2778645078","doi":"https://doi.org/10.1109/ms.2017.4541043","mag":"2778645078"},"language":"en","primary_location":{"id":"doi:10.1109/ms.2017.4541043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2017.4541043","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000712015","display_name":"Vahid Garousi","orcid":"https://orcid.org/0000-0001-6590-7576"},"institutions":[{"id":"https://openalex.org/I66514158","display_name":"Hacettepe University","ror":"https://ror.org/04kwvgz42","country_code":"TR","type":"education","lineage":["https://openalex.org/I66514158"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Vahid Garousi","raw_affiliation_strings":["Hacettepe University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hacettepe University","institution_ids":["https://openalex.org/I66514158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055476405","display_name":"Michael Felderer","orcid":"https://orcid.org/0000-0003-3818-4442"},"institutions":[{"id":"https://openalex.org/I190249584","display_name":"Universit\u00e4t Innsbruck","ror":"https://ror.org/054pv6659","country_code":"AT","type":"education","lineage":["https://openalex.org/I190249584"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Michael Felderer","raw_affiliation_strings":["University of Innsbruck"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Innsbruck","institution_ids":["https://openalex.org/I190249584"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032011111","display_name":"Tuna Hacalo\u011flu","orcid":"https://orcid.org/0000-0002-0549-6696"},"institutions":[{"id":"https://openalex.org/I45542416","display_name":"Atilim University","ror":"https://ror.org/04pd3v454","country_code":"TR","type":"education","lineage":["https://openalex.org/I45542416"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Tuna Hacaloglu","raw_affiliation_strings":["Atilim University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Atilim University","institution_ids":["https://openalex.org/I45542416"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.0266,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.98382879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"35","issue":"1","first_page":"84","last_page":"92"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/maturity","display_name":"Maturity (psychological)","score":0.5917835831642151},{"id":"https://openalex.org/keywords/capability-maturity-model","display_name":"Capability Maturity Model","score":0.5875382423400879},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5747628211975098},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5196793675422668},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.500706672668457},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48255985975265503},{"id":"https://openalex.org/keywords/best-practice","display_name":"Best practice","score":0.4263356029987335},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4190402626991272},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3949472904205322},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.3885854184627533},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3825565278530121},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3811224102973938},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3579922020435333},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.353624165058136},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15710148215293884},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.09583672881126404}],"concepts":[{"id":"https://openalex.org/C101433766","wikidata":"https://www.wikidata.org/wiki/Q3543263","display_name":"Maturity (psychological)","level":2,"score":0.5917835831642151},{"id":"https://openalex.org/C85890633","wikidata":"https://www.wikidata.org/wiki/Q929673","display_name":"Capability Maturity Model","level":3,"score":0.5875382423400879},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5747628211975098},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5196793675422668},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.500706672668457},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48255985975265503},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.4263356029987335},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4190402626991272},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3949472904205322},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3885854184627533},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3825565278530121},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3811224102973938},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3579922020435333},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.353624165058136},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15710148215293884},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.09583672881126404},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ms.2017.4541043","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ms.2017.4541043","pdf_url":null,"source":{"id":"https://openalex.org/S6725529","display_name":"IEEE Software","issn_l":"0740-7459","issn":["0740-7459","1937-4194"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Software","raw_type":"journal-article"},{"id":"pmh:wur:oai:library.wur.nl:wurpubs/532689","is_oa":false,"landing_page_url":"https://research.wur.nl/en/publications/what-we-know-about-software-test-maturity-and-test-process-improv","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Software, 35(1), 84 - 92","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W105716949","https://openalex.org/W136708655","https://openalex.org/W819538914","https://openalex.org/W1474974215","https://openalex.org/W1973389480","https://openalex.org/W2021384770","https://openalex.org/W2048628952","https://openalex.org/W2092198121","https://openalex.org/W2098213693","https://openalex.org/W2108025693","https://openalex.org/W2119415615","https://openalex.org/W2138571267","https://openalex.org/W2147917263","https://openalex.org/W2293271347","https://openalex.org/W2407772516","https://openalex.org/W2900238778"],"related_works":["https://openalex.org/W4283172224","https://openalex.org/W2992877076","https://openalex.org/W2563825355","https://openalex.org/W4382725623","https://openalex.org/W3217511980","https://openalex.org/W2888066950","https://openalex.org/W4384822944","https://openalex.org/W2734763330","https://openalex.org/W2888012932","https://openalex.org/W2886478029"],"abstract_inverted_index":{"In":[0],"many":[1,113],"companies,":[2],"software":[3],"testing":[4,29],"practices":[5,23],"and":[6,12,40,49,56,62,72,74,83,97,112,131,149,156],"processes":[7],"are":[8,13],"far":[9],"from":[10],"mature":[11],"usually":[14],"conducted":[15,89],"in":[16,70,85,139],"an":[17,127],"ad":[18],"hoc":[19],"fashion.":[20],"Such":[21],"immature":[22],"lead":[24],"to":[25,76,133,154],"negative":[26],"outcomes\u2014for":[27],"example,":[28,102],"that":[30,37],"doesn\u2019t":[31],"detect":[32],"all":[33],"the":[34,78,81,94,134,158],"defects":[35],"or":[36],"incurs":[38],"cost":[39],"schedule":[41],"overruns.":[42],"To":[43],"conduct":[44],"test":[45,50,109,161],"maturity":[46,110,159],"assessment":[47],"(TMA)":[48],"process":[51],"improvement":[52],"(TPI)":[53],"systematically,":[54],"researchers":[55,88,148],"practitioners":[57,150],"have":[58],"proposed":[59],"various":[60],"approaches":[61],"frameworks.":[63],"Motivated":[64],"by":[65],"a":[66,90],"recent":[67],"industrial":[68],"project":[69],"TMA":[71],"TPI":[73],"wanting":[75],"identify":[77],"state":[79],"of":[80,92,118,130,137,160],"art":[82],"practice":[84],"this":[86,140,145],"area,":[87],"review":[91,106],"both":[93,147],"scientific":[95],"literature":[96,100],"practitioners\u2019":[98],"gray":[99],"(for":[101],"blog":[103],"posts).":[104],"The":[105,121],"identified":[107],"58":[108],"models":[111],"sources":[114],"with":[115],"varying":[116],"degrees":[117],"empirical":[119],"evidence.":[120],"review\u2019s":[122],"results":[123],"can":[124],"serve":[125],"as":[126],"evidence-based":[128],"overview":[129],"index":[132],"vast":[135],"body":[136],"knowledge":[138],"important,":[141],"fast-growing":[142],"area.":[143],"Using":[144],"knowledge,":[146],"should":[151],"be":[152],"able":[153],"assess":[155],"improve":[157],"processes.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
