{"id":"https://openalex.org/W2935889550","doi":"https://doi.org/10.1145/3319008.3319020","title":"A Self-assessment Instrument for Assessing Test Automation Maturity","display_name":"A Self-assessment Instrument for Assessing Test Automation Maturity","publication_year":2019,"publication_date":"2019-04-10","ids":{"openalex":"https://openalex.org/W2935889550","doi":"https://doi.org/10.1145/3319008.3319020","mag":"2935889550"},"language":"en","primary_location":{"id":"doi:10.1145/3319008.3319020","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3319008.3319020","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Evaluation and Assessment on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.05816","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuqing Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Yuqing Wang","raw_affiliation_strings":["M3S, ITEE, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"M3S, ITEE, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mika M\u00e4ntyl\u00e4","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mika M\u00e4ntyl\u00e4","raw_affiliation_strings":["M3S, ITEE, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"M3S, ITEE, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sigrid Eldh","orcid":null},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Sigrid Eldh","raw_affiliation_strings":["Ericsson AB, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson AB, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jouni Markkula","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jouni Markkula","raw_affiliation_strings":["M3S, ITEE, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"M3S, ITEE, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kristian Wiklund","orcid":null},"institutions":[{"id":"https://openalex.org/I1306339040","display_name":"Ericsson (Sweden)","ror":"https://ror.org/05a7rhx54","country_code":"SE","type":"company","lineage":["https://openalex.org/I1306339040"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kristian Wiklund","raw_affiliation_strings":["Ericsson AB, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"Ericsson AB, Stockholm, Sweden","institution_ids":["https://openalex.org/I1306339040"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tatu Kairi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tatu Kairi","raw_affiliation_strings":["Eficode, Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"Eficode, Helsinki, Finland","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"P\u00e4ivi Raulamo-Jurvanen","orcid":null},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"P\u00e4ivi Raulamo-Jurvanen","raw_affiliation_strings":["M3S, ITEE, University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"M3S, ITEE, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":null,"display_name":"Antti Haukinen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113243","display_name":"IQM (Finland)","ror":"https://ror.org/0203dhb90","country_code":"FI","type":"company","lineage":["https://openalex.org/I4210113243"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Antti Haukinen","raw_affiliation_strings":["Comiq, Helsinki, Finland"],"affiliations":[{"raw_affiliation_string":"Comiq, Helsinki, Finland","institution_ids":["https://openalex.org/I4210113243"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":1.7592,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88245975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"145","last_page":"154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.7949000000953674},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6854000091552734},{"id":"https://openalex.org/keywords/maturity","display_name":"Maturity (psychological)","score":0.5751000046730042},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3756999969482422},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.30070000886917114}],"concepts":[{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.7949000000953674},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6854000091552734},{"id":"https://openalex.org/C101433766","wikidata":"https://www.wikidata.org/wiki/Q3543263","display_name":"Maturity (psychological)","level":2,"score":0.5751000046730042},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4000000059604645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38370001316070557},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.30329999327659607},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.30070000886917114},{"id":"https://openalex.org/C56995899","wikidata":"https://www.wikidata.org/wiki/Q1126687","display_name":"Focus group","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C21457203","wikidata":"https://www.wikidata.org/wiki/Q4056293","display_name":"Process automation system","level":3,"score":0.2662999927997589},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.25060001015663147}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3319008.3319020","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3319008.3319020","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Evaluation and Assessment on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1904.05816","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.05816","pdf_url":"https://arxiv.org/pdf/1904.05816","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.05816","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.05816","pdf_url":"https://arxiv.org/pdf/1904.05816","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W35423775","https://openalex.org/W1474974215","https://openalex.org/W1554635649","https://openalex.org/W1969939902","https://openalex.org/W2003071820","https://openalex.org/W2003086550","https://openalex.org/W2040664883","https://openalex.org/W2043637585","https://openalex.org/W2048795968","https://openalex.org/W2062528052","https://openalex.org/W2074742550","https://openalex.org/W2078199993","https://openalex.org/W2114269784","https://openalex.org/W2136289494","https://openalex.org/W2144669481","https://openalex.org/W2153715062","https://openalex.org/W2155629590","https://openalex.org/W2164942343","https://openalex.org/W2167110832","https://openalex.org/W2168811232","https://openalex.org/W2203259891","https://openalex.org/W2313611488","https://openalex.org/W2345039647","https://openalex.org/W2576494997","https://openalex.org/W2753202191","https://openalex.org/W6735265098"],"related_works":[],"abstract_inverted_index":{"Test":[0],"automation":[1,46,137,163],"is":[2],"important":[3,142],"in":[4,57],"the":[5,55,70,82,97],"software":[6],"industry":[7],"but":[8],"self-assessment":[9,39,132,150],"instruments":[10],"for":[11,43,134],"assessing":[12,44,135],"its":[13,34,123],"maturity":[14,47],"are":[15,24,102],"not":[16],"sufficient.":[17],"The":[18],"two":[19],"objectives":[20],"of":[21,64],"this":[22],"study":[23,56],"to":[25,32,121,158],"synthesize":[26],"what":[27],"an":[28,117],"organization":[29,118],"should":[30,119],"focus":[31,120],"assess":[33,122],"test":[35,45,124,136,162],"automation;":[36,125],"develop":[37],"a":[38,61,131],"instrument":[40,72,133],"(a":[41],"survey)":[42],"and":[48,88,129,156,160,165],"scientifically":[49],"evaluate":[50],"it.":[51],"We":[52],"carried":[53],"out":[54],"four":[58],"stages.":[59],"First,":[60],"literature":[62],"review":[63],"25":[65],"sources":[66],"was":[67,73],"conducted.":[68],"Second,":[69],"initial":[71,83],"developed.":[74],"Third,":[75],"seven":[76],"experts":[77],"from":[78],"five":[79],"companies":[80,155],"evaluated":[81,130],"instrument.":[84,99],"Content":[85],"Validity":[86],"Index":[87],"Cognitive":[89],"Interview":[90],"methods":[91],"were":[92],"used.":[93],"Fourth,":[94],"we":[95,106,127,140],"revised":[96],"developed":[98,128],"Our":[100,152],"contributions":[101],"as":[103,145],"follows:":[104],"(a)":[105],"collected":[107],"practices":[108,164],"mapped":[109],"into":[110],"15":[111],"key":[112],"areas":[113],"that":[114,148],"indicate":[115],"where":[116],"(b)":[126],"maturity;":[138],"(c)":[139],"discuss":[141],"topics":[143],"such":[144],"response":[146],"bias":[147],"threatens":[149],"instruments.":[151],"results":[153],"help":[154],"researchers":[157],"understand":[159],"improve":[161],"processes.":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-04-25T00:00:00"}