{"id":"https://openalex.org/W3093654052","doi":"https://doi.org/10.1145/3382494.3421462","title":"What Makes Agile Test Artifacts Useful?","display_name":"What Makes Agile Test Artifacts Useful?","publication_year":2020,"publication_date":"2020-10-05","ids":{"openalex":"https://openalex.org/W3093654052","doi":"https://doi.org/10.1145/3382494.3421462","mag":"3093654052"},"language":"en","primary_location":{"id":"doi:10.1145/3382494.3421462","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382494.3421462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005079284","display_name":"Jannik Fischbach","orcid":"https://orcid.org/0000-0002-4361-6118"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jannik Fischbach","raw_affiliation_strings":["Qualicen GmbH"],"affiliations":[{"raw_affiliation_string":"Qualicen GmbH","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020139180","display_name":"Henning Femmer","orcid":"https://orcid.org/0000-0002-6059-4635"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henning Femmer","raw_affiliation_strings":["Qualicen GmbH"],"affiliations":[{"raw_affiliation_string":"Qualicen GmbH","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059051408","display_name":"Daniel M\u00e9ndez","orcid":"https://orcid.org/0000-0003-0619-6027"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Daniel Mendez","raw_affiliation_strings":["Blekinge Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023279547","display_name":"Davide Fucci","orcid":"https://orcid.org/0000-0002-0679-4361"},"institutions":[{"id":"https://openalex.org/I52719799","display_name":"Blekinge Institute of Technology","ror":"https://ror.org/0093a8w51","country_code":"SE","type":"education","lineage":["https://openalex.org/I52719799"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Davide Fucci","raw_affiliation_strings":["Blekinge Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Blekinge Institute of Technology","institution_ids":["https://openalex.org/I52719799"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022998651","display_name":"Andreas Vogelsang","orcid":"https://orcid.org/0000-0003-1041-0815"},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Vogelsang","raw_affiliation_strings":["University of Cologne"],"affiliations":[{"raw_affiliation_string":"University of Cologne","institution_ids":["https://openalex.org/I180923762"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005079284"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8684,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89433002,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.9066631197929382},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.7837951183319092},{"id":"https://openalex.org/keywords/traceability","display_name":"Traceability","score":0.7086042165756226},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7002568244934082},{"id":"https://openalex.org/keywords/agile-unified-process","display_name":"Agile Unified Process","score":0.6288698315620422},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5803415775299072},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.47330939769744873},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4528161585330963},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.43518948554992676},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.42987316846847534},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39068809151649475},{"id":"https://openalex.org/keywords/software-development-process","display_name":"Software development process","score":0.2868092656135559},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2733921408653259},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18477526307106018}],"concepts":[{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.9066631197929382},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.7837951183319092},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.7086042165756226},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7002568244934082},{"id":"https://openalex.org/C87813535","wikidata":"https://www.wikidata.org/wiki/Q956418","display_name":"Agile Unified Process","level":5,"score":0.6288698315620422},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5803415775299072},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.47330939769744873},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4528161585330963},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.43518948554992676},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.42987316846847534},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39068809151649475},{"id":"https://openalex.org/C180152950","wikidata":"https://www.wikidata.org/wiki/Q2904257","display_name":"Software development process","level":4,"score":0.2868092656135559},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2733921408653259},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18477526307106018},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382494.3421462","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382494.3421462","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th ACM / IEEE International Symposium on Empirical Software Engineering and Measurement (ESEM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W159321140","https://openalex.org/W1481364363","https://openalex.org/W1488737450","https://openalex.org/W1529465401","https://openalex.org/W1572121282","https://openalex.org/W1580288159","https://openalex.org/W1587715758","https://openalex.org/W1601819636","https://openalex.org/W1752363179","https://openalex.org/W2034334856","https://openalex.org/W2075917380","https://openalex.org/W2099453258","https://openalex.org/W2136082883","https://openalex.org/W2175531066","https://openalex.org/W2242866060","https://openalex.org/W2291920259","https://openalex.org/W2559799798","https://openalex.org/W2560150188","https://openalex.org/W2783186678","https://openalex.org/W2844901104","https://openalex.org/W3214833809","https://openalex.org/W4231925919","https://openalex.org/W4391668179"],"related_works":["https://openalex.org/W2607592281","https://openalex.org/W1965077647","https://openalex.org/W2169992518","https://openalex.org/W2199519188","https://openalex.org/W344473182","https://openalex.org/W2160921831","https://openalex.org/W2989981454","https://openalex.org/W2788076548","https://openalex.org/W2113109691","https://openalex.org/W2094757"],"abstract_inverted_index":{"Background:":[0],"The":[1],"artifacts":[2,13,26,57,82,118],"used":[3,15],"in":[4,30,54,99,139],"Agile":[5,24,80,123,144],"software":[6,40,145],"testing":[7,41,146],"and":[8,32,109,132,159],"the":[9,113,120,149,168],"reasons":[10],"why":[11,60],"these":[12],"are":[14,16,27,64,135],"fairly":[17],"well-understood.":[18],"However,":[19],"empirical":[20],"research":[21],"on":[22],"how":[23],"test":[25,56,81,117,186],"eventually":[28],"designed":[29],"practice":[31],"which":[33,134],"quality":[34,62,114,175],"factors":[35,63,111,176],"make":[36],"them":[37],"useful":[38,185],"for":[39],"remains":[42],"sparse.":[43],"Aims:":[44],"Our":[45,104],"objective":[46],"is":[47,147,167],"two-fold.":[48],"First,":[49],"we":[50,70,126,151],"identify":[51],"current":[52],"challenges":[53,108,129],"using":[55],"to":[58,137,170,179],"understand":[59],"certain":[61],"considered":[65,183],"good":[66],"or":[67],"bad.":[68],"Second,":[69],"build":[71],"an":[72,89],"Activity-Based":[73],"Artifact":[74],"Quality":[75],"Model":[76],"that":[77],"describes":[78],"what":[79,180],"should":[83],"look":[84],"like.":[85],"Method:":[86],"We":[87],"conduct":[88],"industrial":[90],"survey":[91],"with":[92],"18":[93],"practitioners":[94],"from":[95,119],"12":[96],"companies":[97],"operating":[98],"seven":[100],"different":[101],"domains.":[102],"Results:":[103],"analysis":[105],"reveals":[106],"nine":[107],"16":[110],"describing":[112],"of":[115,122,174],"six":[116],"perspective":[121],"testers.":[124],"Interestingly,":[125],"observed":[127],"mostly":[128],"regarding":[130],"language":[131],"traceability,":[133],"well-known":[136],"occur":[138],"non-Agile":[140],"projects.":[141],"Conclusions:":[142],"Although":[143],"becoming":[148],"norm,":[150],"still":[152],"have":[153],"little":[154],"confidence":[155],"about":[156],"general":[157],"do's":[158],"don'ts":[160],"going":[161],"beyond":[162],"conventional":[163],"wisdom.":[164],"This":[165],"study":[166],"first":[169],"distill":[171],"a":[172],"list":[173],"deemed":[177],"important":[178],"can":[181],"be":[182],"as":[184],"artifacts.":[187]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}