{"id":"https://openalex.org/W2185930133","doi":"https://doi.org/10.3217/jucs-020-05-0615","title":"Controlled Experiments Comparing Black-box Testing<br> Strategies for Software Product Lines","display_name":"Controlled Experiments Comparing Black-box Testing<br> Strategies for Software Product Lines","publication_year":2020,"publication_date":"2020-04-07","ids":{"openalex":"https://openalex.org/W2185930133","doi":"https://doi.org/10.3217/jucs-020-05-0615","mag":"2185930133"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:5505109","is_oa":true,"landing_page_url":"https://zenodo.org/record/5505109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JUCS - Journal of Universal Computer Science 20((5)) 615-639","raw_type":"info:eu-repo/semantics/article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/5505109","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090754169","display_name":"Paola Accioly","orcid":"https://orcid.org/0000-0002-4428-2543"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paola Accioly","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073460644","display_name":"Paulo Borba","orcid":"https://orcid.org/0000-0002-0381-2843"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paulo Borba","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5021715300","display_name":"Rodrigo Bonif\u00e1cio","orcid":"https://orcid.org/0000-0002-2380-2829"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rodrigo Bonifacio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3206,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.58891993,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"20","issue":null,"first_page":"615","last_page":"639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8507541418075562},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5769598484039307},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.5578259825706482},{"id":"https://openalex.org/keywords/black-box-testing","display_name":"Black-box testing","score":0.5311314463615417},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5046547651290894},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.49028995633125305},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.4828105866909027},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.46561670303344727},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46474191546440125},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4626615345478058},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.4524475634098053},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.45007777214050293},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4008769392967224},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3929522633552551},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18555310368537903},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.14641958475112915},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.11747172474861145},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1078953742980957},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.07986286282539368}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8507541418075562},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5769598484039307},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.5578259825706482},{"id":"https://openalex.org/C24169984","wikidata":"https://www.wikidata.org/wiki/Q879969","display_name":"Black-box testing","level":5,"score":0.5311314463615417},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5046547651290894},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.49028995633125305},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4828105866909027},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.46561670303344727},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46474191546440125},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4626615345478058},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.4524475634098053},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.45007777214050293},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4008769392967224},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3929522633552551},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18555310368537903},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.14641958475112915},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.11747172474861145},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1078953742980957},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.07986286282539368},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:zenodo.org:5505109","is_oa":true,"landing_page_url":"https://zenodo.org/record/5505109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JUCS - Journal of Universal Computer Science 20((5)) 615-639","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.3217/jucs-020-05-0615","is_oa":true,"landing_page_url":"https://doi.org/10.3217/jucs-020-05-0615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400660","display_name":"TUGraz OPEN Library (Graz University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4092182","host_organization_name":"Graz University of Technology","host_organization_lineage":["https://openalex.org/I4092182"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2185930133","is_oa":true,"landing_page_url":"https://lib.jucs.org/article/23183/download/pdf/","pdf_url":null,"source":{"id":"https://openalex.org/S58563349","display_name":"JUCS - Journal of Universal Computer Science","issn_l":"0948-695X","issn":["0948-695X","0948-6968"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310317875","host_organization_name":"Verlag der Technischen Universit\u00e4t Graz","host_organization_lineage":["https://openalex.org/P4310317875"],"host_organization_lineage_names":["Verlag der Technischen Universit\u00e4t Graz"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"JUCS - Journal of Universal Computer Science","raw_type":null}],"best_oa_location":{"id":"pmh:oai:zenodo.org:5505109","is_oa":true,"landing_page_url":"https://zenodo.org/record/5505109","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"JUCS - Journal of Universal Computer Science 20((5)) 615-639","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.4699999988079071,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1546650904","https://openalex.org/W1605750585","https://openalex.org/W1842503650","https://openalex.org/W1876404477","https://openalex.org/W1985107823","https://openalex.org/W1987824108","https://openalex.org/W1998989165","https://openalex.org/W2008347524","https://openalex.org/W2023396576","https://openalex.org/W2023862309","https://openalex.org/W2037376210","https://openalex.org/W2055975932","https://openalex.org/W2071931377","https://openalex.org/W2088940242","https://openalex.org/W2098230318","https://openalex.org/W2101848183","https://openalex.org/W2105438268","https://openalex.org/W2107544203","https://openalex.org/W2116388899","https://openalex.org/W2119605630","https://openalex.org/W2129630536","https://openalex.org/W2143712427","https://openalex.org/W2145476988","https://openalex.org/W2397232320"],"related_works":["https://openalex.org/W1985029910","https://openalex.org/W2973637827","https://openalex.org/W2742645961","https://openalex.org/W2122058878","https://openalex.org/W2088549461","https://openalex.org/W1043259126","https://openalex.org/W2575005709","https://openalex.org/W2183799055","https://openalex.org/W2727910469","https://openalex.org/W2398595870","https://openalex.org/W2138682216","https://openalex.org/W2515462146","https://openalex.org/W3154845713","https://openalex.org/W2183160655","https://openalex.org/W1444445650","https://openalex.org/W632606703","https://openalex.org/W3107802583","https://openalex.org/W3008797115","https://openalex.org/W2954297335","https://openalex.org/W3109272827"],"abstract_inverted_index":{"SPL":[0,105],"testing":[1],"has":[2],"been":[3,38],"considered":[4],"a":[5,61,78,92,121],"challenging":[6],"task,":[7],"mainly":[8],"due":[9],"to":[10,132],"the":[11,47,115],"diversity":[12],"of":[13,46,51,58],"products":[14],"that":[15,69,81,107,124,138],"might":[16],"be":[17,101],"generated":[18],"from":[19],"an":[20,66,86],"SPL.":[21],"To":[22,54],"deal":[23],"with":[24],"this":[25,56],"problem,":[26],"techniques":[27,73],"for":[28,74],"specifying":[29],"and":[30,49,91,128,146],"deriving":[31],"product":[32,93],"specific":[33,94,139],"functional":[34,97,111],"test":[35,88,98,140,143],"cases":[36,99,141],"have":[37,83],"proposed.":[39],"However,":[40],"there":[41],"is":[42],"little":[43],"empirical":[44,67],"evidence":[45],"benefits":[48],"drawbacks":[50],"these":[52],"techniques.":[53],"provide":[55],"kind":[57],"evidence,":[59],"in":[60,85,110],"previous":[62],"work":[63],"we":[64,82,119],"conducted":[65],"study":[68,123],"compared":[70],"two":[71],"design":[72],"black-box":[75],"manual":[76],"testing,":[77],"generic":[79],"technique":[80,95],"observed":[84],"industrial":[87],"execution":[89,144],"environment,":[90],"whose":[96],"could":[100],"derived":[102],"using":[103],"any":[104],"approach":[106],"considers":[108],"variations":[109],"tests.":[112],"Besides":[113],"revisiting":[114],"first":[116],"study,":[117],"here":[118],"present":[120],"second":[122],"reinforce":[125],"our":[126,133],"findings":[127],"brings":[129],"new":[130],"insights":[131],"investigation.":[134],"Both":[135],"studies":[136],"indicate":[137],"improve":[142],"productivity":[145],"quality.":[147]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}