{"id":"https://openalex.org/W3005228835","doi":"https://doi.org/10.1145/3377024.3377045","title":"On the proposal and evaluation of a test-enriched dataset for configurable systems","display_name":"On the proposal and evaluation of a test-enriched dataset for configurable systems","publication_year":2020,"publication_date":"2020-02-05","ids":{"openalex":"https://openalex.org/W3005228835","doi":"https://doi.org/10.1145/3377024.3377045","mag":"3005228835"},"language":"en","primary_location":{"id":"doi:10.1145/3377024.3377045","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377024.3377045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Working Conference on Variability Modelling of Software-Intensive Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083940489","display_name":"Fischer Ferreira","orcid":"https://orcid.org/0000-0002-3643-8720"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Fischer Ferreira","raw_affiliation_strings":["Federal University of Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086603980","display_name":"Gustavo Vale","orcid":"https://orcid.org/0000-0002-8879-5797"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gustavo Vale","raw_affiliation_strings":["University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054247016","display_name":"Jo\u00e3o P. Diniz","orcid":"https://orcid.org/0000-0002-8066-8208"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o P. Diniz","raw_affiliation_strings":["Federal University of Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034625297","display_name":"Eduardo Figueiredo","orcid":"https://orcid.org/0000-0002-6004-2718"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Eduardo Figueiredo","raw_affiliation_strings":["Federal University of Minas Gerais, Belo Horizonte, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083940489"],"corresponding_institution_ids":["https://openalex.org/I110200422"],"apc_list":null,"apc_paid":null,"fwci":0.3977,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6694472,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.8217407464981079},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7877848744392395},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.545036256313324},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5071561336517334},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.48954877257347107},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.482282429933548},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.46604788303375244},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.46506813168525696},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4462175667285919},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.43503665924072266},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.43222206830978394},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.43134886026382446},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.385170042514801},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.35598868131637573},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2734597623348236},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.105552077293396}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.8217407464981079},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7877848744392395},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.545036256313324},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5071561336517334},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48954877257347107},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.482282429933548},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.46604788303375244},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.46506813168525696},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4462175667285919},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.43503665924072266},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.43222206830978394},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.43134886026382446},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.385170042514801},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.35598868131637573},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2734597623348236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.105552077293396},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3377024.3377045","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377024.3377045","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Working Conference on Variability Modelling of Software-Intensive Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1273694349","https://openalex.org/W1474171440","https://openalex.org/W1517156259","https://openalex.org/W1552525409","https://openalex.org/W1624672621","https://openalex.org/W1965194038","https://openalex.org/W1987824108","https://openalex.org/W2008347524","https://openalex.org/W2028329682","https://openalex.org/W2049695835","https://openalex.org/W2065587836","https://openalex.org/W2071160808","https://openalex.org/W2076080882","https://openalex.org/W2084406027","https://openalex.org/W2105438268","https://openalex.org/W2106072155","https://openalex.org/W2110025251","https://openalex.org/W2115910430","https://openalex.org/W2116388899","https://openalex.org/W2117449478","https://openalex.org/W2117539536","https://openalex.org/W2127321265","https://openalex.org/W2129874612","https://openalex.org/W2135841285","https://openalex.org/W2144179818","https://openalex.org/W2152893457","https://openalex.org/W2165096715","https://openalex.org/W2229500423","https://openalex.org/W2261238734","https://openalex.org/W2294668324","https://openalex.org/W2495617574","https://openalex.org/W2537192304","https://openalex.org/W2783199130","https://openalex.org/W2793051425","https://openalex.org/W3014179855","https://openalex.org/W4238623774","https://openalex.org/W4246553962","https://openalex.org/W4300931711"],"related_works":["https://openalex.org/W2417055705","https://openalex.org/W4313447549","https://openalex.org/W2067499928","https://openalex.org/W1888619389","https://openalex.org/W4295918990","https://openalex.org/W1510251747","https://openalex.org/W2794522096","https://openalex.org/W2124858373","https://openalex.org/W3175215928","https://openalex.org/W2907001447"],"abstract_inverted_index":{"Configurable":[0],"systems":[1,7,102,115,131,212],"offer":[2],"advantages":[3],"compared":[4],"to":[5,15,88,149],"single":[6],"since":[8],"developers":[9,31],"should":[10],"maintain":[11],"a":[12,17,58,110],"unique":[13],"platform":[14],"address":[16],"diversity":[18],"of":[19,57,67,80,92,138,158,165,201,209,213],"deployment":[20],"contexts":[21],"and":[22,53,64,107,132,199,218],"usages.":[23],"To":[24],"ensure":[25],"that":[26,46,109,207],"all":[27,139],"configurations":[28,45],"correctly":[29],"execute,":[30],"spend":[32],"considerable":[33],"effort":[34],"testing":[35,40,81],"different":[36,120],"system":[37],"configurations.":[38],"This":[39],"process":[41],"is":[42],"essential":[43],"because":[44,157],"fail":[47],"may":[48,116],"potentially":[49],"hurt":[50],"user":[51],"experience":[52],"degrade":[54],"the":[55,78,86,134,163,210],"reputation":[56],"project.":[59],"Previous":[60],"studies":[61],"have":[62,216],"reported":[63],"created":[65,124],"repositories":[66],"open-source":[68,93],"configurable":[69,82,94,101,114,130,141,172,185,211],"systems,":[70,83,155,186],"although":[71],"they":[72],"neglected":[73],"their":[74],"test":[75,90,104,111,125,135,145,166],"suites.":[76],"Considering":[77],"importance":[79],"we":[84,97,123,187,205],"reviewed":[85],"literature":[87],"find":[89,150],"suites":[91,126,136,146,167],"systems.":[95,142,173],"As":[96,203],"found":[98,206],"only":[99],"10":[100],"with":[103],"suite":[105,112],"available":[106,168],"considering":[108],"for":[113,119,127,169,179],"be":[117],"useful":[118],"research":[121],"topics,":[122],"20":[128],"additional":[129],"evaluated":[133],"coverage":[137],"30":[140],"Surprisingly,":[143],"our":[144,214],"were":[147],"able":[148],"several":[151],"failures":[152,217,220],"in":[153,223],"existing":[154],"mainly":[156],"feature":[159],"interactions,":[160],"which":[161],"enforces":[162],"need":[164],"open":[170],"source":[171],"Aiming":[174],"at":[175],"finding":[176],"common":[177],"characteristics":[178],"fault-prone":[180],"components":[181],"(e.g.,":[182,195],"classes)":[183],"on":[184,191],"group":[188],"them":[189],"based":[190],"software":[192],"quality":[193],"metrics":[194],"coupling":[196],"between":[197],"objects":[198],"lines":[200],"code).":[202],"result,":[204],"44%":[208],"dataset":[215],"these":[219],"are":[221],"concentrated":[222],"few":[224],"classes.":[225]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}