{"id":"https://openalex.org/W3094067805","doi":"https://doi.org/10.1145/3382025.3414725","title":"Testing configurable software systems","display_name":"Testing configurable software systems","publication_year":2020,"publication_date":"2020-10-16","ids":{"openalex":"https://openalex.org/W3094067805","doi":"https://doi.org/10.1145/3382025.3414725","mag":"3094067805"},"language":"en","primary_location":{"id":"doi:10.1145/3382025.3414725","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382025.3414725","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Systems and Software Product Line: Volume A - Volume A","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083940489","display_name":"Fischer Ferreira","orcid":"https://orcid.org/0000-0002-3643-8720"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Fischer Ferreira","raw_affiliation_strings":["Federal University of Minas Gerais, Belo Horizonte, Minas Gerais, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026684568","display_name":"Markos Viggiato","orcid":"https://orcid.org/0000-0002-8500-3723"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Markos Viggiato","raw_affiliation_strings":["University of Alberta, Edmonton, Alberta, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023094882","display_name":"Maur\u00edcio Ronny de Almeida Souza","orcid":"https://orcid.org/0000-0002-0182-8016"},"institutions":[{"id":"https://openalex.org/I1315085146","display_name":"Universidade Federal de Lavras","ror":"https://ror.org/0122bmm03","country_code":"BR","type":"education","lineage":["https://openalex.org/I1315085146"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Maur\u00edcio Souza","raw_affiliation_strings":["Federal University of Lavras, Lavras, Minas Gerais, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Lavras, Lavras, Minas Gerais, Brazil","institution_ids":["https://openalex.org/I1315085146"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034625297","display_name":"Eduardo Figueiredo","orcid":"https://orcid.org/0000-0002-6004-2718"},"institutions":[{"id":"https://openalex.org/I110200422","display_name":"Universidade Federal de Minas Gerais","ror":"https://ror.org/0176yjw32","country_code":"BR","type":"education","lineage":["https://openalex.org/I110200422"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Eduardo Figueiredo","raw_affiliation_strings":["Federal University of Minas Gerais, Belo Horizonte, Minas Gerais, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Minas Gerais, Belo Horizonte, Minas Gerais, Brazil","institution_ids":["https://openalex.org/I110200422"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083940489"],"corresponding_institution_ids":["https://openalex.org/I110200422"],"apc_list":null,"apc_paid":null,"fwci":0.1326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55459507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8050013780593872},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6522799134254456},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6193613409996033},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5985631346702576},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.5201023817062378},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.49742391705513},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4678381681442261},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4677586257457733},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4520275294780731},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44473904371261597},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.4323044419288635},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.41621676087379456},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.4149215519428253},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.34067368507385254},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.33862388134002686},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17860513925552368},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1475725769996643},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08986276388168335}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8050013780593872},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6522799134254456},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6193613409996033},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5985631346702576},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.5201023817062378},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.49742391705513},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4678381681442261},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4677586257457733},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4520275294780731},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44473904371261597},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.4323044419288635},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.41621676087379456},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.4149215519428253},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.34067368507385254},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.33862388134002686},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17860513925552368},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1475725769996643},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08986276388168335},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382025.3414725","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382025.3414725","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Systems and Software Product Line: Volume A - Volume A","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1983306745","https://openalex.org/W1987824108","https://openalex.org/W1995317049","https://openalex.org/W1999296854","https://openalex.org/W2004248182","https://openalex.org/W2008347524","https://openalex.org/W2014973576","https://openalex.org/W2065587836","https://openalex.org/W2075699551","https://openalex.org/W2105438268","https://openalex.org/W2115910430","https://openalex.org/W2117539536","https://openalex.org/W2144179818","https://openalex.org/W2152382597","https://openalex.org/W2164783223","https://openalex.org/W2229500423","https://openalex.org/W2261238734","https://openalex.org/W2294668324","https://openalex.org/W2495617574","https://openalex.org/W2511206070","https://openalex.org/W2537192304","https://openalex.org/W2558898614","https://openalex.org/W2604719999","https://openalex.org/W2735780801","https://openalex.org/W2751553114","https://openalex.org/W2793051425","https://openalex.org/W2891174825","https://openalex.org/W2916924948","https://openalex.org/W3005228835","https://openalex.org/W3021163591","https://openalex.org/W6741196130"],"related_works":["https://openalex.org/W186259066","https://openalex.org/W2968994491","https://openalex.org/W1603792055","https://openalex.org/W2410213227","https://openalex.org/W2147394043","https://openalex.org/W2152262712","https://openalex.org/W3168027123","https://openalex.org/W2886756146","https://openalex.org/W2552042032","https://openalex.org/W2953927354"],"abstract_inverted_index":{"Configurable":[0],"software":[1,125],"systems":[2,43,126,139],"can":[3],"be":[4,105],"adapted":[5],"or":[6],"configured":[7],"according":[8],"to":[9,14,48,53,59,79,107,144,151,161],"a":[10,38,60,120],"set":[11],"of":[12,37,51,66,164],"features":[13],"increase":[15],"reuse":[16],"and":[17,33,68,74,102,127,140,155,158],"productivity.":[18],"The":[19],"testing":[20,41,72,98,165],"process":[21],"is":[22,44],"essential":[23],"because":[24],"configurations":[25,52,67],"that":[26],"fail":[27],"may":[28],"potentially":[29],"hurt":[30],"user":[31],"experience":[32],"degrade":[34],"the":[35,49,64,94,153,162],"reputation":[36],"project.":[39],"However,":[40],"configurable":[42,99,124,166],"very":[45],"challenging":[46],"due":[47],"number":[50,65],"run":[54],"with":[55,81,122],"each":[56],"test,":[57],"leading":[58],"combinatorial":[61],"explosion":[62],"in":[63,112,137],"tests.":[69],"Currently,":[70],"several":[71],"techniques":[73],"tools":[75],"have":[76],"been":[77],"proposed":[78],"deal":[80],"this":[82,116],"challenge,":[83],"but":[84],"their":[85,110],"potential":[86],"practical":[87],"application":[88],"remains":[89],"mostly":[90],"unexplored.":[91],"To":[92],"encourage":[93],"research":[95],"area":[96],"on":[97],"systems,":[100],"researchers":[101],"practitioners":[103],"should":[104],"able":[106],"try":[108],"out":[109],"solutions":[111],"common":[113],"datasets.":[114],"In":[115],"paper,":[117],"we":[118,133],"propose":[119],"dataset":[121],"22":[123],"an":[128],"extensive":[129],"test":[130],"suite.":[131],"Moreover,":[132],"report":[134],"failures":[135],"found":[136],"these":[138],"source":[141],"code":[142],"metrics":[143],"allow":[145],"evaluating":[146],"candidate":[147],"solutions.":[148],"We":[149],"hope":[150],"engage":[152],"community":[154],"stimulate":[156],"new":[157],"existing":[159],"approaches":[160],"problem":[163],"systems.":[167]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}