{"id":"https://openalex.org/W3051278197","doi":"https://doi.org/10.1145/3382025.3414985","title":"Test them all, is it worth it?","display_name":"Test them all, is it worth it?","publication_year":2020,"publication_date":"2020-10-16","ids":{"openalex":"https://openalex.org/W3051278197","doi":"https://doi.org/10.1145/3382025.3414985","mag":"3051278197"},"language":"en","primary_location":{"id":"doi:10.1145/3382025.3414985","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382025.3414985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Systems and Software Product Line: Volume A - Volume A","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021502841","display_name":"Axel Halin","orcid":null},"institutions":[{"id":"https://openalex.org/I149768937","display_name":"University of Namur","ror":"https://ror.org/03d1maw17","country_code":"BE","type":"education","lineage":["https://openalex.org/I149768937"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Axel Halin","raw_affiliation_strings":["University of Namur, Namur, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Namur, Namur, Belgium","institution_ids":["https://openalex.org/I149768937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042884977","display_name":"Alexandre Nuttinck","orcid":null},"institutions":[{"id":"https://openalex.org/I4210118258","display_name":"Centre d'Excellence en Technologies de l'Information et de la Communication","ror":"https://ror.org/02ma6j015","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210118258"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Alexandre Nuttinck","raw_affiliation_strings":["CETIC, Charleroi, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CETIC, Charleroi, Belgium","institution_ids":["https://openalex.org/I4210118258"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003973216","display_name":"Mathieu Acher","orcid":"https://orcid.org/0000-0003-1483-3858"},"institutions":[{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mathieu Acher","raw_affiliation_strings":["University of Rennes I, Rennes, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Rennes I, Rennes, France","institution_ids":["https://openalex.org/I56067802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083555577","display_name":"Xavier Devroey","orcid":"https://orcid.org/0000-0002-0831-7606"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Xavier Devroey","raw_affiliation_strings":["Delft University of Technology, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055104897","display_name":"Gilles Perrouin","orcid":"https://orcid.org/0000-0002-8431-0377"},"institutions":[{"id":"https://openalex.org/I149768937","display_name":"University of Namur","ror":"https://ror.org/03d1maw17","country_code":"BE","type":"education","lineage":["https://openalex.org/I149768937"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Gilles Perrouin","raw_affiliation_strings":["University of Namur, Namur, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Namur, Namur, Belgium","institution_ids":["https://openalex.org/I149768937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086536054","display_name":"Beno\u00eet Baudry","orcid":"https://orcid.org/0000-0002-4015-4640"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Benoit Baudry","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8355,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81129932,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8973000049591064,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.8973000049591064,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.8553000092506409,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.8141999840736389,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5844168663024902},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5061554312705994},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.46149927377700806},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3780915141105652},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26847630739212036},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.17388156056404114}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5844168663024902},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5061554312705994},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.46149927377700806},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3780915141105652},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26847630739212036},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17388156056404114},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3382025.3414985","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382025.3414985","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th ACM Conference on Systems and Software Product Line: Volume A - Volume A","raw_type":"proceedings-article"},{"id":"pmh:tud:oai:tudelft.nl:uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","pdf_url":"http://resolver.tudelft.nl/uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 24th ACM International Systems and Software Product Line Conference (SPLC '20), A","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:oai:pure.unamur.be:openaire/e46a6efc-2e7a-4fd5-a422-b3815d840309","is_oa":true,"landing_page_url":"https://researchportal.unamur.be/en/publications/e46a6efc-2e7a-4fd5-a422-b3815d840309","pdf_url":null,"source":{"id":"https://openalex.org/S4406922457","display_name":"Repository of the University of Namur","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nuttinck, A, Acher, M, Devroey, X, Perrouin, G, Baudry, B & Halin, A 2020, Extended abstract: Test them all, is it worth it? Assessing configuration sampling on the JHipster Web development stack. in S Ali, W K G Assuncao, T Berger, C Cetina, P Collet, J Galindo, P Gazzillo, L Linsbauer, R E Lopez-Herrejon, S Nadi, S Schulze & S Trujillo (eds), Proceedings of the 24th ACM Conference on Systems and Software Product Line. ACM International Conference Proceeding Series, vol. Part F164267-A, ACM Press, pp. 302, 24th ACM Conference on Systems and Software Product Line, SPLC 2020, Virtual, Online, Canada, 19/10/20. https://doi.org/10.1145/3382025.3414985","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:tud:oai:tudelft.nl:uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","pdf_url":"http://resolver.tudelft.nl/uuid:b5523445-fd42-48c3-bab7-c2bd6babb0be","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the 24th ACM International Systems and Software Product Line Conference (SPLC '20), A","raw_type":"info:eu-repo/semantics/conferencepaper"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5299999713897705,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1990510150","display_name":"Software Testing AMPlification","funder_award_id":"731529","funder_id":"https://openalex.org/F4320338475","funder_display_name":"H2020 LEIT Information and Communication Technologies"}],"funders":[{"id":"https://openalex.org/F4320338475","display_name":"H2020 LEIT Information and Communication Technologies","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3051278197.pdf","grobid_xml":"https://content.openalex.org/works/W3051278197.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"This":[0],"is":[1,25],"an":[2],"extended":[3],"abstract":[4],"of":[5],"the":[6,33],"article:":[7],"Axel":[8],"Halin,":[9],"Alexandre":[10],"Nuttinck,":[11],"Mathieu":[12],"Acher,":[13],"Xavier":[14],"Devroey,":[15],"Gilles":[16],"Perrouin,":[17],"and":[18],"Benoit":[19],"Baudry.":[20],"2018.":[21],"Test":[22],"them":[23],"all,":[24],"it":[26],"worth":[27],"it?":[28],"Assessing":[29],"configuration":[30],"sampling":[31],"on":[32],"JHipster":[34],"Web":[35],"development":[36],"stack.":[37],"In":[38],"Empirical":[39],"Software":[40],"Engineering":[41],"(17":[42],"Jul":[43],"2018).":[44],"https://doi.org/10.1007/s10664-018-9635-4.":[45]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}