{"id":"https://openalex.org/W4316927213","doi":"https://doi.org/10.1145/3571788.3571793","title":"Benchmark Generation with VEVOS: A Coverage Analysis of Evolution Scenarios in Variant-Rich Systems","display_name":"Benchmark Generation with VEVOS: A Coverage Analysis of Evolution Scenarios in Variant-Rich Systems","publication_year":2023,"publication_date":"2023-01-17","ids":{"openalex":"https://openalex.org/W4316927213","doi":"https://doi.org/10.1145/3571788.3571793"},"language":"en","primary_location":{"id":"doi:10.1145/3571788.3571793","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3571788.3571793","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3571788.3571793","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Working Conference on Variability Modelling of Software-Intensive Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3571788.3571793","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062702732","display_name":"Alexander Schulthei\u00df","orcid":"https://orcid.org/0000-0002-1509-1449"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Alexander Schulthei\u00df","raw_affiliation_strings":["Humboldt-Universit\u00e4t zu Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universit\u00e4t zu Berlin, Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018307128","display_name":"Paul Maximilian Bittner","orcid":"https://orcid.org/0000-0001-9388-0649"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul Maximilian Bittner","raw_affiliation_strings":["University of Ulm, Germany"],"affiliations":[{"raw_affiliation_string":"University of Ulm, Germany","institution_ids":["https://openalex.org/I196349391"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057541021","display_name":"Sandra Greiner","orcid":"https://orcid.org/0000-0001-8950-0092"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Sandra Greiner","raw_affiliation_strings":["University of Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078065547","display_name":"Timo Kehrer","orcid":"https://orcid.org/0000-0002-2582-5557"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Timo Kehrer","raw_affiliation_strings":["University of Bern, Switzerland"],"affiliations":[{"raw_affiliation_string":"University of Bern, Switzerland","institution_ids":["https://openalex.org/I118564535"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5062702732"],"corresponding_institution_ids":["https://openalex.org/I39343248"],"apc_list":null,"apc_paid":null,"fwci":1.359,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.83341267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"13","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8483383059501648},{"id":"https://openalex.org/keywords/clone","display_name":"clone (Java method)","score":0.7276285886764526},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6997224688529968},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6607534289360046},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.6451718807220459},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5664008259773254},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5015430450439453},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.47792869806289673},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4670969843864441},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.3641042709350586},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.188625305891037},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1339724063873291},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09818515181541443}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8483383059501648},{"id":"https://openalex.org/C81089528","wikidata":"https://www.wikidata.org/wiki/Q5134986","display_name":"clone (Java method)","level":3,"score":0.7276285886764526},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6997224688529968},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6607534289360046},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.6451718807220459},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5664008259773254},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5015430450439453},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.47792869806289673},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4670969843864441},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3641042709350586},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.188625305891037},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1339724063873291},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09818515181541443},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C552990157","wikidata":"https://www.wikidata.org/wiki/Q7430","display_name":"DNA","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3571788.3571793","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3571788.3571793","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3571788.3571793","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Working Conference on Variability Modelling of Software-Intensive Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3571788.3571793","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3571788.3571793","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3571788.3571793","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th International Working Conference on Variability Modelling of Software-Intensive Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3884378500","display_name":null,"funder_award_id":"KE 2267/1-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5958389023","display_name":null,"funder_award_id":"TH 2387/1-1 and KE 2267/1-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G893648033","display_name":null,"funder_award_id":"TH 2387/1-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4316927213.pdf","grobid_xml":"https://content.openalex.org/works/W4316927213.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1784687733","https://openalex.org/W1995306596","https://openalex.org/W2042289462","https://openalex.org/W2043254047","https://openalex.org/W2061832758","https://openalex.org/W2063757888","https://openalex.org/W2076080882","https://openalex.org/W2092052791","https://openalex.org/W2105950237","https://openalex.org/W2121887779","https://openalex.org/W2147745783","https://openalex.org/W2154151876","https://openalex.org/W2170167679","https://openalex.org/W2343873501","https://openalex.org/W2495617574","https://openalex.org/W2510030631","https://openalex.org/W2515214571","https://openalex.org/W2524189425","https://openalex.org/W2525836716","https://openalex.org/W2599704569","https://openalex.org/W2732148014","https://openalex.org/W2751553114","https://openalex.org/W2783199130","https://openalex.org/W2794957215","https://openalex.org/W2830702654","https://openalex.org/W2893113314","https://openalex.org/W2911807345","https://openalex.org/W2914419291","https://openalex.org/W2969129166","https://openalex.org/W3028000186","https://openalex.org/W3094251701","https://openalex.org/W3095674818","https://openalex.org/W3108926370","https://openalex.org/W3141552077","https://openalex.org/W3153449582","https://openalex.org/W3162837131","https://openalex.org/W3193968929","https://openalex.org/W3198007260","https://openalex.org/W4200590748","https://openalex.org/W4240055412","https://openalex.org/W4254147364","https://openalex.org/W4255560481","https://openalex.org/W4281775630","https://openalex.org/W4298009454","https://openalex.org/W4308643044","https://openalex.org/W4308643154","https://openalex.org/W4312379040","https://openalex.org/W6747315021"],"related_works":["https://openalex.org/W2377327490","https://openalex.org/W2378211422","https://openalex.org/W2560253012","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W2086519370"],"abstract_inverted_index":{"Clone-and-own":[0],"development":[1,31],"is":[2,32,90],"a":[3,22,56,61],"simple":[4],"and":[5,140],"flexible":[6],"approach":[7],"to":[8,34,60,93,109],"realize":[9],"multi-variant":[10],"software":[11],"systems":[12],"in":[13,20,45,55],"practice":[14],"but":[15],"typically":[16],"provokes":[17],"costly":[18],"challenges":[19],"maintaining":[21],"continuously":[23],"evolving":[24,103],"set":[25],"of":[26,50,64],"variants.":[27],"Therefore,":[28],"managed":[29],"clone-and-own":[30,67,86],"key":[33,99],"efficiently":[35],"mitigate":[36],"these":[37],"problems.":[38],"While":[39],"supporting":[40],"techniques":[41],"have":[42,52],"been":[43,53],"proposed":[44],"the":[46,79,124],"literature,":[47],"hardly":[48],"any":[49],"them":[51],"evaluated":[54],"realistic":[57],"setting":[58],"due":[59],"substantial":[62],"lack":[63],"publicly":[65],"available":[66],"projects":[68],"which":[69,94],"could":[70],"be":[71],"used":[72],"as":[73],"experimental":[74],"subjects.":[75],"Recently,":[76],"we":[77,128,145],"presented":[78],"benchmark":[80],"generation":[81],"framework":[82],"VEVOS":[83,96,115,136],"for":[84,101,119],"simulating":[85],"development.":[87],"However,":[88],"it":[89],"yet":[91],"unclear":[92],"extent":[95,111],"can":[97],"cover":[98],"scenarios":[100,121],"evaluating":[102],"variant-rich":[104],"systems.":[105],"This":[106],"paper":[107],"examines":[108],"what":[110],"benchmarks":[112],"created":[113],"by":[114,123],"satisfy":[116],"evaluation":[117],"requirements":[118],"evolution":[120],"demanded":[122],"community.":[125],"In":[126],"addition,":[127],"report":[129],"on":[130,142],"our":[131],"own":[132],"experiences":[133],"when":[134],"employing":[135],"within":[137],"six":[138],"studies":[139],"elaborate":[141],"necessary":[143],"extensions":[144],"implemented":[146],"into":[147],"VEVOS.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}