{"id":"https://openalex.org/W4412106315","doi":"https://doi.org/10.1145/3712256.3726330","title":"SynthACticBench: A Capability-Based Synthetic Benchmark for Algorithm Configuration","display_name":"SynthACticBench: A Capability-Based Synthetic Benchmark for Algorithm Configuration","publication_year":2025,"publication_date":"2025-07-08","ids":{"openalex":"https://openalex.org/W4412106315","doi":"https://doi.org/10.1145/3712256.3726330"},"language":"en","primary_location":{"id":"doi:10.1145/3712256.3726330","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712256.3726330","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3712256.3726330","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099566269","display_name":"Valentin Margraf","orcid":"https://orcid.org/0009-0000-5026-044X"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Valentin Margraf","raw_affiliation_strings":["LMU Munich, Munich, Germany","Munich Center for Machine Learning, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0000-5026-044X","affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"raw_affiliation_string":"Munich Center for Machine Learning, Munich, Germany","institution_ids":["https://openalex.org/I4403386549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118856010","display_name":"Anna Lappe","orcid":null},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna Lappe","raw_affiliation_strings":["LMU Munich, Munich, Germany"],"raw_orcid":"https://orcid.org/0009-0009-4804-4188","affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044057928","display_name":"Marcel Wever","orcid":"https://orcid.org/0000-0001-9782-6818"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marcel Wever","raw_affiliation_strings":["L3S Research Center, Hannover, Germany","Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0001-9782-6818","affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035141000","display_name":"Carolin Benjamins","orcid":"https://orcid.org/0009-0007-4643-3564"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Carolin Benjamins","raw_affiliation_strings":["Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0009-0007-4643-3564","affiliations":[{"raw_affiliation_string":"Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059439673","display_name":"Eyke H\u00fcllermeier","orcid":"https://orcid.org/0000-0002-9944-4108"},"institutions":[{"id":"https://openalex.org/I3018771216","display_name":"LMU Klinikum","ror":"https://ror.org/02jet3w32","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I4403386549","display_name":"Munich Center for Machine Learning","ror":"https://ror.org/02nfy3535","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386549","https://openalex.org/I62916508","https://openalex.org/I8204097"]},{"id":"https://openalex.org/I8204097","display_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/05591te55","country_code":"DE","type":"education","lineage":["https://openalex.org/I8204097"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eyke H\u00fcllermeier","raw_affiliation_strings":["LMU Munich, Munich, Germany","Munich Center for Machine Learning, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9944-4108","affiliations":[{"raw_affiliation_string":"LMU Munich, Munich, Germany","institution_ids":["https://openalex.org/I3018771216","https://openalex.org/I8204097"]},{"raw_affiliation_string":"Munich Center for Machine Learning, Munich, Germany","institution_ids":["https://openalex.org/I4403386549"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045511267","display_name":"Marius Lindauer","orcid":"https://orcid.org/0000-0002-9675-3175"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marius Lindauer","raw_affiliation_strings":["L3S Research Center, Hannover, Germany","Leibniz University Hannover, Hannover, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9675-3175","affiliations":[{"raw_affiliation_string":"L3S Research Center, Hannover, Germany","institution_ids":["https://openalex.org/I4210136150"]},{"raw_affiliation_string":"Leibniz University Hannover, Hannover, Germany","institution_ids":["https://openalex.org/I114112103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13374404,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"39","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10904","display_name":"Embedded Systems Design Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7341092824935913},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6732252240180969},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4636105000972748},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.04843297600746155}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7341092824935913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6732252240180969},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4636105000972748},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.04843297600746155},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3712256.3726330","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712256.3726330","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:epub.ub.uni-muenchen.de:128369","is_oa":true,"landing_page_url":"http://nbn-resolving.de/urn:nbn:de:bvb:19-epub-128369-8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401845","display_name":"Open access LMU (Ludwid Maxmilian's Universitat Munchen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I8204097","host_organization_name":"Ludwig-Maximilians-Universit\u00e4t M\u00fcnchen","host_organization_lineage":["https://openalex.org/I8204097"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3712256.3726330","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3712256.3726330","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1507599800","https://openalex.org/W1967715425","https://openalex.org/W2026258334","https://openalex.org/W2029320154","https://openalex.org/W2081453109","https://openalex.org/W2097998348","https://openalex.org/W2125899728","https://openalex.org/W2141119792","https://openalex.org/W2511953903","https://openalex.org/W2560674852","https://openalex.org/W2608239929","https://openalex.org/W2615064970","https://openalex.org/W2885311373","https://openalex.org/W2950680102","https://openalex.org/W2962929300","https://openalex.org/W3003473643","https://openalex.org/W3004042307","https://openalex.org/W3021613070","https://openalex.org/W3120253499","https://openalex.org/W3199199693","https://openalex.org/W4221141425","https://openalex.org/W4286970057","https://openalex.org/W4294237904","https://openalex.org/W4304128363","https://openalex.org/W6674385629","https://openalex.org/W6753278433"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2051487156","https://openalex.org/W2028665553","https://openalex.org/W2086519370"],"abstract_inverted_index":{"Algorithm":[0],"configuration":[1,41,91,101,130],"deals":[2],"with":[3,58,106],"the":[4,26,100,107,125,178],"automatic":[5],"optimization":[6],"of":[7,18,89,170],"an":[8],"algorithm's":[9],"parameters":[10],"to":[11,65,83,99,115,127,174],"maximize":[12],"its":[13,121],"performance":[14],"on":[15,55],"a":[16,78,112,117,157,166],"distribution":[17],"problem":[19],"instances,":[20],"such":[21],"as":[22,120],"Boolean":[23],"satisfiability":[24],"or":[25],"traveling":[27],"salesperson":[28],"problem.":[29],"While":[30],"significant":[31],"progress":[32],"has":[33],"been":[34],"made":[35],"in":[36,177],"developing":[37],"optimizers":[38],"for":[39],"algorithm":[40,44,90,138,171],"-":[42,46],"so-called":[43],"configurators":[45],"their":[47,67,144,149],"evaluation":[48,162],"remains":[49],"computationally":[50],"expensive":[51],"and":[52,69,85,103,141,147,160],"often":[53],"relies":[54],"real-world":[56],"scenarios":[57],"hard-to-control":[59],"characteristics.":[60],"This":[61],"makes":[62],"it":[63],"challenging":[64],"analyze":[66],"strengths":[68],"weaknesses":[70],"systematically.":[71],"To":[72],"address":[73],"this,":[74],"we":[75,134],"introduce":[76],"SynthACticBench,":[77,133],"synthetic":[79],"benchmark":[80,94,153,181],"specifically":[81],"designed":[82],"isolate":[84],"investigate":[86],"key":[87],"properties":[88,97],"problems.":[92],"Our":[93],"distinguishes":[95],"between":[96],"related":[98],"space":[102],"those":[104],"associated":[105],"objective":[108],"function.":[109],"We":[110],"define":[111],"configurator's":[113],"ability":[114],"handle":[116],"particular":[118],"property":[119],"capability":[122,126],"-for":[123],"example,":[124],"manage":[128],"hierarchical":[129],"spaces.":[131],"Using":[132],"evaluate":[135],"two":[136],"state-of-the-art":[137],"configurators,":[139,172],"SMAC":[140],"irace,":[142],"examining":[143],"complementary":[145],"capabilities":[146],"analyzing":[148],"performances":[150],"across":[151],"diverse":[152],"functions.":[154],"By":[155],"providing":[156],"controlled,":[158],"scalable,":[159],"capability-based":[161],"environment,":[163],"SynthACticBench":[164],"facilitates":[165],"more":[167],"targeted":[168],"analysis":[169],"helping":[173],"advance":[175],"research":[176],"field.":[179],"The":[180],"is":[182],"available":[183],"at:":[184],"https://github.com/annaelisalappe/SynthACticBench/.":[185]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}