{"id":"https://openalex.org/W4399907340","doi":"https://doi.org/10.1145/3673908","title":"MA-BBOB: A Problem Generator for Black-Box Optimization Using Affine Combinations and Shifts","display_name":"MA-BBOB: A Problem Generator for Black-Box Optimization Using Affine Combinations and Shifts","publication_year":2024,"publication_date":"2024-06-21","ids":{"openalex":"https://openalex.org/W4399907340","doi":"https://doi.org/10.1145/3673908"},"language":"en","primary_location":{"id":"doi:10.1145/3673908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3673908","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3673908","source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3673908","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075992713","display_name":"Diederick Vermetten","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Diederick Vermetten","raw_affiliation_strings":["LIACS, Leiden University, Leiden, The Netherlands","LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"raw_orcid":"https://orcid.org/0000-0003-3040-7162","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043745558","display_name":"Furong Ye","orcid":"https://orcid.org/0000-0002-8707-4189"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN","NL"],"is_corresponding":false,"raw_author_name":"Furong Ye","raw_affiliation_strings":["Institute of Software, Chinese Academy of Science, Beijing, China","LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"raw_orcid":"https://orcid.org/0000-0002-8707-4189","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210128818"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062646838","display_name":"Thomas B\u00e4ck","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thomas B\u00e4ck","raw_affiliation_strings":["LIACS, Leiden University, Leiden, The Netherlands","LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"raw_orcid":"https://orcid.org/0000-0001-6768-1478","affiliations":[{"raw_affiliation_string":"LIACS, Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040561209","display_name":"Carola Doerr","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I204730241","display_name":"Universit\u00e9 Paris Cit\u00e9","ror":"https://ror.org/05f82e368","country_code":"FR","type":"education","lineage":["https://openalex.org/I204730241"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Carola Doerr","raw_affiliation_strings":["Sorbonne Universit\u00e9, CNRS, LIP6, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-4981-3227","affiliations":[{"raw_affiliation_string":"Sorbonne Universit\u00e9, CNRS, LIP6, Paris, France","institution_ids":["https://openalex.org/I4210159731","https://openalex.org/I204730241","https://openalex.org/I1294671590","https://openalex.org/I39804081"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3601,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.93076034,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"5","issue":"1","first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.7212491631507874},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.6933559775352478},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.639970064163208},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4610949754714966},{"id":"https://openalex.org/keywords/box\u2013behnken-design","display_name":"Box\u2013Behnken design","score":0.4511026442050934},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43655073642730713},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.42231500148773193},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3380282521247864},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1957886517047882},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13001146912574768},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10355719923973083},{"id":"https://openalex.org/keywords/response-surface-methodology","display_name":"Response surface methodology","score":0.09934693574905396},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.09192228317260742}],"concepts":[{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.7212491631507874},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.6933559775352478},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.639970064163208},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4610949754714966},{"id":"https://openalex.org/C170295934","wikidata":"https://www.wikidata.org/wiki/Q4952019","display_name":"Box\u2013Behnken design","level":3,"score":0.4511026442050934},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43655073642730713},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.42231500148773193},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3380282521247864},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1957886517047882},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13001146912574768},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10355719923973083},{"id":"https://openalex.org/C150077022","wikidata":"https://www.wikidata.org/wiki/Q3136137","display_name":"Response surface methodology","level":2,"score":0.09934693574905396},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.09192228317260742},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3673908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3673908","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3673908","source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04759417v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04759417","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization, 2025, 5 (1), pp.1-19. ⟨10.1145/3673908⟩","raw_type":"Journal articles"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_4246129","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/4246129","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3673908","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3673908","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3673908","source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399907340.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W243319620","https://openalex.org/W1451881698","https://openalex.org/W1595159159","https://openalex.org/W1980486485","https://openalex.org/W1997807546","https://openalex.org/W2112036188","https://openalex.org/W2314046539","https://openalex.org/W2768617563","https://openalex.org/W2898873842","https://openalex.org/W2956431529","https://openalex.org/W2957867569","https://openalex.org/W2961944721","https://openalex.org/W3004853108","https://openalex.org/W3095394819","https://openalex.org/W3121635383","https://openalex.org/W3130681086","https://openalex.org/W3157530337","https://openalex.org/W3182025093","https://openalex.org/W4210447436","https://openalex.org/W4224939049","https://openalex.org/W4291270662","https://openalex.org/W4291270678","https://openalex.org/W4311011823","https://openalex.org/W4313214622","https://openalex.org/W4362724995","https://openalex.org/W4362725068","https://openalex.org/W4362725230","https://openalex.org/W4366573470","https://openalex.org/W4384008415","https://openalex.org/W4384024524","https://openalex.org/W4385191582","https://openalex.org/W4402570356","https://openalex.org/W6892733327"],"related_works":["https://openalex.org/W3195415025","https://openalex.org/W2376563967","https://openalex.org/W4313576356","https://openalex.org/W4389568378","https://openalex.org/W4293067999","https://openalex.org/W4408338905","https://openalex.org/W4405293750","https://openalex.org/W2980215621","https://openalex.org/W2048921360","https://openalex.org/W2474854304"],"abstract_inverted_index":{"Choosing":[0],"a":[1,8,143,150,172],"set":[2,152,173],"of":[3,11,15,25,98,136,146,153,170,174],"benchmark":[4],"problems":[5,26],"is":[6,38,45],"often":[7],"key":[9],"component":[10,75],"any":[12],"empirical":[13],"evaluation":[14],"iterative":[16],"optimization":[17],"heuristics.":[18],"In":[19,81],"continuous,":[20],"single-objective":[21],"optimization,":[22],"several":[23,99],"sets":[24],"have":[27],"become":[28],"widespread,":[29],"including":[30],"the":[31,57,65,71,86,96,103,107,113,130,134,167,179,196,202],"well-established":[32],"BBOB":[33,72,197],"suite.":[34],"While":[35],"this":[36,82,119,162],"suite":[37,58,73],"designed":[39,61],"to":[40,89,105,124,177,185,201],"enable":[41],"rigorous":[42],"benchmarking,":[43],"it":[44],"also":[46],"commonly":[47],"used":[48,123],"for":[49,158],"testing":[50,156],"methods":[51],"such":[52],"as":[53,74],"algorithm":[54,159,181,191],"selection,":[55],"which":[56,69],"was":[59],"never":[60],"around.":[62],"We":[63,115],"present":[64],"MA-BBOB":[66,147],"function":[67,131],"generator,":[68],"uses":[70],"functions":[76,198],"in":[77,112,148],"an":[78,190],"affine":[79,92,203],"combination.":[80],"work,":[83],"we":[84,141,164],"describe":[85],"full":[87],"procedure":[88],"create":[90],"these":[91],"combinations":[93],"and":[94,155,188],"highlight":[95],"tradeoffs":[97],"design":[100],"decisions,":[101],"specifically":[102],"choice":[104],"place":[106],"optimum":[108],"uniformly":[109],"at":[110],"random":[111],"domain.":[114],"then":[116],"illustrate":[117],"how":[118],"generator":[120],"can":[121],"be":[122],"gain":[125],"more":[126],"low-level":[127],"insight":[128],"into":[129],"landscapes":[132],"through":[133],"use":[135],"exploratory":[137],"landscape":[138,175],"analysis.":[139],"Finally,":[140],"show":[142,165],"potential":[144],"use-case":[145],"generating":[149],"wide":[151],"training":[154],"data":[157],"selectors.":[160],"Using":[161],"setup,":[163],"that":[166,189],"basic":[168],"scheme":[169],"using":[171],"features":[176],"predict":[178],"best":[180],"does":[182],"not":[183],"lead":[184],"optimal":[186],"results,":[187],"selector":[192],"trained":[193],"purely":[194],"on":[195],"generalizes":[199],"poorly":[200],"combinations.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}