{"id":"https://openalex.org/W2955760803","doi":"https://doi.org/10.1145/3321707.3321868","title":"Mixed-integer benchmark problems for single- and bi-objective optimization","display_name":"Mixed-integer benchmark problems for single- and bi-objective optimization","publication_year":2019,"publication_date":"2019-07-03","ids":{"openalex":"https://openalex.org/W2955760803","doi":"https://doi.org/10.1145/3321707.3321868","mag":"2955760803"},"language":"en","primary_location":{"id":"doi:10.1145/3321707.3321868","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321868","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-02067932","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011577527","display_name":"Tea Tu\u0161ar","orcid":"https://orcid.org/0000-0002-6495-006X"},"institutions":[{"id":"https://openalex.org/I3006985408","display_name":"Jo\u017eef Stefan Institute","ror":"https://ror.org/05060sz93","country_code":"SI","type":"facility","lineage":["https://openalex.org/I3006985408"]}],"countries":["SI"],"is_corresponding":false,"raw_author_name":"Tea Tu\u0161ar","raw_affiliation_strings":["Jo\u017eef Stefan Institute, Ljubljana, Slovenia","Jozef Stefan Institute [Ljubljana]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jo\u017eef Stefan Institute, Ljubljana, Slovenia","institution_ids":["https://openalex.org/I3006985408"]},{"raw_affiliation_string":"Jozef Stefan Institute [Ljubljana]","institution_ids":["https://openalex.org/I3006985408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005693703","display_name":"Dimo Brockhoff","orcid":"https://orcid.org/0000-0003-3566-9989"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210107641","display_name":"Centre de Math\u00e9matiques Appliqu\u00e9es de l'\u00c9cole polytechnique","ror":"https://ror.org/012e1xn46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210141950","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Dimo Brockhoff","raw_affiliation_strings":["Inria, IP Paris, France","Randomized Optimisation","Centre de Math\u00e9matiques Appliqu\u00e9es - Ecole Polytechnique"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, IP Paris, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Randomized Optimisation","institution_ids":[]},{"raw_affiliation_string":"Centre de Math\u00e9matiques Appliqu\u00e9es - Ecole Polytechnique","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210107641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039669927","display_name":"Nikolaus Hansen","orcid":"https://orcid.org/0000-0001-7788-4906"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I142476485","display_name":"\u00c9cole Polytechnique","ror":"https://ror.org/05hy3tk52","country_code":"FR","type":"education","lineage":["https://openalex.org/I142476485","https://openalex.org/I4210145102"]},{"id":"https://openalex.org/I4210107641","display_name":"Centre de Math\u00e9matiques Appliqu\u00e9es de l'\u00c9cole polytechnique","ror":"https://ror.org/012e1xn46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I142476485","https://openalex.org/I4210107641","https://openalex.org/I4210141950","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nikolaus Hansen","raw_affiliation_strings":["Inria, IP Paris, France","Centre de Math\u00e9matiques Appliqu\u00e9es - Ecole Polytechnique","Randomized Optimisation"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inria, IP Paris, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Centre de Math\u00e9matiques Appliqu\u00e9es - Ecole Polytechnique","institution_ids":["https://openalex.org/I142476485","https://openalex.org/I4210107641"]},{"raw_affiliation_string":"Randomized Optimisation","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"718","last_page":"726"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11053","display_name":"Process Optimization and Integration","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8728083372116089},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.8328864574432373},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8096907138824463},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.7246151566505432},{"id":"https://openalex.org/keywords/integer","display_name":"Integer (computer science)","score":0.6650951504707336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6339689493179321},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6287945508956909},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.6032618880271912},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5777443051338196},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.42624136805534363},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4101032018661499},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.26442569494247437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23069527745246887},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.21747234463691711}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8728083372116089},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.8328864574432373},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8096907138824463},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.7246151566505432},{"id":"https://openalex.org/C97137487","wikidata":"https://www.wikidata.org/wiki/Q729138","display_name":"Integer (computer science)","level":2,"score":0.6650951504707336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6339689493179321},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6287945508956909},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.6032618880271912},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5777443051338196},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.42624136805534363},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4101032018661499},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26442569494247437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23069527745246887},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.21747234463691711},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3321707.3321868","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3321707.3321868","pdf_url":null,"source":{"id":"https://openalex.org/S4363608932","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-02067932v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02067932","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GECCO 2019 -The Genetic and Evolutionary Computation Conference, Jul 2019, Prague, Czech Republic","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-02067932v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-02067932","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GECCO 2019 -The Genetic and Evolutionary Computation Conference, Jul 2019, Prague, Czech Republic","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4895254678","display_name":"LabEx Math\u00e9matique Hadamard","funder_award_id":"ANR-11-LABX-0056","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G997306319","display_name":"Incorporating real-world problems into the benchmarking of multiobjective optimizers","funder_award_id":"Z2-8177","funder_id":"https://openalex.org/F4320322554","funder_display_name":"Javna Agencija za Raziskovalno Dejavnost RS"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322554","display_name":"Javna Agencija za Raziskovalno Dejavnost RS","ror":"https://ror.org/059bp8k51"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W7934506","https://openalex.org/W134271320","https://openalex.org/W825526018","https://openalex.org/W1528706917","https://openalex.org/W1595159159","https://openalex.org/W1994791760","https://openalex.org/W2040734884","https://openalex.org/W2057830724","https://openalex.org/W2108020239","https://openalex.org/W2132181343","https://openalex.org/W2155258508","https://openalex.org/W2165203444","https://openalex.org/W2345390684","https://openalex.org/W3005347330","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1925942709","https://openalex.org/W2047683846","https://openalex.org/W2044902158","https://openalex.org/W2082154838","https://openalex.org/W2109912052","https://openalex.org/W1711527768"],"abstract_inverted_index":{"We":[0,70],"introduce":[1],"two":[2,93],"suites":[3,84],"of":[4,21,30],"mixed-integer":[5],"benchmark":[6],"problems":[7,20,50],"to":[8,81],"be":[9],"used":[10],"for":[11],"analyzing":[12],"and":[13,78],"comparing":[14],"black-box":[15],"optimization":[16],"algorithms.":[17],"They":[18],"contain":[19],"diverse":[22],"difficulties":[23],"that":[24],"are":[25],"scalable":[26],"in":[27,96],"the":[28,41,52,57,63,72,83,86],"number":[29],"decision":[31],"variables.":[32],"The":[33,48],"bbob-mixint":[34,64],"suite":[35,54],"is":[36],"designed":[37],"by":[38,61],"partially":[39],"discretizing":[40],"established":[42],"BBOB":[43],"(Black-Box":[44],"Optimization":[45],"Benchmarking)":[46],"problems.":[47],"bi-objective":[49],"from":[51],"bbob-biobj-mixint":[53],"are,":[55],"on":[56],"other":[58],"hand,":[59],"constructed":[60],"using":[62],"functions":[65,95],"as":[66],"their":[67,106],"separate":[68],"objectives.":[69],"explain":[71],"rationale":[73],"behind":[74],"our":[75],"design":[76],"decisions":[77],"show":[79],"how":[80],"use":[82],"within":[85],"COCO":[87],"(Comparing":[88],"Continuous":[89],"Optimizers)":[90],"platform.":[91],"Analyzing":[92],"chosen":[94],"more":[97],"detail,":[98],"we":[99],"also":[100],"provide":[101],"some":[102],"unexpected":[103],"findings":[104],"about":[105],"properties.":[107]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-27T08:26:11.824852","created_date":"2025-10-10T00:00:00"}