{"id":"https://openalex.org/W4407373036","doi":"https://doi.org/10.1145/3716638","title":"Explainable Benchmarking for Iterative Optimization Heuristics","display_name":"Explainable Benchmarking for Iterative Optimization Heuristics","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407373036","doi":"https://doi.org/10.1145/3716638"},"language":"en","primary_location":{"id":"doi:10.1145/3716638","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716638","pdf_url":null,"source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3716638","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003248571","display_name":"Bas van Stein","orcid":"https://orcid.org/0000-0002-0013-7969"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Niki van Stein","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","LIACS, Leiden University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-0013-7969","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS, Leiden University, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075992713","display_name":"Diederick Vermetten","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Diederick Vermetten","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","LIACS, Leiden University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-3040-7162","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS, Leiden University, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004203337","display_name":"Anna V. Kononova","orcid":"https://orcid.org/0000-0002-4138-7024"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Anna V. Kononova","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","LIACS, Leiden University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4138-7024","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS, Leiden University, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062646838","display_name":"Thomas B\u00e4ck","orcid":"https://orcid.org/0000-0001-6768-1478"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Thomas B\u00e4ck","raw_affiliation_strings":["Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","LIACS, Leiden University, Netherlands"],"raw_orcid":"https://orcid.org/0000-0001-6768-1478","affiliations":[{"raw_affiliation_string":"Leiden Institute of Advanced Computer Science, Leiden University, Leiden, Netherlands","institution_ids":["https://openalex.org/I121797337"]},{"raw_affiliation_string":"LIACS, Leiden University, Netherlands","institution_ids":["https://openalex.org/I121797337"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.5877,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.98952297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"5","issue":"2","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11801","display_name":"Reservoir Engineering and Simulation Methods","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9196432828903198},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.7950893640518188},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.609784722328186},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3616943061351776},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1355283558368683},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.09870961308479309},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.04977801442146301}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9196432828903198},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.7950893640518188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.609784722328186},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3616943061351776},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1355283558368683},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.09870961308479309},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.04977801442146301},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3716638","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716638","pdf_url":null,"source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_4291375","is_oa":false,"landing_page_url":"https://dl.acm.org/doi/10.1145/3716638","pdf_url":null,"source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions on Evolutionary Learning","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3716638","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3716638","pdf_url":null,"source":{"id":"https://openalex.org/S4210221532","display_name":"ACM Transactions on Evolutionary Learning and Optimization","issn_l":"2688-299X","issn":["2688-299X","2688-3007"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Evolutionary Learning and Optimization","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W243319620","https://openalex.org/W1503296932","https://openalex.org/W1976924458","https://openalex.org/W2063303403","https://openalex.org/W2071948161","https://openalex.org/W2079454949","https://openalex.org/W2097263684","https://openalex.org/W2104604585","https://openalex.org/W2126105956","https://openalex.org/W2150337126","https://openalex.org/W2151554678","https://openalex.org/W2282821441","https://openalex.org/W2288517616","https://openalex.org/W2314046539","https://openalex.org/W2592891920","https://openalex.org/W2768617563","https://openalex.org/W2881530539","https://openalex.org/W2892206457","https://openalex.org/W2897177582","https://openalex.org/W2898681220","https://openalex.org/W2911918032","https://openalex.org/W2955041946","https://openalex.org/W2962862931","https://openalex.org/W2967783393","https://openalex.org/W2995161752","https://openalex.org/W2998757713","https://openalex.org/W2999615587","https://openalex.org/W3008229559","https://openalex.org/W3083251540","https://openalex.org/W3090831419","https://openalex.org/W3100724183","https://openalex.org/W3107783396","https://openalex.org/W3123511746","https://openalex.org/W3159649660","https://openalex.org/W3162702846","https://openalex.org/W3163580744","https://openalex.org/W3180000344","https://openalex.org/W3182025093","https://openalex.org/W3182050405","https://openalex.org/W3188464820","https://openalex.org/W3201010908","https://openalex.org/W3210578945","https://openalex.org/W4210447436","https://openalex.org/W4213323164","https://openalex.org/W4239369451","https://openalex.org/W4285227836","https://openalex.org/W4285734558","https://openalex.org/W4290838983","https://openalex.org/W4291269774","https://openalex.org/W4297094741","https://openalex.org/W4304128363","https://openalex.org/W4306179581","https://openalex.org/W4306246467","https://openalex.org/W4313291298","https://openalex.org/W4362725230","https://openalex.org/W4362728152","https://openalex.org/W4365799855","https://openalex.org/W4376603828","https://openalex.org/W4381415589","https://openalex.org/W4384008415","https://openalex.org/W4385188374","https://openalex.org/W4385188893","https://openalex.org/W4385188990","https://openalex.org/W4386304186","https://openalex.org/W4388134641","https://openalex.org/W4388877251","https://openalex.org/W4401332062","https://openalex.org/W4401415027","https://openalex.org/W4402570356","https://openalex.org/W6967884512"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699"],"abstract_inverted_index":{"Benchmarking":[0],"heuristic":[1,25],"algorithms":[2,17,76],"is":[3],"vital":[4],"to":[5,43,144],"understand":[6],"under":[7],"which":[8],"conditions":[9],"and":[10,37,45,49,77,84,109,126,130,140,148],"on":[11],"what":[12],"kind":[13],"of":[14,33,73,80,93,105,132],"problems":[15],"certain":[16],"perform":[18],"well.":[19],"In":[20],"most":[21],"current":[22],"research":[23],"into":[24,113],"optimization":[26,75,96,134],"algorithms,":[27],"only":[28],"a":[29,54,121,137],"very":[30],"limited":[31],"number":[32],"scenarios,":[34],"algorithm":[35,149],"configurations":[36],"hyper-parameter":[38],"settings":[39],"are":[40],"explored,":[41],"leading":[42],"incomplete":[44],"often":[46],"biased":[47],"insights":[48,112],"results.":[50],"This":[51],"article":[52],"presents":[53],"novel":[55],"approach":[56],"that":[57],"we":[58,101],"call":[59],"explainable":[60],"benchmarking.":[61],"We":[62,86,119],"introduce":[63],"the":[64,71,78,88,91,103,128],"IOHxplainer":[65],"software":[66],"library,":[67,100],"for":[68,124],"systematic":[69,122],"analysing":[70],"performance":[72,115],"various":[74],"impact":[79,104],"their":[81,114],"different":[82,106],"components":[83,108],"hyperparameters.":[85],"showcase":[87],"methodology":[89],"in":[90,136],"context":[92],"two":[94],"modular":[95],"implementations.":[97],"Through":[98],"this":[99],"examine":[102],"algorithmic":[107],"configurations,":[110],"offering":[111],"across":[116],"diverse":[117],"scenarios.":[118],"provide":[120],"method":[123],"evaluating":[125],"interpreting":[127],"behaviour":[129],"efficiency":[131],"iterative":[133],"heuristics":[135],"more":[138],"transparent":[139],"comprehensible":[141],"manner,":[142],"aiming":[143],"improve":[145],"future":[146],"benchmarking":[147],"design":[150],"practices.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}