{"id":"https://openalex.org/W4402570356","doi":"https://doi.org/10.1109/tevc.2024.3462758","title":"Using the Empirical Attainment Function for Analyzing Single-Objective Black-Box Optimization Algorithms","display_name":"Using the Empirical Attainment Function for Analyzing Single-Objective Black-Box Optimization Algorithms","publication_year":2024,"publication_date":"2024-09-17","ids":{"openalex":"https://openalex.org/W4402570356","doi":"https://doi.org/10.1109/tevc.2024.3462758"},"language":"en","primary_location":{"id":"doi:10.1109/tevc.2024.3462758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2024.3462758","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.sorbonne-universite.fr/hal-04759430v1/file/EAF-TEVC-HAL.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014676600","display_name":"Manuel L\u00f3pez\u2010Ib\u00e1\u00f1ez","orcid":"https://orcid.org/0000-0001-9974-1295"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I87253917","display_name":"Manchester University","ror":"https://ror.org/02aswte26","country_code":"US","type":"education","lineage":["https://openalex.org/I87253917"]}],"countries":["GB","US"],"is_corresponding":true,"raw_author_name":"Manuel L\u00f3pez-Ib\u00e1\u00f1ez","raw_affiliation_strings":["Alliance Manchester Business School, University of Manchester, Manchester, U.K","University of Manchester [Manchester] (Oxford Rd, Manchester M13 9PL - United Kingdom)"],"affiliations":[{"raw_affiliation_string":"Alliance Manchester Business School, University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311","https://openalex.org/I87253917"]},{"raw_affiliation_string":"University of Manchester [Manchester] (Oxford Rd, Manchester M13 9PL - United Kingdom)","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075992713","display_name":"Diederick Vermetten","orcid":"https://orcid.org/0000-0003-3040-7162"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]},{"id":"https://openalex.org/I210716285","display_name":"University of Applied Sciences Leiden","ror":"https://ror.org/0093src13","country_code":"NL","type":"education","lineage":["https://openalex.org/I210716285"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Diederick Vermetten","raw_affiliation_strings":["Leiden Institute for Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)"],"affiliations":[{"raw_affiliation_string":"Leiden Institute for Advanced Computer Science, Leiden University, Leiden, CA, The Netherlands","institution_ids":["https://openalex.org/I121797337","https://openalex.org/I210716285"]},{"raw_affiliation_string":"LIACS - Leiden Institute of Advanced Computer Science [Leiden] (Niels Bohrweg 1 2333 CA Leiden - Netherlands)","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023434001","display_name":"Johann Dr\u00e9o","orcid":"https://orcid.org/0000-0003-2727-9569"},"institutions":[{"id":"https://openalex.org/I157536573","display_name":"Institut Pasteur","ror":"https://ror.org/0495fxg12","country_code":"FR","type":"nonprofit","lineage":["https://openalex.org/I157536573"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Johann Dreo","raw_affiliation_strings":["Department of Computational Biology, Systems Biology Group, Pasteur Institute, Université Paris Cité, Bioinformatics and Biostatistics Hub, Paris, France","Department of Computational Biology, Pasteur Institute, Université Paris Cité, Bioinformatics and Biostatistics Hub, Systems Biology Group, Paris, France"],"affiliations":[{"raw_affiliation_string":"Department of Computational Biology, Systems Biology Group, Pasteur Institute, Université Paris Cité, Bioinformatics and Biostatistics Hub, Paris, France","institution_ids":["https://openalex.org/I157536573"]},{"raw_affiliation_string":"Department of Computational Biology, Pasteur Institute, Université Paris Cité, Bioinformatics and Biostatistics Hub, Systems Biology Group, Paris, France","institution_ids":["https://openalex.org/I157536573"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040561209","display_name":"Carola Doerr","orcid":"https://orcid.org/0000-0002-4981-3227"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210159731","display_name":"LIP6","ror":"https://ror.org/05krcen59","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210159245","https://openalex.org/I4210159731"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Carola Doerr","raw_affiliation_strings":["Sorbonne Université, CNRS, LIP6, Paris, France","LIP6 (4 Place JUSSIEU 75252 PARIS CEDEX 05 - France)"],"affiliations":[{"raw_affiliation_string":"Sorbonne Université, CNRS, LIP6, Paris, France","institution_ids":["https://openalex.org/I4210159731","https://openalex.org/I1294671590","https://openalex.org/I39804081"]},{"raw_affiliation_string":"LIP6 (4 Place JUSSIEU 75252 PARIS CEDEX 05 - France)","institution_ids":["https://openalex.org/I4210159731"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014676600"],"corresponding_institution_ids":["https://openalex.org/I28407311","https://openalex.org/I87253917"],"apc_list":null,"apc_paid":null,"fwci":7.1606,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.9763733,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"29","issue":"5","first_page":"1774","last_page":"1782"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.46540001034736633,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.46540001034736633,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.4327999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.647040843963623},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5757738947868347},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5595105290412903},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44790196418762207},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44420427083969116},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2918282151222229},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2913573980331421}],"concepts":[{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.647040843963623},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5757738947868347},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5595105290412903},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44790196418762207},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44420427083969116},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2918282151222229},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2913573980331421},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tevc.2024.3462758","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tevc.2024.3462758","pdf_url":null,"source":{"id":"https://openalex.org/S93787993","display_name":"IEEE Transactions on Evolutionary Computation","issn_l":"1089-778X","issn":["1089-778X","1941-0026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04759430v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04759430","pdf_url":"https://hal.sorbonne-universite.fr/hal-04759430v1/file/EAF-TEVC-HAL.pdf","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation, 2025, 29 (5), pp.1774-1782. ⟨10.1109/TEVC.2024.3462758⟩","raw_type":"Journal articles"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/3ab9e353-eaa6-4355-a3be-ac36228de09b","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/3ab9e353-eaa6-4355-a3be-ac36228de09b","pdf_url":"https://pure.manchester.ac.uk/ws/files/344496022/TEVC-v2.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"L\u00f3pez-Ib\u00e1\u00f1ez, M, Vermetten, D, Dreo, J & Doerr, C 2024, 'Analyzing Single-objective Black-box Optimization Algorithms Using the Empirical Attainment Function', IEEE Transactions on Evolutionary Computation. https://doi.org/10.1109/TEVC.2024.3462758","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:scholarlypublications.universiteitleiden.nl:item_4246127","is_oa":true,"landing_page_url":"https://hdl.handle.net/1887/4246127","pdf_url":"https://scholarlypublications.universiteitleiden.nl/access/item%3A4246128/view","source":{"id":"https://openalex.org/S4306400850","display_name":"Leiden Repository (Leiden University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121797337","host_organization_name":"Leiden University","host_organization_lineage":["https://openalex.org/I121797337"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04759430v1","is_oa":true,"landing_page_url":"https://hal.sorbonne-universite.fr/hal-04759430","pdf_url":"https://hal.sorbonne-universite.fr/hal-04759430v1/file/EAF-TEVC-HAL.pdf","source":{"id":"https://openalex.org/S4406922466","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Evolutionary Computation, 2025, 29 (5), pp.1774-1782. ⟨10.1109/TEVC.2024.3462758⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320330232","display_name":"Sorbonne Universit\u00e9","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402570356.pdf","grobid_xml":"https://content.openalex.org/works/W4402570356.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2474854304"],"abstract_inverted_index":{"A":[0],"widely":[1],"accepted":[2],"way":[3],"to":[4,13,133],"assess":[5],"the":[6,42,51,58,63,69,92,100,106,110,124,127,137,143,146,153,157],"performance":[7,86],"of":[8,21,57,94,119,126,145],"iterative":[9],"black-box":[10,158],"optimizers":[11],"is":[12,54,113],"analyze":[14],"their":[15],"empirical":[16,43],"cumulative":[17],"distribution":[18],"function":[19,45],"(ECDF)":[20],"predefined":[22],"quality":[23,81],"targets":[24,82],"achieved":[25],"not":[26,76],"later":[27],"than":[28],"a":[29,79,114,131],"given":[30],"runtime.":[31],"In":[32,72],"this":[33],"work,":[34],"we":[35,48,129,141],"consider":[36],"an":[37,55],"alternative":[38],"approach,":[39],"based":[40],"on":[41],"attainment":[44],"(EAF)":[46],"and":[47,90,151],"show":[49,104],"that":[50,62,98,105],"target-based":[52,70],"ECDF":[53],"approximation":[56],"EAF.":[59],"We":[60,102],"argue":[61],"EAF":[64,147],"has":[65],"several":[66],"advantages":[67],"over":[68,109],"ECDF.":[71],"particular,":[73],"it":[74,135],"does":[75],"require":[77],"defining":[78],"priori":[80],"per":[83],"function,":[84],"captures":[85],"differences":[87],"more":[88],"precisely,":[89],"enables":[91],"use":[93,144],"additional":[95],"summary":[96],"statistics":[97],"enrich":[99],"analysis.":[101],"also":[103],"average":[107],"area":[108],"convergence":[111],"curves":[112],"simpler-to-calculate,":[115],"but":[116],"equivalent,":[117],"measure":[118],"anytime":[120],"performance.":[121],"To":[122],"facilitate":[123],"accessibility":[125],"EAF,":[128],"integrate":[130],"module":[132],"compute":[134],"into":[136],"IOHanalyzer":[138],"platform.":[139],"Finally,":[140],"illustrate":[142],"via":[148,152],"synthetic":[149],"examples":[150],"data":[154],"available":[155],"for":[156],"optimization":[159],"benchmark":[160],"suite.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2024-09-18T00:00:00"}