{"id":"https://openalex.org/W4285805542","doi":"https://doi.org/10.1145/3520304.3534050","title":"Implementing the cumulative difference plot in the IOHanalyzer","display_name":"Implementing the cumulative difference plot in the IOHanalyzer","publication_year":2022,"publication_date":"2022-07-09","ids":{"openalex":"https://openalex.org/W4285805542","doi":"https://doi.org/10.1145/3520304.3534050"},"language":"en","primary_location":{"id":"doi:10.1145/3520304.3534050","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3520304.3534050","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/20.500.11824/1476","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021180991","display_name":"Etor Arza","orcid":"https://orcid.org/0000-0002-8044-0334"},"institutions":[{"id":"https://openalex.org/I2802176441","display_name":"Basque Center for Applied Mathematics","ror":"https://ror.org/03b21sh32","country_code":"ES","type":"education","lineage":["https://openalex.org/I2802176441"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Etor Arza","raw_affiliation_strings":["BCAM - Basque Center for Applied Mathematics, Bilbao, Spain","BCAM - Basque Center for Applied Mathematics (Bizkaia Technology Park, Building 500 E-48160 Derio - Spain)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BCAM - Basque Center for Applied Mathematics, Bilbao, Spain","institution_ids":["https://openalex.org/I2802176441"]},{"raw_affiliation_string":"BCAM - Basque Center for Applied Mathematics (Bizkaia Technology Park, Building 500 E-48160 Derio - Spain)","institution_ids":["https://openalex.org/I2802176441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017102186","display_name":"Josu Ceberio","orcid":"https://orcid.org/0000-0001-7120-6338"},"institutions":[{"id":"https://openalex.org/I169108374","display_name":"University of the Basque Country","ror":"https://ror.org/000xsnr85","country_code":"ES","type":"education","lineage":["https://openalex.org/I169108374"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Josu Ceberio","raw_affiliation_strings":["University of the Basque Country (UPV/EHU), Donostia-San Sebastian, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Basque Country (UPV/EHU), Donostia-San Sebastian, Spain","institution_ids":["https://openalex.org/I169108374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078235429","display_name":"Ekhi\u00f1e Irurozki","orcid":"https://orcid.org/0000-0003-3218-5735"},"institutions":[{"id":"https://openalex.org/I12356871","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912","country_code":"FR","type":"education","lineage":["https://openalex.org/I12356871","https://openalex.org/I205703379","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ekhi\u00f1e Irurozki","raw_affiliation_strings":["Telecom Paris, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telecom Paris, Paris, France","institution_ids":["https://openalex.org/I12356871"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053399459","display_name":"Aritz P\u00e9rez","orcid":"https://orcid.org/0000-0002-8128-1099"},"institutions":[{"id":"https://openalex.org/I2802176441","display_name":"Basque Center for Applied Mathematics","ror":"https://ror.org/03b21sh32","country_code":"ES","type":"education","lineage":["https://openalex.org/I2802176441"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Aritz P\u00e9rez","raw_affiliation_strings":["BCAM - Basque Center for Applied Mathematics, Bilbao, Spain","BCAM - Basque Center for Applied Mathematics (Bizkaia Technology Park, Building 500 E-48160 Derio - Spain)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BCAM - Basque Center for Applied Mathematics, Bilbao, Spain","institution_ids":["https://openalex.org/I2802176441"]},{"raw_affiliation_string":"BCAM - Basque Center for Applied Mathematics (Bizkaia Technology Park, Building 500 E-48160 Derio - Spain)","institution_ids":["https://openalex.org/I2802176441"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021180991"],"corresponding_institution_ids":["https://openalex.org/I2802176441"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07020408,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plot","display_name":"Plot (graphics)","score":0.7378321886062622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.630142092704773},{"id":"https://openalex.org/keywords/stochastic-dominance","display_name":"Stochastic dominance","score":0.566645085811615},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5633268356323242},{"id":"https://openalex.org/keywords/graphical-model","display_name":"Graphical model","score":0.5295891165733337},{"id":"https://openalex.org/keywords/graphical-display","display_name":"Graphical display","score":0.4381354749202728},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.342897891998291},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.311947762966156},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.30138957500457764},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27238786220550537},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.12693265080451965}],"concepts":[{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.7378321886062622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.630142092704773},{"id":"https://openalex.org/C33252445","wikidata":"https://www.wikidata.org/wiki/Q3713315","display_name":"Stochastic dominance","level":2,"score":0.566645085811615},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5633268356323242},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.5295891165733337},{"id":"https://openalex.org/C2984927552","wikidata":"https://www.wikidata.org/wiki/Q845734","display_name":"Graphical display","level":2,"score":0.4381354749202728},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.342897891998291},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.311947762966156},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.30138957500457764},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27238786220550537},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.12693265080451965}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3520304.3534050","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3520304.3534050","pdf_url":null,"source":{"id":"https://openalex.org/S4363608771","display_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04253784v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04253784","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GECCO '22: Genetic and Evolutionary Computation Conference, Jul 2022, Boston Massachusetts, United States. pp.11-12, ⟨10.1145/3520304.3534050⟩","raw_type":"Conference papers"},{"id":"pmh:oai:bird.bcamath.org:20.500.11824/1476","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11824/1476","pdf_url":null,"source":{"id":"https://openalex.org/S4306401608","display_name":"BIRD (Basque Center for Applied Mathematics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802176441","host_organization_name":"Basque Center for Applied Mathematics","host_organization_lineage":["https://openalex.org/I2802176441"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:bird.bcamath.org:20.500.11824/1476","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11824/1476","pdf_url":null,"source":{"id":"https://openalex.org/S4306401608","display_name":"BIRD (Basque Center for Applied Mathematics)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802176441","host_organization_name":"Basque Center for Applied Mathematics","host_organization_lineage":["https://openalex.org/I2802176441"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/acceptedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1643949827","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2026970443","display_name":null,"funder_award_id":"SEV-2017-0718","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2262748287","display_name":null,"funder_award_id":"501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G2599123229","display_name":null,"funder_award_id":"SEV-2017-0718","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"},{"id":"https://openalex.org/G300979063","display_name":null,"funder_award_id":"10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3480869486","display_name":null,"funder_award_id":"13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3581833050","display_name":null,"funder_award_id":"PID2019-106453GA-I00/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G3777950849","display_name":null,"funder_award_id":"KK-2021","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G4488079590","display_name":null,"funder_award_id":"BERC 2022-2025","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G5080475149","display_name":null,"funder_award_id":"10.13039","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G5394439737","display_name":null,"funder_award_id":"PID2019-106453GA-I00","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G686263596","display_name":null,"funder_award_id":"SEV-2017-0718","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G6929235129","display_name":null,"funder_award_id":"IT1244-19","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G7059386195","display_name":null,"funder_award_id":"KK-2021/00065","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G7084143925","display_name":null,"funder_award_id":"AEI/10","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7218912941","display_name":null,"funder_award_id":"AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"},{"id":"https://openalex.org/G7266728691","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G7436716198","display_name":null,"funder_award_id":"BERC 2022-2025","funder_id":"https://openalex.org/F4320328444","funder_display_name":"Basque Center for Applied Mathematics"},{"id":"https://openalex.org/G7535663061","display_name":null,"funder_award_id":"AEI/10.","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G785050907","display_name":null,"funder_award_id":"SEV-2017-0718","funder_id":"https://openalex.org/F4320328444","funder_display_name":"Basque Center for Applied Mathematics"},{"id":"https://openalex.org/G8109947733","display_name":null,"funder_award_id":"PID2019-106453GA-I00/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"},{"id":"https://openalex.org/G8130184278","display_name":null,"funder_award_id":"I00/AEI/10.13039/501100011033","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8430294048","display_name":null,"funder_award_id":"13039/501100011033","funder_id":"https://openalex.org/F4320321837","funder_display_name":"Ministerio de Econom\u00eda y Competitividad"},{"id":"https://openalex.org/G8527799534","display_name":null,"funder_award_id":"KK-2020/00049","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"},{"id":"https://openalex.org/G8684520763","display_name":null,"funder_award_id":"PID2019","funder_id":"https://openalex.org/F4320335598","funder_display_name":"Agencia Estatal de Investigaci\u00f3n"},{"id":"https://openalex.org/G8939903727","display_name":null,"funder_award_id":"2022-2025","funder_id":"https://openalex.org/F4320321705","funder_display_name":"Eusko Jaurlaritza"}],"funders":[{"id":"https://openalex.org/F4320319860","display_name":"Institut Polytechnique de Paris","ror":null},{"id":"https://openalex.org/F4320321705","display_name":"Eusko Jaurlaritza","ror":"https://ror.org/00pz2fp31"},{"id":"https://openalex.org/F4320321837","display_name":"Ministerio de Econom\u00eda y Competitividad","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320328444","display_name":"Basque Center for Applied Mathematics","ror":"https://ror.org/03b21sh32"},{"id":"https://openalex.org/F4320334537","display_name":"T\u00e9l\u00e9com Paris","ror":"https://ror.org/01naq7912"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":3,"referenced_works":["https://openalex.org/W1994756555","https://openalex.org/W2610600445","https://openalex.org/W4210447436"],"related_works":["https://openalex.org/W3122379143","https://openalex.org/W3123468496","https://openalex.org/W3021846689","https://openalex.org/W1831628149","https://openalex.org/W2899850248","https://openalex.org/W4289303982","https://openalex.org/W2109986081","https://openalex.org/W2215481181","https://openalex.org/W2069020086","https://openalex.org/W1967236556"],"abstract_inverted_index":{"The":[0,45],"IOHanalyzer":[1,20],"is":[2,50],"a":[3,51,75],"web-based":[4],"framework":[5],"that":[6,54],"enables":[7],"an":[8],"easy":[9],"visualization":[10],"and":[11,24,80],"comparison":[12],"of":[13,16,30,78],"the":[14,28,38,43,59,70],"quality":[15],"stochastic":[17,61],"optimization":[18],"algorithms.":[19,32],"offers":[21],"several":[22],"graphical":[23,52,67],"statistical":[25],"tools":[26],"analyze":[27],"results":[29],"such":[31],"In":[33],"this":[34],"work,":[35],"we":[36],"implement":[37],"cumulative":[39,46],"difference":[40,47,79],"plot":[41,48],"in":[42],"IOHanalyzer.":[44],"[1]":[49],"approach":[53],"compares":[55],"two":[56],"samples":[57],"through":[58],"first-order":[60],"dominance.":[62],"It":[63],"improves":[64],"upon":[65],"other":[66],"approaches":[68],"with":[69],"ability":[71],"to":[72],"distinguish":[73],"between":[74],"small":[76],"magnitude":[77],"high":[81],"uncertainty.":[82]},"counts_by_year":[],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}